{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.976631448884397,
  "global_step": 1090500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4e-05,
      "loss": 9.6608,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 8e-05,
      "loss": 8.6223,
      "step": 200
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00012,
      "loss": 8.3175,
      "step": 300
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00016,
      "loss": 7.9745,
      "step": 400
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0002,
      "loss": 7.6776,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00024,
      "loss": 7.4451,
      "step": 600
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00028,
      "loss": 7.2587,
      "step": 700
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00032,
      "loss": 7.0977,
      "step": 800
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00036,
      "loss": 6.9377,
      "step": 900
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004,
      "loss": 6.8182,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003999999998815762,
      "loss": 6.6945,
      "step": 1100
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003999999995263047,
      "loss": 6.5851,
      "step": 1200
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039999999893418564,
      "loss": 6.476,
      "step": 1300
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003999999981052189,
      "loss": 6.3753,
      "step": 1400
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039999999703940455,
      "loss": 6.2997,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039999933291862616,
      "loss": 5.9559,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003999994734068435,
      "loss": 6.1649,
      "step": 3000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003999988151660478,
      "loss": 5.8819,
      "step": 4000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000399997893630147,
      "loss": 5.8437,
      "step": 5000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003999967088003543,
      "loss": 5.857,
      "step": 6000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039999526067822954,
      "loss": 5.7574,
      "step": 7000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039999354926567907,
      "loss": 5.6647,
      "step": 8000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00039999157456495604,
      "loss": 5.598,
      "step": 9000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00039998933657865997,
      "loss": 5.528,
      "step": 10000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00039998683530973725,
      "loss": 5.4848,
      "step": 11000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003999840707614807,
      "loss": 5.4314,
      "step": 12000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003999810429375299,
      "loss": 5.3931,
      "step": 13000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00039997775526446917,
      "loss": 5.3531,
      "step": 14000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00039997420116469963,
      "loss": 5.3126,
      "step": 15000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003999703877510894,
      "loss": 5.2782,
      "step": 16000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000399966307394198,
      "loss": 5.2575,
      "step": 17000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003999619682600994,
      "loss": 5.2297,
      "step": 18000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003999573616675516,
      "loss": 5.1976,
      "step": 19000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00039995249683579117,
      "loss": 5.182,
      "step": 20000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00039994736403182074,
      "loss": 5.1576,
      "step": 21000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00039994197352799087,
      "loss": 5.1435,
      "step": 22000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0003999363145395998,
      "loss": 5.1286,
      "step": 23000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0003999303983920581,
      "loss": 5.1065,
      "step": 24000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003999242132490164,
      "loss": 5.0946,
      "step": 25000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003999177714888857,
      "loss": 5.0748,
      "step": 26000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00039991106022373136,
      "loss": 5.0674,
      "step": 27000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003999040928848998,
      "loss": 5.0493,
      "step": 28000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003998968555329385,
      "loss": 5.039,
      "step": 29000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003998893626520587,
      "loss": 5.0348,
      "step": 30000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003998815992513638,
      "loss": 5.0201,
      "step": 31000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00039987357270987667,
      "loss": 5.0161,
      "step": 32000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003998652914592657,
      "loss": 4.9991,
      "step": 33000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00039985673893135445,
      "loss": 4.9971,
      "step": 34000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003998479232953792,
      "loss": 4.9871,
      "step": 35000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003998388445629455,
      "loss": 4.9771,
      "step": 36000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003998295122192289,
      "loss": 4.9726,
      "step": 37000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003998199075931465,
      "loss": 4.9669,
      "step": 38000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003998100499065675,
      "loss": 4.9583,
      "step": 39000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00039979992969921984,
      "loss": 4.9556,
      "step": 40000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003997895364597799,
      "loss": 4.942,
      "step": 41000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003997788909883795,
      "loss": 4.9406,
      "step": 42000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00039976797198678043,
      "loss": 4.9323,
      "step": 43000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00039975680130732954,
      "loss": 4.9277,
      "step": 44000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003997453566010126,
      "loss": 4.923,
      "step": 45000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003997336489332646,
      "loss": 4.9197,
      "step": 46000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003997216904214485,
      "loss": 4.9051,
      "step": 47000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00039970945714034553,
      "loss": 4.9077,
      "step": 48000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003996969609450725,
      "loss": 4.9002,
      "step": 49000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003996842147424852,
      "loss": 4.9013,
      "step": 50000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00039967119303144363,
      "loss": 4.8946,
      "step": 51000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00039965792187247553,
      "loss": 4.8882,
      "step": 52000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00039964437471416833,
      "loss": 4.8894,
      "step": 53000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003996305786686345,
      "loss": 4.8764,
      "step": 54000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003996165061343288,
      "loss": 4.8782,
      "step": 55000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003996021852748057,
      "loss": 4.8759,
      "step": 56000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00039958758743853225,
      "loss": 4.8727,
      "step": 57000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0003995727418403572,
      "loss": 4.8669,
      "step": 58000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0003995576187789104,
      "loss": 4.8694,
      "step": 59000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00039954224852018107,
      "loss": 4.8688,
      "step": 60000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0003995266003131184,
      "loss": 4.86,
      "step": 61000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00039951070547469266,
      "loss": 4.8559,
      "step": 62000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00039949453220433417,
      "loss": 4.8543,
      "step": 63000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00039947811286982935,
      "loss": 4.8515,
      "step": 64000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003994614146212571,
      "loss": 4.8498,
      "step": 65000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00039944447087704996,
      "loss": 4.8443,
      "step": 66000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003994272477381079,
      "loss": 4.8399,
      "step": 67000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003994097796733338,
      "loss": 4.8381,
      "step": 68000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00039939203173462723,
      "loss": 4.8381,
      "step": 69000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00039937403944117984,
      "loss": 4.8354,
      "step": 70000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00039935576679607466,
      "loss": 4.834,
      "step": 71000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003993372503686054,
      "loss": 4.8337,
      "step": 72000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003993184531132279,
      "loss": 4.8304,
      "step": 73000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00039929939345843064,
      "loss": 4.8254,
      "step": 74000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000399280090882382,
      "loss": 4.8248,
      "step": 75000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0003992605067667017,
      "loss": 4.8248,
      "step": 76000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0003992406803053476,
      "loss": 4.8246,
      "step": 77000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00039922057183181,
      "loss": 4.8173,
      "step": 78000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00039920024209092803,
      "loss": 4.8128,
      "step": 79000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00039917960962754717,
      "loss": 4.818,
      "step": 80000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00039915871494753167,
      "loss": 4.8107,
      "step": 81000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00039913755807838893,
      "loss": 4.8121,
      "step": 82000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00039911613904797174,
      "loss": 4.8116,
      "step": 83000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0003990944796965674,
      "loss": 4.8057,
      "step": 84000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003990725366906298,
      "loss": 4.8055,
      "step": 85000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003990503762807127,
      "loss": 4.8028,
      "step": 86000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00039902790967672147,
      "loss": 4.7969,
      "step": 87000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003990052039152944,
      "loss": 4.8025,
      "step": 88000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00039898221356934855,
      "loss": 4.8017,
      "step": 89000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00039895896126663653,
      "loss": 4.7986,
      "step": 90000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003989354470377698,
      "loss": 4.7991,
      "step": 91000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00039891169482063473,
      "loss": 4.7965,
      "step": 92000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00039888765709451975,
      "loss": 4.792,
      "step": 93000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00039886338196645364,
      "loss": 4.7862,
      "step": 94000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00039883882086954475,
      "loss": 4.7916,
      "step": 95000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000398814022958251,
      "loss": 4.7883,
      "step": 96000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00039878893861975594,
      "loss": 4.7908,
      "step": 97000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00039876359257893807,
      "loss": 4.7877,
      "step": 98000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0003987379848691651,
      "loss": 4.7873,
      "step": 99000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00039871214152416957,
      "loss": 4.7876,
      "step": 100000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00039868601083955114,
      "loss": 4.7883,
      "step": 101000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00039865964511100514,
      "loss": 4.7893,
      "step": 102000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0003986329915890061,
      "loss": 4.7789,
      "step": 103000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00039860610361561096,
      "loss": 4.7815,
      "step": 104000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0003985789273964466,
      "loss": 4.7738,
      "step": 105000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0003985515173196509,
      "loss": 4.7753,
      "step": 106000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00039852381854628627,
      "loss": 4.7724,
      "step": 107000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00039849588651028544,
      "loss": 4.7726,
      "step": 108000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003984676653284346,
      "loss": 4.7685,
      "step": 109000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003984392114801697,
      "loss": 4.7715,
      "step": 110000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003984104680382948,
      "loss": 4.7713,
      "step": 111000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00039838149252745204,
      "loss": 4.7698,
      "step": 112000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003983522269767629,
      "loss": 4.7753,
      "step": 113000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00039832272995577275,
      "loss": 4.7652,
      "step": 114000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003982929424502255,
      "loss": 4.7664,
      "step": 115000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00039826292407426207,
      "loss": 4.7713,
      "step": 116000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00039823264521022384,
      "loss": 4.7628,
      "step": 117000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0003982020751975389,
      "loss": 4.7682,
      "step": 118000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00039817124425512714,
      "loss": 4.7644,
      "step": 119000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0003981401524235768,
      "loss": 4.758,
      "step": 120000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00039810883122677967,
      "loss": 4.7622,
      "step": 121000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0003980772180008777,
      "loss": 4.762,
      "step": 122000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0003980453760138509,
      "loss": 4.7571,
      "step": 123000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00039801324155990393,
      "loss": 4.7619,
      "step": 124000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00039798091147522796,
      "loss": 4.7618,
      "step": 125000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0003979482562229017,
      "loss": 4.762,
      "step": 126000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000397915340374997,
      "loss": 4.7562,
      "step": 127000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00039788216397484706,
      "loss": 4.7528,
      "step": 128000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00039784876063314606,
      "loss": 4.7567,
      "step": 129000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00039781506352031947,
      "loss": 4.7554,
      "step": 130000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00039778114007485855,
      "loss": 4.7494,
      "step": 131000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00039774692242662465,
      "loss": 4.7591,
      "step": 132000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00039771244444786484,
      "loss": 4.7605,
      "step": 133000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003976777061839689,
      "loss": 4.7469,
      "step": 134000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00039764274280914674,
      "loss": 4.7506,
      "step": 135000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00039760748437268835,
      "loss": 4.7506,
      "step": 136000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0003975720014377832,
      "loss": 4.7509,
      "step": 137000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00039753622301424524,
      "loss": 4.7488,
      "step": 138000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00039750022070592105,
      "loss": 4.7544,
      "step": 139000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003974639224835218,
      "loss": 4.7502,
      "step": 140000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003974274009911748,
      "loss": 4.7433,
      "step": 141000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00039739058316086716,
      "loss": 4.7466,
      "step": 142000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003973535798838411,
      "loss": 4.7469,
      "step": 143000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003973162428990996,
      "loss": 4.7414,
      "step": 144000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00039727864615081464,
      "loss": 4.7418,
      "step": 145000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0003972407896884818,
      "loss": 4.7484,
      "step": 146000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00039720271180775053,
      "loss": 4.7454,
      "step": 147000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0003971643363267646,
      "loss": 4.744,
      "step": 148000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00039712577881131754,
      "loss": 4.7369,
      "step": 149000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00039708688477304655,
      "loss": 4.7375,
      "step": 150000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003970477312731783,
      "loss": 4.7414,
      "step": 151000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003970083183632576,
      "loss": 4.7389,
      "step": 152000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003969686858969712,
      "loss": 4.7378,
      "step": 153000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003969287545822263,
      "loss": 4.7372,
      "step": 154000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00039688860433410763,
      "loss": 4.7393,
      "step": 155000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00039684815482460387,
      "loss": 4.7315,
      "step": 156000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00039680748700586993,
      "loss": 4.7371,
      "step": 157000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00039676651951439873,
      "loss": 4.7353,
      "step": 158000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0003967253343389894,
      "loss": 4.7315,
      "step": 159000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00039668384908106706,
      "loss": 4.7358,
      "step": 160000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00039664210489213713,
      "loss": 4.7339,
      "step": 161000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00039660010182715526,
      "loss": 4.737,
      "step": 162000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.000396557882332566,
      "loss": 4.7261,
      "step": 163000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0003965153619404471,
      "loss": 4.7342,
      "step": 164000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0003964726257474391,
      "loss": 4.7293,
      "step": 165000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0003964295882518688,
      "loss": 4.7301,
      "step": 166000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00039638633558526285,
      "loss": 4.7316,
      "step": 167000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00039634278121264703,
      "loss": 4.7295,
      "step": 168000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0003962990122999811,
      "loss": 4.7332,
      "step": 169000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0003962549412794449,
      "loss": 4.732,
      "step": 170000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0003962106563509727,
      "loss": 4.7321,
      "step": 171000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00039616606891435896,
      "loss": 4.7276,
      "step": 172000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00039612122322838677,
      "loss": 4.7245,
      "step": 173000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0003960761645849172,
      "loss": 4.7286,
      "step": 174000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0003960308028357847,
      "loss": 4.7239,
      "step": 175000
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003840903997775841,
      "loss": 4.6145,
      "step": 176000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0003839104648613638,
      "loss": 4.5905,
      "step": 177000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0003837297421617577,
      "loss": 4.5891,
      "step": 178000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.000383548053178735,
      "loss": 4.5817,
      "step": 179000
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0003833652155473882,
      "loss": 4.5765,
      "step": 180000
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00038318141161813824,
      "loss": 4.574,
      "step": 181000
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0003829966423595951,
      "loss": 4.5725,
      "step": 182000
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00038281109496044006,
      "loss": 4.5666,
      "step": 183000
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00038262439893236937,
      "loss": 4.5631,
      "step": 184000
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00038243692864915963,
      "loss": 4.5591,
      "step": 185000
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0003822483097830243,
      "loss": 4.5552,
      "step": 186000
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00038205873050485524,
      "loss": 4.5543,
      "step": 187000
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0003818683828312813,
      "loss": 4.5512,
      "step": 188000
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00038167688668914063,
      "loss": 4.5484,
      "step": 189000
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0003814844331462512,
      "loss": 4.5501,
      "step": 190000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0003812912171041104,
      "loss": 4.5431,
      "step": 191000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0003810968527621949,
      "loss": 4.5418,
      "step": 192000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00038090153407619305,
      "loss": 4.5379,
      "step": 193000
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00038070526207539536,
      "loss": 4.538,
      "step": 194000
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0003805082354937156,
      "loss": 4.5377,
      "step": 195000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0003803100609220069,
      "loss": 4.5354,
      "step": 196000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0003801111357514916,
      "loss": 4.5321,
      "step": 197000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.000379911062782051,
      "loss": 4.5327,
      "step": 198000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00037971004171739956,
      "loss": 4.5342,
      "step": 199000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00037950827605766894,
      "loss": 4.527,
      "step": 200000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00037930536293104657,
      "loss": 4.5297,
      "step": 201000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00037910170923078203,
      "loss": 4.5252,
      "step": 202000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00037889690831515295,
      "loss": 4.5228,
      "step": 203000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0003786911646487036,
      "loss": 4.5211,
      "step": 204000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00037848447931566176,
      "loss": 4.521,
      "step": 205000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00037827685340521773,
      "loss": 4.5257,
      "step": 206000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0003780684970458185,
      "loss": 4.5204,
      "step": 207000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0003778589942057952,
      "loss": 4.5209,
      "step": 208000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0003776487649924752,
      "loss": 4.5167,
      "step": 209000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0003774373896346034,
      "loss": 4.5142,
      "step": 210000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00037722507921728195,
      "loss": 4.5166,
      "step": 211000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0003770122622793867,
      "loss": 4.5127,
      "step": 212000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00037679808696909655,
      "loss": 4.5163,
      "step": 213000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00037658297996835357,
      "loss": 4.513,
      "step": 214000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0003763669424107285,
      "loss": 4.5078,
      "step": 215000
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00037614997543469595,
      "loss": 4.5114,
      "step": 216000
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00037593208018362834,
      "loss": 4.5097,
      "step": 217000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00037571369637505247,
      "loss": 4.5072,
      "step": 218000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00037549394987438647,
      "loss": 4.5084,
      "step": 219000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00037527327855580843,
      "loss": 4.5071,
      "step": 220000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0003750519056381631,
      "loss": 4.5061,
      "step": 221000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00037482938909921175,
      "loss": 4.5075,
      "step": 222000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0003746059512444505,
      "loss": 4.5079,
      "step": 223000
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0003743815932513518,
      "loss": 4.5071,
      "step": 224000
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00037415631630223755,
      "loss": 4.5033,
      "step": 225000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00037393012158427186,
      "loss": 4.505,
      "step": 226000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00037370323785818266,
      "loss": 4.5032,
      "step": 227000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00037347521209812743,
      "loss": 4.5017,
      "step": 228000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0003732465015546745,
      "loss": 4.502,
      "step": 229000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00037301664955431804,
      "loss": 4.4998,
      "step": 230000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0003727858857909254,
      "loss": 4.4994,
      "step": 231000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0003725544436092979,
      "loss": 4.4985,
      "step": 232000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.000372321860881582,
      "loss": 4.499,
      "step": 233000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00037208837005222694,
      "loss": 4.4919,
      "step": 234000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0003718542072019544,
      "loss": 4.4965,
      "step": 235000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00037161890477046666,
      "loss": 4.4972,
      "step": 236000
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00037138293459993847,
      "loss": 4.4988,
      "step": 237000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00039974046056824423,
      "loss": 5.0173,
      "step": 238000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003997382653105697,
      "loss": 5.1254,
      "step": 239000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003997360630230883,
      "loss": 5.137,
      "step": 240000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003997338515152591,
      "loss": 5.1396,
      "step": 241000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003997316285596137,
      "loss": 5.1539,
      "step": 242000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00039972939860216607,
      "loss": 5.1836,
      "step": 243000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00039972715717864,
      "loss": 5.1907,
      "step": 244000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00039972490651670964,
      "loss": 5.2177,
      "step": 245000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00039972264888099373,
      "loss": 5.2218,
      "step": 246000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0003955398710520662,
      "loss": 4.9553,
      "step": 247000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000395503657852559,
      "loss": 4.8679,
      "step": 248000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00039546729990487664,
      "loss": 4.8395,
      "step": 249000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0003954307972359379,
      "loss": 4.8217,
      "step": 250000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000395394149872769,
      "loss": 4.8152,
      "step": 251000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0003953573947067854,
      "loss": 4.8026,
      "step": 252000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0003953204581812889,
      "loss": 4.8017,
      "step": 253000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0003952834141966186,
      "loss": 4.7977,
      "step": 254000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00039524618861807426,
      "loss": 4.7963,
      "step": 255000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0003952088184819814,
      "loss": 4.79,
      "step": 256000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0003951713414028577,
      "loss": 4.7877,
      "step": 257000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0003951336823792677,
      "loss": 4.7854,
      "step": 258000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0003950959167570807,
      "loss": 4.7945,
      "step": 259000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00039505796895741114,
      "loss": 4.7845,
      "step": 260000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00039501991490389356,
      "loss": 4.7821,
      "step": 261000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.000394981678440416,
      "loss": 4.7798,
      "step": 262000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00039494333606815397,
      "loss": 4.7892,
      "step": 263000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00039490481105399416,
      "loss": 4.7885,
      "step": 264000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.000394866141735037,
      "loss": 4.7838,
      "step": 265000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0003948273670255641,
      "loss": 4.7812,
      "step": 266000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00039478840932724265,
      "loss": 4.7749,
      "step": 267000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00039474934658425046,
      "loss": 4.7823,
      "step": 268000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00039471010062182423,
      "loss": 4.7809,
      "step": 269000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00039467074996088307,
      "loss": 4.785,
      "step": 270000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0003946312158504645,
      "loss": 4.7753,
      "step": 271000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00039459157738799654,
      "loss": 4.775,
      "step": 272000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0003945517552465506,
      "loss": 4.7755,
      "step": 273000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0003945118290998296,
      "loss": 4.7849,
      "step": 274000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00039447175922715307,
      "loss": 4.7806,
      "step": 275000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00039443150533232405,
      "loss": 4.7791,
      "step": 276000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00039439110748312647,
      "loss": 4.7798,
      "step": 277000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00039435056570947044,
      "loss": 4.7794,
      "step": 278000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0003943099207989059,
      "loss": 4.7821,
      "step": 279000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0003942690914103384,
      "loss": 4.7815,
      "step": 280000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00039422811818765134,
      "loss": 4.7713,
      "step": 281000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00039418704235002724,
      "loss": 4.7707,
      "step": 282000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00039414582302643454,
      "loss": 4.7764,
      "step": 283000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0003941044187712859,
      "loss": 4.7864,
      "step": 284000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00039406287080393925,
      "loss": 4.774,
      "step": 285000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0003940211791551559,
      "loss": 4.7698,
      "step": 286000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00039397938576284634,
      "loss": 4.7754,
      "step": 287000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00039393740698750394,
      "loss": 4.7764,
      "step": 288000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0003938952846236165,
      "loss": 4.7764,
      "step": 289000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00039385301870237103,
      "loss": 4.7747,
      "step": 290000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00039381065173618853,
      "loss": 4.7784,
      "step": 291000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00039376809893769117,
      "loss": 4.7792,
      "step": 292000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00039372544544391313,
      "loss": 4.7726,
      "step": 293000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0003936826488052433,
      "loss": 4.7736,
      "step": 294000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0003936396659988803,
      "loss": 4.7759,
      "step": 295000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00039359653982441555,
      "loss": 4.7719,
      "step": 296000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00039355327031377916,
      "loss": 4.7775,
      "step": 297000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0003935099009833917,
      "loss": 4.7814,
      "step": 298000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00039346634503988233,
      "loss": 4.7722,
      "step": 299000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0003934226458565957,
      "loss": 4.7745,
      "step": 300000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000393378847379798,
      "loss": 4.7748,
      "step": 301000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00039333486195728426,
      "loss": 4.7774,
      "step": 302000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00039329077759239523,
      "loss": 4.7777,
      "step": 303000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000393246506060789,
      "loss": 4.7707,
      "step": 304000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0003932021359382358,
      "loss": 4.7792,
      "step": 305000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000393157578428518,
      "loss": 4.7711,
      "step": 306000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0003931128779076294,
      "loss": 4.7712,
      "step": 307000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0003930680793235711,
      "loss": 4.7732,
      "step": 308000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00039302309302266194,
      "loss": 4.7753,
      "step": 309000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00039297800901073876,
      "loss": 4.7747,
      "step": 310000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003929327370629047,
      "loss": 4.7756,
      "step": 311000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003928873222703692,
      "loss": 4.7733,
      "step": 312000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003928418102956833,
      "loss": 4.7714,
      "step": 313000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003927961100574846,
      "loss": 4.773,
      "step": 314000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003927503129900122,
      "loss": 4.7742,
      "step": 315000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003927043274413583,
      "loss": 4.7757,
      "step": 316000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003926582454165936,
      "loss": 4.7738,
      "step": 317000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00039261202103549754,
      "loss": 4.7675,
      "step": 318000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0003925656078478171,
      "loss": 4.7782,
      "step": 319000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00039251905208725256,
      "loss": 4.7703,
      "step": 320000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00039247235378827314,
      "loss": 4.7726,
      "step": 321000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0003924255598974257,
      "loss": 4.7679,
      "step": 322000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00039237857676789823,
      "loss": 4.767,
      "step": 323000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0003923314984006603,
      "loss": 4.7621,
      "step": 324000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0003922842305795883,
      "loss": 4.7717,
      "step": 325000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00039223686787524505,
      "loss": 4.7682,
      "step": 326000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0003921893155024742,
      "loss": 4.783,
      "step": 327000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0003921416686011523,
      "loss": 4.7705,
      "step": 328000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0003920938318173703,
      "loss": 4.7678,
      "step": 329000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0003920459008600368,
      "loss": 4.7697,
      "step": 330000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0003919977798067727,
      "loss": 4.7749,
      "step": 331000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00039194956493523547,
      "loss": 4.7797,
      "step": 332000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00039190115975485935,
      "loss": 4.7678,
      "step": 333000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0003918526124935473,
      "loss": 4.7674,
      "step": 334000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0003918039719474887,
      "loss": 4.7711,
      "step": 335000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0003917551407742319,
      "loss": 4.7686,
      "step": 336000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00039170621667219887,
      "loss": 4.7708,
      "step": 337000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00039165710173146836,
      "loss": 4.7681,
      "step": 338000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0003916078942182069,
      "loss": 4.7697,
      "step": 339000
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0003915584956553133,
      "loss": 4.7665,
      "step": 340000
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00039150900487640804,
      "loss": 4.7757,
      "step": 341000
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00039145932283750107,
      "loss": 4.7653,
      "step": 342000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00038084013217180266,
      "loss": 4.7047,
      "step": 343000
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0003807297139737221,
      "loss": 4.6748,
      "step": 344000
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0003806191054905468,
      "loss": 4.6694,
      "step": 345000
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00038050808546821253,
      "loss": 4.6753,
      "step": 346000
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0003803967646603707,
      "loss": 4.6691,
      "step": 347000
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0003802851432525181,
      "loss": 4.6667,
      "step": 348000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0003801733335024691,
      "loss": 4.6662,
      "step": 349000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0003800611117532231,
      "loss": 4.6614,
      "step": 350000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.000379948589963274,
      "loss": 4.6566,
      "step": 351000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00037983588129147694,
      "loss": 4.6586,
      "step": 352000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0003797227602826864,
      "loss": 4.6598,
      "step": 353000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00037960933979699685,
      "loss": 4.6561,
      "step": 354000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0003794956200234039,
      "loss": 4.649,
      "step": 355000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00037938171531961043,
      "loss": 4.6508,
      "step": 356000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0003792673978380055,
      "loss": 4.6515,
      "step": 357000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00037915301116867755,
      "loss": 4.6502,
      "step": 358000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00037903821210187236,
      "loss": 4.6446,
      "step": 359000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00037892299993410043,
      "loss": 4.6457,
      "step": 360000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0003788074896220918,
      "loss": 4.6399,
      "step": 361000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0003786916813583244,
      "loss": 4.6416,
      "step": 362000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0003785755753357728,
      "loss": 4.6394,
      "step": 363000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00037845917174790744,
      "loss": 4.644,
      "step": 364000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0003783425876381264,
      "loss": 4.6455,
      "step": 365000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0003782255897991082,
      "loss": 4.6427,
      "step": 366000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00037810841242106534,
      "loss": 4.6383,
      "step": 367000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0003779908211099408,
      "loss": 4.6398,
      "step": 368000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0003778729332078945,
      "loss": 4.639,
      "step": 369000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00037775474891136603,
      "loss": 4.642,
      "step": 370000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0003776363870456683,
      "loss": 4.6378,
      "step": 371000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00037751761084737167,
      "loss": 4.6251,
      "step": 372000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0003773986580663642,
      "loss": 4.6378,
      "step": 373000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0003772792907571875,
      "loss": 4.638,
      "step": 374000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0003771598676628421,
      "loss": 4.6329,
      "step": 375000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0003770399103327158,
      "loss": 4.6331,
      "step": 376000
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.000376919657996196,
      "loss": 4.6307,
      "step": 377000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0003767992315479937,
      "loss": 4.6366,
      "step": 378000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0003766783900948219,
      "loss": 4.6312,
      "step": 379000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0003765572542376675,
      "loss": 4.6322,
      "step": 380000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00037643582417838255,
      "loss": 4.6272,
      "step": 381000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0003763142219901536,
      "loss": 4.6261,
      "step": 382000
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0003761922044278193,
      "loss": 4.6332,
      "step": 383000
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0003760698932716468,
      "loss": 4.6285,
      "step": 384000
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0003759472887254464,
      "loss": 4.6315,
      "step": 385000
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00037582451403762754,
      "loss": 4.6252,
      "step": 386000
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00037570132361763626,
      "loss": 4.6238,
      "step": 387000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00037557808768022013,
      "loss": 4.6309,
      "step": 388000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0003754543124991863,
      "loss": 4.6227,
      "step": 389000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0003753302449538835,
      "loss": 4.6264,
      "step": 390000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0003752058852510489,
      "loss": 4.6297,
      "step": 391000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00037508135839531953,
      "loss": 4.6229,
      "step": 392000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0003749564152912182,
      "loss": 4.6277,
      "step": 393000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0003748313060326983,
      "loss": 4.6258,
      "step": 394000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0003747057803592816,
      "loss": 4.6298,
      "step": 395000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0003745799635688954,
      "loss": 4.6275,
      "step": 396000
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0003744538558711915,
      "loss": 4.6305,
      "step": 397000
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00037432758401983454,
      "loss": 4.6254,
      "step": 398000
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0003742008954287709,
      "loss": 4.6232,
      "step": 399000
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00037407404368583003,
      "loss": 4.6243,
      "step": 400000
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0003739467750449806,
      "loss": 4.6271,
      "step": 401000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00037381921655191264,
      "loss": 4.625,
      "step": 402000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0003736914964119172,
      "loss": 4.6207,
      "step": 403000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0003735633591418774,
      "loss": 4.6222,
      "step": 404000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0003734349326585155,
      "loss": 4.6274,
      "step": 405000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00037330621717583185,
      "loss": 4.6215,
      "step": 406000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00037317734205675264,
      "loss": 4.6239,
      "step": 407000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00037304817894443345,
      "loss": 4.6213,
      "step": 408000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0003729185983290953,
      "loss": 4.6217,
      "step": 409000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00037278872957481737,
      "loss": 4.6203,
      "step": 410000
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00037265870319842543,
      "loss": 4.6233,
      "step": 411000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0003725282591035563,
      "loss": 4.6189,
      "step": 412000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0003723976583952915,
      "loss": 4.6208,
      "step": 413000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0003722666398284116,
      "loss": 4.6228,
      "step": 414000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.000372135334208968,
      "loss": 4.6152,
      "step": 415000
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00037200374175575874,
      "loss": 4.6127,
      "step": 416000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00037187199471021856,
      "loss": 4.6182,
      "step": 417000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0003717399618422258,
      "loss": 4.6196,
      "step": 418000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0003716075107774151,
      "loss": 4.6225,
      "step": 419000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00037147477375836516,
      "loss": 4.6181,
      "step": 420000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0003713418841716614,
      "loss": 4.6207,
      "step": 421000
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00037120857619355976,
      "loss": 4.6168,
      "step": 422000
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00037107511666167,
      "loss": 4.6148,
      "step": 423000
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0003709412386121666,
      "loss": 4.6241,
      "step": 424000
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00037080707571865136,
      "loss": 4.6167,
      "step": 425000
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.000370672762794291,
      "loss": 4.618,
      "step": 426000
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.0003705380311681886,
      "loss": 4.6185,
      "step": 427000
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00037040301536994983,
      "loss": 4.6159,
      "step": 428000
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00037026771562455524,
      "loss": 4.6172,
      "step": 429000
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.0003701322678825694,
      "loss": 4.6185,
      "step": 430000
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0003699964012030795,
      "loss": 4.6142,
      "step": 431000
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0003698605238364365,
      "loss": 4.619,
      "step": 432000
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0003697240914104684,
      "loss": 4.6125,
      "step": 433000
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0003695873761686538,
      "loss": 4.613,
      "step": 434000
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00036945037833880495,
      "loss": 4.6193,
      "step": 435000
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00036931337299122744,
      "loss": 4.6195,
      "step": 436000
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00036917581123466377,
      "loss": 4.6155,
      "step": 437000
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0003690379675758677,
      "loss": 4.6124,
      "step": 438000
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0003688998422445319,
      "loss": 4.6118,
      "step": 439000
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0003687617125650919,
      "loss": 4.6118,
      "step": 440000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00036862302514182444,
      "loss": 4.6115,
      "step": 441000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0003684841958461244,
      "loss": 4.6145,
      "step": 442000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0003683449469728375,
      "loss": 4.6107,
      "step": 443000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00036820541758180987,
      "loss": 4.6125,
      "step": 444000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00036806574785514423,
      "loss": 4.6076,
      "step": 445000
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0003679256584065426,
      "loss": 4.6135,
      "step": 446000
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00036778528913887205,
      "loss": 4.611,
      "step": 447000
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0003676447810744613,
      "loss": 4.6169,
      "step": 448000
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00036750385315005585,
      "loss": 4.6124,
      "step": 449000
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0003673626461094468,
      "loss": 4.6091,
      "step": 450000
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00036722130181307566,
      "loss": 4.6084,
      "step": 451000
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0003670795375249432,
      "loss": 4.6093,
      "step": 452000
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0003669376370093399,
      "loss": 4.6098,
      "step": 453000
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00036679531641764155,
      "loss": 4.6088,
      "step": 454000
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00036665271789039375,
      "loss": 4.6135,
      "step": 455000
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00036650984166521224,
      "loss": 4.6111,
      "step": 456000
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00036636697456429214,
      "loss": 4.6087,
      "step": 457000
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00036622354421214545,
      "loss": 4.6105,
      "step": 458000
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0003660798368772088,
      "loss": 4.6142,
      "step": 459000
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00036593599692117735,
      "loss": 4.6036,
      "step": 460000
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00036579173661589563,
      "loss": 4.6129,
      "step": 461000
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00036564720004735664,
      "loss": 4.6066,
      "step": 462000
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00036550253240678936,
      "loss": 4.6065,
      "step": 463000
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0003653574443103918,
      "loss": 4.6065,
      "step": 464000
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0003652122261755973,
      "loss": 4.6055,
      "step": 465000
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00036506658751743075,
      "loss": 4.6077,
      "step": 466000
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0003649206738043425,
      "loss": 4.6113,
      "step": 467000
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00036477463160518477,
      "loss": 4.6056,
      "step": 468000
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00036462816878657725,
      "loss": 4.608,
      "step": 469000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.000364481431643597,
      "loss": 4.6023,
      "step": 470000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0003643345675688004,
      "loss": 4.6027,
      "step": 471000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00036418728278478005,
      "loss": 4.6068,
      "step": 472000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00036403972441104724,
      "loss": 4.6072,
      "step": 473000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0003638920406616534,
      "loss": 4.6038,
      "step": 474000
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00036374393611956704,
      "loss": 4.6014,
      "step": 475000
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00036359555872652883,
      "loss": 4.6013,
      "step": 476000
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00036344705751586385,
      "loss": 4.606,
      "step": 477000
    },
    {
      "epoch": 2.18,
      "learning_rate": 0.00024019467959966674,
      "loss": 4.4837,
      "step": 478000
    },
    {
      "epoch": 2.19,
      "learning_rate": 0.00023963222037118084,
      "loss": 4.4223,
      "step": 479000
    },
    {
      "epoch": 2.19,
      "learning_rate": 0.00023906943468937218,
      "loss": 4.39,
      "step": 480000
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.00023850689045664867,
      "loss": 4.3772,
      "step": 481000
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.00023794346609281965,
      "loss": 4.3726,
      "step": 482000
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.00023737972918605284,
      "loss": 4.3631,
      "step": 483000
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.00023681624857694363,
      "loss": 4.3497,
      "step": 484000
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.00023625190081838816,
      "loss": 4.3482,
      "step": 485000
    },
    {
      "epoch": 2.22,
      "learning_rate": 0.00023568781924440977,
      "loss": 4.3443,
      "step": 486000
    },
    {
      "epoch": 2.22,
      "learning_rate": 0.0002351228792097228,
      "loss": 4.3383,
      "step": 487000
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.000234558215237771,
      "loss": 4.3393,
      "step": 488000
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.0002339927015221048,
      "loss": 4.3349,
      "step": 489000
    },
    {
      "epoch": 2.24,
      "learning_rate": 0.00023342690780622,
      "loss": 4.3287,
      "step": 490000
    },
    {
      "epoch": 2.24,
      "learning_rate": 0.00023286083875059848,
      "loss": 4.3263,
      "step": 491000
    },
    {
      "epoch": 2.25,
      "learning_rate": 0.0002322950654913731,
      "loss": 4.3202,
      "step": 492000
    },
    {
      "epoch": 2.25,
      "learning_rate": 0.0002317284600104378,
      "loss": 4.3198,
      "step": 493000
    },
    {
      "epoch": 2.25,
      "learning_rate": 0.00023116216017581755,
      "loss": 4.3163,
      "step": 494000
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.00023059503691953928,
      "loss": 4.3163,
      "step": 495000
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.00023002766164983935,
      "loss": 4.3123,
      "step": 496000
    },
    {
      "epoch": 2.27,
      "learning_rate": 0.00022946060678482666,
      "loss": 4.3091,
      "step": 497000
    },
    {
      "epoch": 2.27,
      "learning_rate": 0.00022889274175117623,
      "loss": 4.3067,
      "step": 498000
    },
    {
      "epoch": 2.28,
      "learning_rate": 0.00022832463872602635,
      "loss": 4.3056,
      "step": 499000
    },
    {
      "epoch": 2.28,
      "learning_rate": 0.00022775687084019932,
      "loss": 4.3042,
      "step": 500000
    },
    {
      "epoch": 2.29,
      "learning_rate": 0.00022718887477616112,
      "loss": 4.306,
      "step": 501000
    },
    {
      "epoch": 2.29,
      "learning_rate": 0.00022662008630440305,
      "loss": 4.3007,
      "step": 502000
    },
    {
      "epoch": 2.3,
      "learning_rate": 0.0002260510785611647,
      "loss": 4.2996,
      "step": 503000
    },
    {
      "epoch": 2.3,
      "learning_rate": 0.00022548185623340192,
      "loss": 4.2993,
      "step": 504000
    },
    {
      "epoch": 2.3,
      "learning_rate": 0.00022491299354534364,
      "loss": 4.2962,
      "step": 505000
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.0002243433563192932,
      "loss": 4.2954,
      "step": 506000
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.00022377408851168427,
      "loss": 4.2964,
      "step": 507000
    },
    {
      "epoch": 2.32,
      "learning_rate": 0.00022320405513710757,
      "loss": 4.2958,
      "step": 508000
    },
    {
      "epoch": 2.32,
      "learning_rate": 0.00022263440094754997,
      "loss": 4.2934,
      "step": 509000
    },
    {
      "epoch": 2.33,
      "learning_rate": 0.0002220639901872479,
      "loss": 4.2935,
      "step": 510000
    },
    {
      "epoch": 2.33,
      "learning_rate": 0.00022149396836606137,
      "loss": 4.2906,
      "step": 511000
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00022092319899525643,
      "loss": 4.2897,
      "step": 512000
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00022035282830486165,
      "loss": 4.2916,
      "step": 513000
    },
    {
      "epoch": 2.35,
      "learning_rate": 0.00021978171911058022,
      "loss": 4.2891,
      "step": 514000
    },
    {
      "epoch": 2.35,
      "learning_rate": 0.00021921101832488073,
      "loss": 4.2867,
      "step": 515000
    },
    {
      "epoch": 2.35,
      "learning_rate": 0.00021863958810533452,
      "loss": 4.288,
      "step": 516000
    },
    {
      "epoch": 2.36,
      "learning_rate": 0.00021806800435022003,
      "loss": 4.2857,
      "step": 517000
    },
    {
      "epoch": 2.36,
      "learning_rate": 0.00021749684357306648,
      "loss": 4.285,
      "step": 518000
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.00021692496701433082,
      "loss": 4.2832,
      "step": 519000
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.00021635352312751783,
      "loss": 4.2824,
      "step": 520000
    },
    {
      "epoch": 2.38,
      "learning_rate": 0.0002157819448048862,
      "loss": 4.2806,
      "step": 521000
    },
    {
      "epoch": 2.38,
      "learning_rate": 0.0002152096644013863,
      "loss": 4.2772,
      "step": 522000
    },
    {
      "epoch": 2.39,
      "learning_rate": 0.00021463725871483544,
      "loss": 4.2798,
      "step": 523000
    },
    {
      "epoch": 2.39,
      "learning_rate": 0.0002140647324601787,
      "loss": 4.2798,
      "step": 524000
    },
    {
      "epoch": 2.4,
      "learning_rate": 0.00021349266305175916,
      "loss": 4.2802,
      "step": 525000
    },
    {
      "epoch": 2.4,
      "learning_rate": 0.00021291990991843793,
      "loss": 4.2786,
      "step": 526000
    },
    {
      "epoch": 2.41,
      "learning_rate": 0.0002123476232740738,
      "loss": 4.2791,
      "step": 527000
    },
    {
      "epoch": 2.41,
      "learning_rate": 0.00021177466211441055,
      "loss": 4.274,
      "step": 528000
    },
    {
      "epoch": 2.41,
      "learning_rate": 0.0002112021770710695,
      "loss": 4.2765,
      "step": 529000
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.00021062959993907988,
      "loss": 4.2751,
      "step": 530000
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.00021005636214541413,
      "loss": 4.2751,
      "step": 531000
    },
    {
      "epoch": 2.43,
      "learning_rate": 0.00020948304151680226,
      "loss": 4.2744,
      "step": 532000
    },
    {
      "epoch": 2.43,
      "learning_rate": 0.00020891021621191204,
      "loss": 4.273,
      "step": 533000
    },
    {
      "epoch": 2.44,
      "learning_rate": 0.00020833674415252564,
      "loss": 4.2769,
      "step": 534000
    },
    {
      "epoch": 2.44,
      "learning_rate": 0.00020776320342280467,
      "loss": 4.2695,
      "step": 535000
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.00020718959874704363,
      "loss": 4.2689,
      "step": 536000
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.00020661650854196894,
      "loss": 4.2671,
      "step": 537000
    },
    {
      "epoch": 2.46,
      "learning_rate": 0.0002060427902012143,
      "loss": 4.2677,
      "step": 538000
    },
    {
      "epoch": 2.46,
      "learning_rate": 0.0002054701696683469,
      "loss": 4.2713,
      "step": 539000
    },
    {
      "epoch": 2.46,
      "learning_rate": 0.00020489635658938387,
      "loss": 4.2659,
      "step": 540000
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.0002043225031787951,
      "loss": 4.2666,
      "step": 541000
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.00020374861416345058,
      "loss": 4.2609,
      "step": 542000
    },
    {
      "epoch": 2.48,
      "learning_rate": 0.0002031746942705136,
      "loss": 4.2631,
      "step": 543000
    },
    {
      "epoch": 2.48,
      "learning_rate": 0.0002026013221849334,
      "loss": 4.2656,
      "step": 544000
    },
    {
      "epoch": 2.49,
      "learning_rate": 0.0002020273547383406,
      "loss": 4.2688,
      "step": 545000
    },
    {
      "epoch": 2.49,
      "learning_rate": 0.00020145394458320146,
      "loss": 4.2592,
      "step": 546000
    },
    {
      "epoch": 2.5,
      "learning_rate": 0.00020087994847524482,
      "loss": 4.2617,
      "step": 547000
    },
    {
      "epoch": 2.5,
      "learning_rate": 0.00020030651912449513,
      "loss": 4.2613,
      "step": 548000
    },
    {
      "epoch": 2.51,
      "learning_rate": 0.00019973251324840986,
      "loss": 4.2557,
      "step": 549000
    },
    {
      "epoch": 2.51,
      "learning_rate": 0.0001991590835766299,
      "loss": 4.2604,
      "step": 550000
    },
    {
      "epoch": 2.51,
      "learning_rate": 0.00019858508682597277,
      "loss": 4.2614,
      "step": 551000
    },
    {
      "epoch": 2.52,
      "learning_rate": 0.00019801167570775345,
      "loss": 4.2587,
      "step": 552000
    },
    {
      "epoch": 2.52,
      "learning_rate": 0.0001974377069757808,
      "loss": 4.2567,
      "step": 553000
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.000196863759349592,
      "loss": 4.2542,
      "step": 554000
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.0001962904114641484,
      "loss": 4.2528,
      "step": 555000
    },
    {
      "epoch": 2.54,
      "learning_rate": 0.00019571652019933017,
      "loss": 4.2529,
      "step": 556000
    },
    {
      "epoch": 2.54,
      "learning_rate": 0.00019514323805461362,
      "loss": 4.2504,
      "step": 557000
    },
    {
      "epoch": 2.55,
      "learning_rate": 0.00019456999583540802,
      "loss": 4.2557,
      "step": 558000
    },
    {
      "epoch": 2.55,
      "learning_rate": 0.00019399622450669583,
      "loss": 4.2527,
      "step": 559000
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.00019342250263149486,
      "loss": 4.2493,
      "step": 560000
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.0001928488349355918,
      "loss": 4.2533,
      "step": 561000
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.00019227579972212256,
      "loss": 4.251,
      "step": 562000
    },
    {
      "epoch": 2.57,
      "learning_rate": 0.00019170225449436132,
      "loss": 4.2442,
      "step": 563000
    },
    {
      "epoch": 2.57,
      "learning_rate": 0.00019112935105686604,
      "loss": 4.2508,
      "step": 564000
    },
    {
      "epoch": 2.58,
      "learning_rate": 0.00019055652054145262,
      "loss": 4.2482,
      "step": 565000
    },
    {
      "epoch": 2.58,
      "learning_rate": 0.00018998319437138936,
      "loss": 4.2453,
      "step": 566000
    },
    {
      "epoch": 2.59,
      "learning_rate": 0.0001894099507104425,
      "loss": 4.2467,
      "step": 567000
    },
    {
      "epoch": 2.59,
      "learning_rate": 0.00018883679428045936,
      "loss": 4.2429,
      "step": 568000
    },
    {
      "epoch": 2.6,
      "learning_rate": 0.00018826430281954561,
      "loss": 4.2436,
      "step": 569000
    },
    {
      "epoch": 2.6,
      "learning_rate": 0.00018769190783313742,
      "loss": 4.2462,
      "step": 570000
    },
    {
      "epoch": 2.61,
      "learning_rate": 0.00018711904121225677,
      "loss": 4.2429,
      "step": 571000
    },
    {
      "epoch": 2.61,
      "learning_rate": 0.000186546280692719,
      "loss": 4.2415,
      "step": 572000
    },
    {
      "epoch": 2.61,
      "learning_rate": 0.0001859736309923917,
      "loss": 4.242,
      "step": 573000
    },
    {
      "epoch": 2.62,
      "learning_rate": 0.00018540166930311399,
      "loss": 4.2415,
      "step": 574000
    },
    {
      "epoch": 2.62,
      "learning_rate": 0.00018482925526851332,
      "loss": 4.2394,
      "step": 575000
    },
    {
      "epoch": 2.63,
      "learning_rate": 0.00018425696619637965,
      "loss": 4.2393,
      "step": 576000
    },
    {
      "epoch": 2.63,
      "learning_rate": 0.00018368537889375085,
      "loss": 4.2374,
      "step": 577000
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.00018311335375069304,
      "loss": 4.2376,
      "step": 578000
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.00018254203951910075,
      "loss": 4.2361,
      "step": 579000
    },
    {
      "epoch": 2.65,
      "learning_rate": 0.00018197029713347917,
      "loss": 4.2363,
      "step": 580000
    },
    {
      "epoch": 2.65,
      "learning_rate": 0.000181399274777884,
      "loss": 4.2322,
      "step": 581000
    },
    {
      "epoch": 2.66,
      "learning_rate": 0.00018082783396875207,
      "loss": 4.235,
      "step": 582000
    },
    {
      "epoch": 2.66,
      "learning_rate": 0.00018025655108206925,
      "loss": 4.2327,
      "step": 583000
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.0001796854308235321,
      "loss": 4.2323,
      "step": 584000
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.0001791150487652753,
      "loss": 4.2297,
      "step": 585000
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.00017854426770033718,
      "loss": 4.2339,
      "step": 586000
    },
    {
      "epoch": 2.68,
      "learning_rate": 0.00017797423388223084,
      "loss": 4.2315,
      "step": 587000
    },
    {
      "epoch": 2.68,
      "learning_rate": 0.00017740381079830306,
      "loss": 4.2289,
      "step": 588000
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.0001768341439831626,
      "loss": 4.2285,
      "step": 589000
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.00017626409765587338,
      "loss": 4.2273,
      "step": 590000
    },
    {
      "epoch": 2.7,
      "learning_rate": 0.000175694246842843,
      "loss": 4.2272,
      "step": 591000
    },
    {
      "epoch": 2.7,
      "learning_rate": 0.00017512459623797167,
      "loss": 4.2267,
      "step": 592000
    },
    {
      "epoch": 2.71,
      "learning_rate": 0.00017455571987530613,
      "loss": 4.2242,
      "step": 593000
    },
    {
      "epoch": 2.71,
      "learning_rate": 0.00017398648354988546,
      "loss": 4.2238,
      "step": 594000
    },
    {
      "epoch": 2.72,
      "learning_rate": 0.00017341803041304732,
      "loss": 4.2245,
      "step": 595000
    },
    {
      "epoch": 2.72,
      "learning_rate": 0.00017284922710364303,
      "loss": 4.2219,
      "step": 596000
    },
    {
      "epoch": 2.72,
      "learning_rate": 0.00017228121590341918,
      "loss": 4.2215,
      "step": 597000
    },
    {
      "epoch": 2.73,
      "learning_rate": 0.0001717128643323442,
      "loss": 4.2196,
      "step": 598000
    },
    {
      "epoch": 2.73,
      "learning_rate": 0.00017114474576434977,
      "loss": 4.2186,
      "step": 599000
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.00017057686487906743,
      "loss": 4.2218,
      "step": 600000
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.00017000922635417116,
      "loss": 4.2175,
      "step": 601000
    },
    {
      "epoch": 2.75,
      "learning_rate": 0.00016944183486533842,
      "loss": 4.2174,
      "step": 602000
    },
    {
      "epoch": 2.75,
      "learning_rate": 0.00016887582911145858,
      "loss": 4.2208,
      "step": 603000
    },
    {
      "epoch": 2.76,
      "learning_rate": 0.00016830894519618436,
      "loss": 4.2176,
      "step": 604000
    },
    {
      "epoch": 2.76,
      "learning_rate": 0.00016774232232230643,
      "loss": 4.2131,
      "step": 605000
    },
    {
      "epoch": 2.77,
      "learning_rate": 0.00016717596515713635,
      "loss": 4.2148,
      "step": 606000
    },
    {
      "epoch": 2.77,
      "learning_rate": 0.00016661044431598456,
      "loss": 4.2163,
      "step": 607000
    },
    {
      "epoch": 2.77,
      "learning_rate": 0.0001660446322840068,
      "loss": 4.2121,
      "step": 608000
    },
    {
      "epoch": 2.78,
      "learning_rate": 0.0001654796653358085,
      "loss": 4.2126,
      "step": 609000
    },
    {
      "epoch": 2.78,
      "learning_rate": 0.0001649144170608772,
      "loss": 4.2111,
      "step": 610000
    },
    {
      "epoch": 2.79,
      "learning_rate": 0.00016435002260167044,
      "loss": 4.2093,
      "step": 611000
    },
    {
      "epoch": 2.79,
      "learning_rate": 0.0001637853566890836,
      "loss": 4.2104,
      "step": 612000
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.00016322155329606282,
      "loss": 4.2104,
      "step": 613000
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.00016265748833194975,
      "loss": 4.2095,
      "step": 614000
    },
    {
      "epoch": 2.81,
      "learning_rate": 0.00016209373096067142,
      "loss": 4.2061,
      "step": 615000
    },
    {
      "epoch": 2.81,
      "learning_rate": 0.00016153141240150847,
      "loss": 4.2059,
      "step": 616000
    },
    {
      "epoch": 2.82,
      "learning_rate": 0.0001609682835060673,
      "loss": 4.2093,
      "step": 617000
    },
    {
      "epoch": 2.82,
      "learning_rate": 0.00016040547611755718,
      "loss": 4.2025,
      "step": 618000
    },
    {
      "epoch": 2.82,
      "learning_rate": 0.00015984299487186134,
      "loss": 4.2069,
      "step": 619000
    },
    {
      "epoch": 2.83,
      "learning_rate": 0.00015928140638588216,
      "loss": 4.2031,
      "step": 620000
    },
    {
      "epoch": 2.83,
      "learning_rate": 0.00015872015263128903,
      "loss": 4.2021,
      "step": 621000
    },
    {
      "epoch": 2.84,
      "learning_rate": 0.00015815867691759442,
      "loss": 4.2014,
      "step": 622000
    },
    {
      "epoch": 2.84,
      "learning_rate": 0.00015759754585375357,
      "loss": 4.2014,
      "step": 623000
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.00015703676406184148,
      "loss": 4.2015,
      "step": 624000
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.0001564768964106519,
      "loss": 4.2018,
      "step": 625000
    },
    {
      "epoch": 2.86,
      "learning_rate": 0.000155917386545611,
      "loss": 4.2003,
      "step": 626000
    },
    {
      "epoch": 2.86,
      "learning_rate": 0.00015535767954213264,
      "loss": 4.1976,
      "step": 627000
    },
    {
      "epoch": 2.87,
      "learning_rate": 0.00015479834026051583,
      "loss": 4.1972,
      "step": 628000
    },
    {
      "epoch": 2.87,
      "learning_rate": 0.00015423937330807675,
      "loss": 4.1957,
      "step": 629000
    },
    {
      "epoch": 2.88,
      "learning_rate": 0.00015368134168927352,
      "loss": 4.1951,
      "step": 630000
    },
    {
      "epoch": 2.88,
      "learning_rate": 0.00015312313282100077,
      "loss": 4.1952,
      "step": 631000
    },
    {
      "epoch": 2.88,
      "learning_rate": 0.00015256586770904422,
      "loss": 4.1928,
      "step": 632000
    },
    {
      "epoch": 2.89,
      "learning_rate": 0.00015200843529853173,
      "loss": 4.1941,
      "step": 633000
    },
    {
      "epoch": 2.89,
      "learning_rate": 0.00015145195503595184,
      "loss": 4.1938,
      "step": 634000
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.00015089531743123636,
      "loss": 4.1933,
      "step": 635000
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.00015033964033472967,
      "loss": 4.1919,
      "step": 636000
    },
    {
      "epoch": 2.91,
      "learning_rate": 0.00014978381585768676,
      "loss": 4.191,
      "step": 637000
    },
    {
      "epoch": 2.91,
      "learning_rate": 0.0001492289602175133,
      "loss": 4.1907,
      "step": 638000
    },
    {
      "epoch": 2.92,
      "learning_rate": 0.00014867396716325404,
      "loss": 4.1906,
      "step": 639000
    },
    {
      "epoch": 2.92,
      "learning_rate": 0.00014811995124263547,
      "loss": 4.19,
      "step": 640000
    },
    {
      "epoch": 2.93,
      "learning_rate": 0.00014756580787890456,
      "loss": 4.1854,
      "step": 641000
    },
    {
      "epoch": 2.93,
      "learning_rate": 0.0001470126499134229,
      "loss": 4.1862,
      "step": 642000
    },
    {
      "epoch": 2.93,
      "learning_rate": 0.0001464593744799972,
      "loss": 4.1804,
      "step": 643000
    },
    {
      "epoch": 2.94,
      "learning_rate": 0.00014590709267699477,
      "loss": 4.1812,
      "step": 644000
    },
    {
      "epoch": 2.94,
      "learning_rate": 0.00014535470338508303,
      "loss": 4.1811,
      "step": 645000
    },
    {
      "epoch": 2.95,
      "learning_rate": 0.0001448033159230627,
      "loss": 4.1812,
      "step": 646000
    },
    {
      "epoch": 2.95,
      "learning_rate": 0.00014425238221106002,
      "loss": 4.1827,
      "step": 647000
    },
    {
      "epoch": 2.96,
      "learning_rate": 0.00014370135598273356,
      "loss": 4.1792,
      "step": 648000
    },
    {
      "epoch": 2.96,
      "learning_rate": 0.00014315079349020695,
      "loss": 4.1829,
      "step": 649000
    },
    {
      "epoch": 2.97,
      "learning_rate": 0.00014260069926850117,
      "loss": 4.1798,
      "step": 650000
    },
    {
      "epoch": 2.97,
      "learning_rate": 0.00014205162723252818,
      "loss": 4.1813,
      "step": 651000
    },
    {
      "epoch": 2.98,
      "learning_rate": 0.00014150248266247203,
      "loss": 4.1771,
      "step": 652000
    },
    {
      "epoch": 2.98,
      "learning_rate": 0.0001409543683610207,
      "loss": 4.1744,
      "step": 653000
    },
    {
      "epoch": 2.98,
      "learning_rate": 0.00014040673945025616,
      "loss": 4.1791,
      "step": 654000
    },
    {
      "epoch": 2.99,
      "learning_rate": 0.00013985905299225343,
      "loss": 4.1795,
      "step": 655000
    },
    {
      "epoch": 2.99,
      "learning_rate": 0.00013931186191936434,
      "loss": 4.1764,
      "step": 656000
    },
    {
      "epoch": 3.0,
      "learning_rate": 0.0001387651707388392,
      "loss": 4.1717,
      "step": 657000
    },
    {
      "epoch": 3.0,
      "learning_rate": 0.0001382195298871527,
      "loss": 4.1585,
      "step": 658000
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.00013767385148545907,
      "loss": 4.1503,
      "step": 659000
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.0001371292313756203,
      "loss": 4.1517,
      "step": 660000
    },
    {
      "epoch": 3.02,
      "learning_rate": 0.00013658458371390849,
      "loss": 4.1508,
      "step": 661000
    },
    {
      "epoch": 3.02,
      "learning_rate": 0.00013604100227223385,
      "loss": 4.1545,
      "step": 662000
    },
    {
      "epoch": 3.03,
      "learning_rate": 0.00013549740327772723,
      "loss": 4.1505,
      "step": 663000
    },
    {
      "epoch": 3.03,
      "learning_rate": 0.00013495542119768334,
      "loss": 4.1496,
      "step": 664000
    },
    {
      "epoch": 3.03,
      "learning_rate": 0.00013441288822507396,
      "loss": 4.1504,
      "step": 665000
    },
    {
      "epoch": 3.04,
      "learning_rate": 0.0001338708954980116,
      "loss": 4.1514,
      "step": 666000
    },
    {
      "epoch": 3.04,
      "learning_rate": 0.0001333299886553773,
      "loss": 4.1504,
      "step": 667000
    },
    {
      "epoch": 3.05,
      "learning_rate": 0.00013278908925682,
      "loss": 4.1553,
      "step": 668000
    },
    {
      "epoch": 3.05,
      "learning_rate": 0.0001322487434791535,
      "loss": 4.154,
      "step": 669000
    },
    {
      "epoch": 3.06,
      "learning_rate": 0.00013170895577324293,
      "loss": 4.1501,
      "step": 670000
    },
    {
      "epoch": 3.06,
      "learning_rate": 0.00013117026952808839,
      "loss": 4.1481,
      "step": 671000
    },
    {
      "epoch": 3.07,
      "learning_rate": 0.00013063161073068494,
      "loss": 4.153,
      "step": 672000
    },
    {
      "epoch": 3.07,
      "learning_rate": 0.00013009406112599048,
      "loss": 4.148,
      "step": 673000
    },
    {
      "epoch": 3.08,
      "learning_rate": 0.00012955708619025508,
      "loss": 4.1457,
      "step": 674000
    },
    {
      "epoch": 3.08,
      "learning_rate": 0.00012902015369654687,
      "loss": 4.1496,
      "step": 675000
    },
    {
      "epoch": 3.09,
      "learning_rate": 0.00012848434192302686,
      "loss": 4.1481,
      "step": 676000
    },
    {
      "epoch": 3.09,
      "learning_rate": 0.00012794858258770753,
      "loss": 4.148,
      "step": 677000
    },
    {
      "epoch": 3.09,
      "learning_rate": 0.00012741341674486485,
      "loss": 4.1484,
      "step": 678000
    },
    {
      "epoch": 3.1,
      "learning_rate": 0.00012687884880269694,
      "loss": 4.1446,
      "step": 679000
    },
    {
      "epoch": 3.1,
      "learning_rate": 0.00012634541682779958,
      "loss": 4.1428,
      "step": 680000
    },
    {
      "epoch": 3.11,
      "learning_rate": 0.00012581205728294073,
      "loss": 4.1455,
      "step": 681000
    },
    {
      "epoch": 3.11,
      "learning_rate": 0.00012527984127101713,
      "loss": 4.1422,
      "step": 682000
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.0001247477076791393,
      "loss": 4.1427,
      "step": 683000
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.00012421672514822168,
      "loss": 4.1434,
      "step": 684000
    },
    {
      "epoch": 3.13,
      "learning_rate": 0.00012368583502464424,
      "loss": 4.1414,
      "step": 685000
    },
    {
      "epoch": 3.13,
      "learning_rate": 0.00012315610345216445,
      "loss": 4.1437,
      "step": 686000
    },
    {
      "epoch": 3.14,
      "learning_rate": 0.00012262647427127763,
      "loss": 4.1419,
      "step": 687000
    },
    {
      "epoch": 3.14,
      "learning_rate": 0.0001220980110934919,
      "loss": 4.1379,
      "step": 688000
    },
    {
      "epoch": 3.14,
      "learning_rate": 0.00012156966028818173,
      "loss": 4.1382,
      "step": 689000
    },
    {
      "epoch": 3.15,
      "learning_rate": 0.00012104248289959676,
      "loss": 4.1365,
      "step": 690000
    },
    {
      "epoch": 3.15,
      "learning_rate": 0.00012051542786067112,
      "loss": 4.1394,
      "step": 691000
    },
    {
      "epoch": 3.16,
      "learning_rate": 0.00011998955361347148,
      "loss": 4.1366,
      "step": 692000
    },
    {
      "epoch": 3.16,
      "learning_rate": 0.00011946381168908787,
      "loss": 4.1347,
      "step": 693000
    },
    {
      "epoch": 3.17,
      "learning_rate": 0.00011893873314682198,
      "loss": 4.1357,
      "step": 694000
    },
    {
      "epoch": 3.17,
      "learning_rate": 0.00011841432231178195,
      "loss": 4.1337,
      "step": 695000
    },
    {
      "epoch": 3.18,
      "learning_rate": 0.0001178911069052703,
      "loss": 4.1347,
      "step": 696000
    },
    {
      "epoch": 3.18,
      "learning_rate": 0.00011736804375947676,
      "loss": 4.1351,
      "step": 697000
    },
    {
      "epoch": 3.19,
      "learning_rate": 0.00011684618329987129,
      "loss": 4.1297,
      "step": 698000
    },
    {
      "epoch": 3.19,
      "learning_rate": 0.00011632448506008744,
      "loss": 4.1351,
      "step": 699000
    },
    {
      "epoch": 3.19,
      "learning_rate": 0.00011580399672456457,
      "loss": 4.1329,
      "step": 700000
    },
    {
      "epoch": 3.2,
      "learning_rate": 0.00011528368056262728,
      "loss": 4.1313,
      "step": 701000
    },
    {
      "epoch": 3.2,
      "learning_rate": 0.00011476458148319966,
      "loss": 4.1265,
      "step": 702000
    },
    {
      "epoch": 3.21,
      "learning_rate": 0.00011424566452545455,
      "loss": 4.129,
      "step": 703000
    },
    {
      "epoch": 3.21,
      "learning_rate": 0.00011372797178840713,
      "loss": 4.1299,
      "step": 704000
    },
    {
      "epoch": 3.22,
      "learning_rate": 0.00011321047111514422,
      "loss": 4.1257,
      "step": 705000
    },
    {
      "epoch": 3.22,
      "learning_rate": 0.0001126942017604717,
      "loss": 4.1281,
      "step": 706000
    },
    {
      "epoch": 3.23,
      "learning_rate": 0.00011217813440536418,
      "loss": 4.1266,
      "step": 707000
    },
    {
      "epoch": 3.23,
      "learning_rate": 0.00011166279044499894,
      "loss": 4.1249,
      "step": 708000
    },
    {
      "epoch": 3.24,
      "learning_rate": 0.00011114817412429949,
      "loss": 4.1247,
      "step": 709000
    },
    {
      "epoch": 3.24,
      "learning_rate": 0.00011063428968219605,
      "loss": 4.1229,
      "step": 710000
    },
    {
      "epoch": 3.24,
      "learning_rate": 0.00011012114135158998,
      "loss": 4.1245,
      "step": 711000
    },
    {
      "epoch": 3.25,
      "learning_rate": 0.00010960924539610728,
      "loss": 4.1261,
      "step": 712000
    },
    {
      "epoch": 3.25,
      "learning_rate": 0.00010909758121624652,
      "loss": 4.1228,
      "step": 713000
    },
    {
      "epoch": 3.26,
      "learning_rate": 0.00010858717634585534,
      "loss": 4.1197,
      "step": 714000
    },
    {
      "epoch": 3.26,
      "learning_rate": 0.00010807701315830314,
      "loss": 4.1174,
      "step": 715000
    },
    {
      "epoch": 3.27,
      "learning_rate": 0.00010756862520028245,
      "loss": 4.1188,
      "step": 716000
    },
    {
      "epoch": 3.27,
      "learning_rate": 0.00010705997903373485,
      "loss": 4.1191,
      "step": 717000
    },
    {
      "epoch": 3.28,
      "learning_rate": 0.00010655209842052723,
      "loss": 4.114,
      "step": 718000
    },
    {
      "epoch": 3.28,
      "learning_rate": 0.00010604549426910888,
      "loss": 4.1175,
      "step": 719000
    },
    {
      "epoch": 3.29,
      "learning_rate": 0.00010553915653058473,
      "loss": 4.1166,
      "step": 720000
    },
    {
      "epoch": 3.29,
      "learning_rate": 0.00010503359687251983,
      "loss": 4.1143,
      "step": 721000
    },
    {
      "epoch": 3.29,
      "learning_rate": 0.00010452881945924391,
      "loss": 4.1152,
      "step": 722000
    },
    {
      "epoch": 3.3,
      "learning_rate": 0.00010402533204546334,
      "loss": 4.1116,
      "step": 723000
    },
    {
      "epoch": 3.3,
      "learning_rate": 0.00010352213079632074,
      "loss": 4.1111,
      "step": 724000
    },
    {
      "epoch": 3.31,
      "learning_rate": 0.00010301972424201705,
      "loss": 4.1103,
      "step": 725000
    },
    {
      "epoch": 3.31,
      "learning_rate": 0.00010251861772823774,
      "loss": 4.1111,
      "step": 726000
    },
    {
      "epoch": 3.32,
      "learning_rate": 0.00010201781216707713,
      "loss": 4.1106,
      "step": 727000
    },
    {
      "epoch": 3.32,
      "learning_rate": 0.00010151831328589558,
      "loss": 4.1069,
      "step": 728000
    },
    {
      "epoch": 3.33,
      "learning_rate": 0.00010101962398354699,
      "loss": 4.1067,
      "step": 729000
    },
    {
      "epoch": 3.33,
      "learning_rate": 0.00010052174835955799,
      "loss": 4.1035,
      "step": 730000
    },
    {
      "epoch": 3.34,
      "learning_rate": 0.00010002419336242872,
      "loss": 4.1095,
      "step": 731000
    },
    {
      "epoch": 3.34,
      "learning_rate": 9.952746187288931e-05,
      "loss": 4.1049,
      "step": 732000
    },
    {
      "epoch": 3.35,
      "learning_rate": 9.903155798255135e-05,
      "loss": 4.0988,
      "step": 733000
    },
    {
      "epoch": 3.35,
      "learning_rate": 9.853648577620898e-05,
      "loss": 4.1043,
      "step": 734000
    },
    {
      "epoch": 3.35,
      "learning_rate": 9.804274314943199e-05,
      "loss": 4.1043,
      "step": 735000
    },
    {
      "epoch": 3.36,
      "learning_rate": 9.754934569616405e-05,
      "loss": 4.1018,
      "step": 736000
    },
    {
      "epoch": 3.36,
      "learning_rate": 9.705777639819362e-05,
      "loss": 4.099,
      "step": 737000
    },
    {
      "epoch": 3.37,
      "learning_rate": 9.656606908833878e-05,
      "loss": 4.1011,
      "step": 738000
    },
    {
      "epoch": 3.37,
      "learning_rate": 9.6075213770881e-05,
      "loss": 4.1025,
      "step": 739000
    },
    {
      "epoch": 3.38,
      "learning_rate": 9.558570405937759e-05,
      "loss": 4.1005,
      "step": 740000
    },
    {
      "epoch": 3.38,
      "learning_rate": 9.509656398720454e-05,
      "loss": 4.0979,
      "step": 741000
    },
    {
      "epoch": 3.39,
      "learning_rate": 9.46082880118432e-05,
      "loss": 4.0973,
      "step": 742000
    },
    {
      "epoch": 3.39,
      "learning_rate": 9.412088015525628e-05,
      "loss": 4.0912,
      "step": 743000
    },
    {
      "epoch": 3.4,
      "learning_rate": 9.363434443225589e-05,
      "loss": 4.0913,
      "step": 744000
    },
    {
      "epoch": 3.4,
      "learning_rate": 9.31486848504702e-05,
      "loss": 4.0922,
      "step": 745000
    },
    {
      "epoch": 3.4,
      "learning_rate": 9.266390541031052e-05,
      "loss": 4.095,
      "step": 746000
    },
    {
      "epoch": 3.41,
      "learning_rate": 9.218049355729118e-05,
      "loss": 4.0916,
      "step": 747000
    },
    {
      "epoch": 3.41,
      "learning_rate": 9.169748548247643e-05,
      "loss": 4.0896,
      "step": 748000
    },
    {
      "epoch": 3.42,
      "learning_rate": 9.121585117197211e-05,
      "loss": 4.0896,
      "step": 749000
    },
    {
      "epoch": 3.42,
      "learning_rate": 9.073463036084202e-05,
      "loss": 4.0849,
      "step": 750000
    },
    {
      "epoch": 3.43,
      "learning_rate": 9.025430957607068e-05,
      "loss": 4.0861,
      "step": 751000
    },
    {
      "epoch": 3.43,
      "learning_rate": 8.977489277409341e-05,
      "loss": 4.0873,
      "step": 752000
    },
    {
      "epoch": 3.44,
      "learning_rate": 8.929686195794506e-05,
      "loss": 4.083,
      "step": 753000
    },
    {
      "epoch": 3.44,
      "learning_rate": 8.882021833036489e-05,
      "loss": 4.0873,
      "step": 754000
    },
    {
      "epoch": 3.45,
      "learning_rate": 8.834353438745977e-05,
      "loss": 4.083,
      "step": 755000
    },
    {
      "epoch": 3.45,
      "learning_rate": 8.786824547005008e-05,
      "loss": 4.0832,
      "step": 756000
    },
    {
      "epoch": 3.45,
      "learning_rate": 8.739340396441291e-05,
      "loss": 4.0828,
      "step": 757000
    },
    {
      "epoch": 3.46,
      "learning_rate": 8.691949000704588e-05,
      "loss": 4.087,
      "step": 758000
    },
    {
      "epoch": 3.46,
      "learning_rate": 8.644650750161096e-05,
      "loss": 4.0797,
      "step": 759000
    },
    {
      "epoch": 3.47,
      "learning_rate": 8.597446034409749e-05,
      "loss": 4.0808,
      "step": 760000
    },
    {
      "epoch": 3.47,
      "learning_rate": 8.55033524227903e-05,
      "loss": 4.0762,
      "step": 761000
    },
    {
      "epoch": 3.48,
      "learning_rate": 8.503365731066581e-05,
      "loss": 4.0769,
      "step": 762000
    },
    {
      "epoch": 3.48,
      "learning_rate": 8.456443854672643e-05,
      "loss": 4.0744,
      "step": 763000
    },
    {
      "epoch": 3.49,
      "learning_rate": 8.409617063343962e-05,
      "loss": 4.0785,
      "step": 764000
    },
    {
      "epoch": 3.49,
      "learning_rate": 8.362885742796067e-05,
      "loss": 4.074,
      "step": 765000
    },
    {
      "epoch": 3.5,
      "learning_rate": 8.316296865415034e-05,
      "loss": 4.0752,
      "step": 766000
    },
    {
      "epoch": 3.5,
      "learning_rate": 8.269757543994949e-05,
      "loss": 4.0721,
      "step": 767000
    },
    {
      "epoch": 3.5,
      "learning_rate": 8.223314845388103e-05,
      "loss": 4.0745,
      "step": 768000
    },
    {
      "epoch": 3.51,
      "learning_rate": 8.176969152146221e-05,
      "loss": 4.0721,
      "step": 769000
    },
    {
      "epoch": 3.51,
      "learning_rate": 8.130767045556329e-05,
      "loss": 4.0721,
      "step": 770000
    },
    {
      "epoch": 3.52,
      "learning_rate": 8.084616409542043e-05,
      "loss": 4.0681,
      "step": 771000
    },
    {
      "epoch": 3.52,
      "learning_rate": 8.038609924698259e-05,
      "loss": 4.0728,
      "step": 772000
    },
    {
      "epoch": 3.53,
      "learning_rate": 7.992701769691633e-05,
      "loss": 4.0687,
      "step": 773000
    },
    {
      "epoch": 3.53,
      "learning_rate": 7.946846516190165e-05,
      "loss": 4.0675,
      "step": 774000
    },
    {
      "epoch": 3.54,
      "learning_rate": 7.90109054534227e-05,
      "loss": 4.0665,
      "step": 775000
    },
    {
      "epoch": 3.54,
      "learning_rate": 7.855434234043022e-05,
      "loss": 4.0655,
      "step": 776000
    },
    {
      "epoch": 3.55,
      "learning_rate": 7.80992346454953e-05,
      "loss": 4.0671,
      "step": 777000
    },
    {
      "epoch": 3.55,
      "learning_rate": 7.764512904833741e-05,
      "loss": 4.0638,
      "step": 778000
    },
    {
      "epoch": 3.56,
      "learning_rate": 7.71915762338268e-05,
      "loss": 4.0613,
      "step": 779000
    },
    {
      "epoch": 3.56,
      "learning_rate": 7.673948703544935e-05,
      "loss": 4.0572,
      "step": 780000
    },
    {
      "epoch": 3.56,
      "learning_rate": 7.628796009423646e-05,
      "loss": 4.0639,
      "step": 781000
    },
    {
      "epoch": 3.57,
      "learning_rate": 7.583745217759814e-05,
      "loss": 4.0613,
      "step": 782000
    },
    {
      "epoch": 3.57,
      "learning_rate": 7.538841596949084e-05,
      "loss": 4.0572,
      "step": 783000
    },
    {
      "epoch": 3.58,
      "learning_rate": 7.493995619788687e-05,
      "loss": 4.0566,
      "step": 784000
    },
    {
      "epoch": 3.58,
      "learning_rate": 7.44925265544582e-05,
      "loss": 4.0562,
      "step": 785000
    },
    {
      "epoch": 3.59,
      "learning_rate": 7.404613072471351e-05,
      "loss": 4.056,
      "step": 786000
    },
    {
      "epoch": 3.59,
      "learning_rate": 7.360077238564593e-05,
      "loss": 4.0507,
      "step": 787000
    },
    {
      "epoch": 3.6,
      "learning_rate": 7.315645520570287e-05,
      "loss": 4.0505,
      "step": 788000
    },
    {
      "epoch": 3.6,
      "learning_rate": 7.271362559401307e-05,
      "loss": 4.0534,
      "step": 789000
    },
    {
      "epoch": 3.61,
      "learning_rate": 7.22714006530347e-05,
      "loss": 4.0539,
      "step": 790000
    },
    {
      "epoch": 3.61,
      "learning_rate": 7.183066846739989e-05,
      "loss": 4.0536,
      "step": 791000
    },
    {
      "epoch": 3.61,
      "learning_rate": 7.139055032133843e-05,
      "loss": 4.0522,
      "step": 792000
    },
    {
      "epoch": 3.62,
      "learning_rate": 7.095236859806331e-05,
      "loss": 4.05,
      "step": 793000
    },
    {
      "epoch": 3.62,
      "learning_rate": 7.051437066874354e-05,
      "loss": 4.0474,
      "step": 794000
    },
    {
      "epoch": 3.63,
      "learning_rate": 7.007743932145127e-05,
      "loss": 4.0424,
      "step": 795000
    },
    {
      "epoch": 3.63,
      "learning_rate": 6.964157815522e-05,
      "loss": 4.0445,
      "step": 796000
    },
    {
      "epoch": 3.64,
      "learning_rate": 6.920679076026799e-05,
      "loss": 4.0437,
      "step": 797000
    },
    {
      "epoch": 3.64,
      "learning_rate": 6.877308071796904e-05,
      "loss": 4.0428,
      "step": 798000
    },
    {
      "epoch": 3.65,
      "learning_rate": 6.834088368883074e-05,
      "loss": 4.0413,
      "step": 799000
    },
    {
      "epoch": 3.65,
      "learning_rate": 6.790933797416663e-05,
      "loss": 4.0423,
      "step": 800000
    },
    {
      "epoch": 3.66,
      "learning_rate": 6.747888029936322e-05,
      "loss": 4.0412,
      "step": 801000
    },
    {
      "epoch": 3.66,
      "learning_rate": 6.704994302979443e-05,
      "loss": 4.0394,
      "step": 802000
    },
    {
      "epoch": 3.66,
      "learning_rate": 6.66216709659637e-05,
      "loss": 4.0399,
      "step": 803000
    },
    {
      "epoch": 3.67,
      "learning_rate": 6.619449754859523e-05,
      "loss": 4.0385,
      "step": 804000
    },
    {
      "epoch": 3.67,
      "learning_rate": 6.576885181589794e-05,
      "loss": 4.0375,
      "step": 805000
    },
    {
      "epoch": 3.68,
      "learning_rate": 6.534388513092143e-05,
      "loss": 4.0376,
      "step": 806000
    },
    {
      "epoch": 3.68,
      "learning_rate": 6.492002761761704e-05,
      "loss": 4.0367,
      "step": 807000
    },
    {
      "epoch": 3.69,
      "learning_rate": 6.44972827673282e-05,
      "loss": 4.0361,
      "step": 808000
    },
    {
      "epoch": 3.69,
      "learning_rate": 6.40760751322673e-05,
      "loss": 4.0294,
      "step": 809000
    },
    {
      "epoch": 3.7,
      "learning_rate": 6.365556492400127e-05,
      "loss": 4.0324,
      "step": 810000
    },
    {
      "epoch": 3.7,
      "learning_rate": 6.323659661921848e-05,
      "loss": 4.0314,
      "step": 811000
    },
    {
      "epoch": 3.71,
      "learning_rate": 6.281833489418096e-05,
      "loss": 4.0306,
      "step": 812000
    },
    {
      "epoch": 3.71,
      "learning_rate": 6.240161971012996e-05,
      "loss": 4.0301,
      "step": 813000
    },
    {
      "epoch": 3.71,
      "learning_rate": 6.198562023551751e-05,
      "loss": 4.0285,
      "step": 814000
    },
    {
      "epoch": 3.72,
      "learning_rate": 6.157158618328416e-05,
      "loss": 4.0266,
      "step": 815000
    },
    {
      "epoch": 3.72,
      "learning_rate": 6.115786150987899e-05,
      "loss": 4.0292,
      "step": 816000
    },
    {
      "epoch": 3.73,
      "learning_rate": 6.0745280488710155e-05,
      "loss": 4.0234,
      "step": 817000
    },
    {
      "epoch": 3.73,
      "learning_rate": 6.0333846518236035e-05,
      "loss": 4.0236,
      "step": 818000
    },
    {
      "epoch": 3.74,
      "learning_rate": 5.9923562987466307e-05,
      "loss": 4.0237,
      "step": 819000
    },
    {
      "epoch": 3.74,
      "learning_rate": 5.951484182819116e-05,
      "loss": 4.021,
      "step": 820000
    },
    {
      "epoch": 3.75,
      "learning_rate": 5.910727554160531e-05,
      "loss": 4.0171,
      "step": 821000
    },
    {
      "epoch": 3.75,
      "learning_rate": 5.8700461244659956e-05,
      "loss": 4.0197,
      "step": 822000
    },
    {
      "epoch": 3.76,
      "learning_rate": 5.829481084172575e-05,
      "loss": 4.0153,
      "step": 823000
    },
    {
      "epoch": 3.76,
      "learning_rate": 5.789032767417306e-05,
      "loss": 4.0209,
      "step": 824000
    },
    {
      "epoch": 3.76,
      "learning_rate": 5.748701507375753e-05,
      "loss": 4.0169,
      "step": 825000
    },
    {
      "epoch": 3.77,
      "learning_rate": 5.708487636259276e-05,
      "loss": 4.0142,
      "step": 826000
    },
    {
      "epoch": 3.77,
      "learning_rate": 5.6684315225520025e-05,
      "loss": 4.0168,
      "step": 827000
    },
    {
      "epoch": 3.78,
      "learning_rate": 5.628453303834178e-05,
      "loss": 4.0179,
      "step": 828000
    },
    {
      "epoch": 3.78,
      "learning_rate": 5.588633265133554e-05,
      "loss": 4.0114,
      "step": 829000
    },
    {
      "epoch": 3.79,
      "learning_rate": 5.5489316965551574e-05,
      "loss": 4.0113,
      "step": 830000
    },
    {
      "epoch": 3.79,
      "learning_rate": 5.5093093617013605e-05,
      "loss": 4.0101,
      "step": 831000
    },
    {
      "epoch": 3.8,
      "learning_rate": 5.469806387662206e-05,
      "loss": 4.012,
      "step": 832000
    },
    {
      "epoch": 3.8,
      "learning_rate": 5.4304230998263825e-05,
      "loss": 4.011,
      "step": 833000
    },
    {
      "epoch": 3.81,
      "learning_rate": 5.391199025820963e-05,
      "loss": 4.0085,
      "step": 834000
    },
    {
      "epoch": 3.81,
      "learning_rate": 5.352055962116598e-05,
      "loss": 4.0103,
      "step": 835000
    },
    {
      "epoch": 3.82,
      "learning_rate": 5.313033554533935e-05,
      "loss": 4.007,
      "step": 836000
    },
    {
      "epoch": 3.82,
      "learning_rate": 5.2741321245032015e-05,
      "loss": 4.0057,
      "step": 837000
    },
    {
      "epoch": 3.82,
      "learning_rate": 5.235429431454388e-05,
      "loss": 4.0023,
      "step": 838000
    },
    {
      "epoch": 3.83,
      "learning_rate": 5.196770673276694e-05,
      "loss": 4.0024,
      "step": 839000
    },
    {
      "epoch": 3.83,
      "learning_rate": 5.158233850316285e-05,
      "loss": 4.0052,
      "step": 840000
    },
    {
      "epoch": 3.84,
      "learning_rate": 5.119895986925622e-05,
      "loss": 3.9984,
      "step": 841000
    },
    {
      "epoch": 3.84,
      "learning_rate": 5.0816037402308914e-05,
      "loss": 4.0024,
      "step": 842000
    },
    {
      "epoch": 3.85,
      "learning_rate": 5.0434343773913936e-05,
      "loss": 3.9997,
      "step": 843000
    },
    {
      "epoch": 3.85,
      "learning_rate": 5.005388212810789e-05,
      "loss": 4.0001,
      "step": 844000
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.967465559877949e-05,
      "loss": 3.9953,
      "step": 845000
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.929666730964366e-05,
      "loss": 3.9974,
      "step": 846000
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.8920296500061624e-05,
      "loss": 3.9978,
      "step": 847000
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.854479277562882e-05,
      "loss": 3.9965,
      "step": 848000
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.8170910230147306e-05,
      "loss": 3.9938,
      "step": 849000
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.77979034302229e-05,
      "loss": 3.9955,
      "step": 850000
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.7426521455285876e-05,
      "loss": 3.9919,
      "step": 851000
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.705602385748844e-05,
      "loss": 3.9902,
      "step": 852000
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.668678606973318e-05,
      "loss": 3.9888,
      "step": 853000
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.631881113345728e-05,
      "loss": 3.9864,
      "step": 854000
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.5952834232442806e-05,
      "loss": 3.9886,
      "step": 855000
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.5587391540988944e-05,
      "loss": 3.9877,
      "step": 856000
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.5223220756802585e-05,
      "loss": 3.9858,
      "step": 857000
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.4860324879583624e-05,
      "loss": 3.9823,
      "step": 858000
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.4498706898530285e-05,
      "loss": 3.9823,
      "step": 859000
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.413836979231471e-05,
      "loss": 3.9826,
      "step": 860000
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.3779674940056856e-05,
      "loss": 3.9845,
      "step": 861000
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.342190718903205e-05,
      "loss": 3.9797,
      "step": 862000
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.3066140849412765e-05,
      "loss": 3.9826,
      "step": 863000
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.271095293545859e-05,
      "loss": 3.9786,
      "step": 864000
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.235706062219449e-05,
      "loss": 3.9789,
      "step": 865000
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.200481876887719e-05,
      "loss": 3.9804,
      "step": 866000
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.165352508853595e-05,
      "loss": 3.9759,
      "step": 867000
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.13038850558964e-05,
      "loss": 3.9766,
      "step": 868000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.095520157140329e-05,
      "loss": 3.9754,
      "step": 869000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.0608174867936735e-05,
      "loss": 3.9726,
      "step": 870000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.026211305630183e-05,
      "loss": 3.9728,
      "step": 871000
    },
    {
      "epoch": 3.98,
      "learning_rate": 3.9917367016619276e-05,
      "loss": 3.9719,
      "step": 872000
    },
    {
      "epoch": 3.98,
      "learning_rate": 3.9573939588586015e-05,
      "loss": 3.9689,
      "step": 873000
    },
    {
      "epoch": 3.99,
      "learning_rate": 3.923183360103733e-05,
      "loss": 3.9669,
      "step": 874000
    },
    {
      "epoch": 3.99,
      "learning_rate": 3.88910518719237e-05,
      "loss": 3.9705,
      "step": 875000
    },
    {
      "epoch": 4.0,
      "learning_rate": 3.8551935999150546e-05,
      "loss": 3.969,
      "step": 876000
    },
    {
      "epoch": 4.0,
      "learning_rate": 3.821414732678987e-05,
      "loss": 3.9472,
      "step": 877000
    },
    {
      "epoch": 4.01,
      "learning_rate": 3.7877352503423325e-05,
      "loss": 3.9284,
      "step": 878000
    },
    {
      "epoch": 4.01,
      "learning_rate": 3.7541893095445734e-05,
      "loss": 3.9269,
      "step": 879000
    },
    {
      "epoch": 4.02,
      "learning_rate": 3.720810531795154e-05,
      "loss": 3.9298,
      "step": 880000
    },
    {
      "epoch": 4.02,
      "learning_rate": 3.687532367703408e-05,
      "loss": 3.9306,
      "step": 881000
    },
    {
      "epoch": 4.03,
      "learning_rate": 3.65438857052858e-05,
      "loss": 3.9292,
      "step": 882000
    },
    {
      "epoch": 4.03,
      "learning_rate": 3.6213794132784204e-05,
      "loss": 3.9297,
      "step": 883000
    },
    {
      "epoch": 4.03,
      "learning_rate": 3.588537974618371e-05,
      "loss": 3.9289,
      "step": 884000
    },
    {
      "epoch": 4.04,
      "learning_rate": 3.555798776484851e-05,
      "loss": 3.9268,
      "step": 885000
    },
    {
      "epoch": 4.04,
      "learning_rate": 3.5232601024993396e-05,
      "loss": 3.933,
      "step": 886000
    },
    {
      "epoch": 4.05,
      "learning_rate": 3.490791805247826e-05,
      "loss": 3.9279,
      "step": 887000
    },
    {
      "epoch": 4.05,
      "learning_rate": 3.458459495478781e-05,
      "loss": 3.9265,
      "step": 888000
    },
    {
      "epoch": 4.06,
      "learning_rate": 3.4262634395156536e-05,
      "loss": 3.9279,
      "step": 889000
    },
    {
      "epoch": 4.06,
      "learning_rate": 3.394235893817297e-05,
      "loss": 3.9273,
      "step": 890000
    },
    {
      "epoch": 4.07,
      "learning_rate": 3.3623130030302484e-05,
      "loss": 3.924,
      "step": 891000
    },
    {
      "epoch": 4.07,
      "learning_rate": 3.330527158014394e-05,
      "loss": 3.9239,
      "step": 892000
    },
    {
      "epoch": 4.08,
      "learning_rate": 3.298910200457324e-05,
      "loss": 3.9256,
      "step": 893000
    },
    {
      "epoch": 4.08,
      "learning_rate": 3.267399093621268e-05,
      "loss": 3.9225,
      "step": 894000
    },
    {
      "epoch": 4.08,
      "learning_rate": 3.2360258143687926e-05,
      "loss": 3.9213,
      "step": 895000
    },
    {
      "epoch": 4.09,
      "learning_rate": 3.204821787257311e-05,
      "loss": 3.923,
      "step": 896000
    },
    {
      "epoch": 4.09,
      "learning_rate": 3.173724798834707e-05,
      "loss": 3.9165,
      "step": 897000
    },
    {
      "epoch": 4.1,
      "learning_rate": 3.142797298671269e-05,
      "loss": 3.9243,
      "step": 898000
    },
    {
      "epoch": 4.1,
      "learning_rate": 3.111977624644229e-05,
      "loss": 3.9195,
      "step": 899000
    },
    {
      "epoch": 4.11,
      "learning_rate": 3.081297058418091e-05,
      "loss": 3.9208,
      "step": 900000
    },
    {
      "epoch": 4.11,
      "learning_rate": 3.0507558527107828e-05,
      "loss": 3.92,
      "step": 901000
    },
    {
      "epoch": 4.12,
      "learning_rate": 3.0203845908662563e-05,
      "loss": 3.9204,
      "step": 902000
    },
    {
      "epoch": 4.12,
      "learning_rate": 2.9901227197694415e-05,
      "loss": 3.9196,
      "step": 903000
    },
    {
      "epoch": 4.13,
      "learning_rate": 2.9600310118919393e-05,
      "loss": 3.9197,
      "step": 904000
    },
    {
      "epoch": 4.13,
      "learning_rate": 2.9300494714831896e-05,
      "loss": 3.9205,
      "step": 905000
    },
    {
      "epoch": 4.13,
      "learning_rate": 2.9002383080493055e-05,
      "loss": 3.9151,
      "step": 906000
    },
    {
      "epoch": 4.14,
      "learning_rate": 2.8705380851790375e-05,
      "loss": 3.9172,
      "step": 907000
    },
    {
      "epoch": 4.14,
      "learning_rate": 2.8409789588637402e-05,
      "loss": 3.9158,
      "step": 908000
    },
    {
      "epoch": 4.15,
      "learning_rate": 2.8115611725839808e-05,
      "loss": 3.9135,
      "step": 909000
    },
    {
      "epoch": 4.15,
      "learning_rate": 2.7823141740592663e-05,
      "loss": 3.9149,
      "step": 910000
    },
    {
      "epoch": 4.16,
      "learning_rate": 2.7531796516897657e-05,
      "loss": 3.9118,
      "step": 911000
    },
    {
      "epoch": 4.16,
      "learning_rate": 2.7242161139836732e-05,
      "loss": 3.9082,
      "step": 912000
    },
    {
      "epoch": 4.17,
      "learning_rate": 2.6953658144950188e-05,
      "loss": 3.9131,
      "step": 913000
    },
    {
      "epoch": 4.17,
      "learning_rate": 2.666686690950142e-05,
      "loss": 3.9105,
      "step": 914000
    },
    {
      "epoch": 4.18,
      "learning_rate": 2.6381215639576494e-05,
      "loss": 3.9091,
      "step": 915000
    },
    {
      "epoch": 4.18,
      "learning_rate": 2.6097277985549907e-05,
      "loss": 3.9072,
      "step": 916000
    },
    {
      "epoch": 4.18,
      "learning_rate": 2.581476991673275e-05,
      "loss": 3.9109,
      "step": 917000
    },
    {
      "epoch": 4.19,
      "learning_rate": 2.553341311615387e-05,
      "loss": 3.9079,
      "step": 918000
    },
    {
      "epoch": 4.19,
      "learning_rate": 2.5253493408841024e-05,
      "loss": 3.9061,
      "step": 919000
    },
    {
      "epoch": 4.2,
      "learning_rate": 2.4975290861076127e-05,
      "loss": 3.9058,
      "step": 920000
    },
    {
      "epoch": 4.2,
      "learning_rate": 2.469825080275776e-05,
      "loss": 3.9049,
      "step": 921000
    },
    {
      "epoch": 4.21,
      "learning_rate": 2.4422929591059718e-05,
      "loss": 3.9037,
      "step": 922000
    },
    {
      "epoch": 4.21,
      "learning_rate": 2.4148778300583463e-05,
      "loss": 3.9052,
      "step": 923000
    },
    {
      "epoch": 4.22,
      "learning_rate": 2.3876075508705364e-05,
      "loss": 3.906,
      "step": 924000
    },
    {
      "epoch": 4.22,
      "learning_rate": 2.3605364516460604e-05,
      "loss": 3.9016,
      "step": 925000
    },
    {
      "epoch": 4.23,
      "learning_rate": 2.3335562540463497e-05,
      "loss": 3.902,
      "step": 926000
    },
    {
      "epoch": 4.23,
      "learning_rate": 2.3067215761578686e-05,
      "loss": 3.901,
      "step": 927000
    },
    {
      "epoch": 4.24,
      "learning_rate": 2.2800326390197003e-05,
      "loss": 3.9034,
      "step": 928000
    },
    {
      "epoch": 4.24,
      "learning_rate": 2.2535161324668153e-05,
      "loss": 3.8986,
      "step": 929000
    },
    {
      "epoch": 4.24,
      "learning_rate": 2.227119188854776e-05,
      "loss": 3.9001,
      "step": 930000
    },
    {
      "epoch": 4.25,
      "learning_rate": 2.200868641683378e-05,
      "loss": 3.896,
      "step": 931000
    },
    {
      "epoch": 4.25,
      "learning_rate": 2.1747647071801923e-05,
      "loss": 3.8955,
      "step": 932000
    },
    {
      "epoch": 4.26,
      "learning_rate": 2.1488593679023983e-05,
      "loss": 3.896,
      "step": 933000
    },
    {
      "epoch": 4.26,
      "learning_rate": 2.1230490082903298e-05,
      "loss": 3.8937,
      "step": 934000
    },
    {
      "epoch": 4.27,
      "learning_rate": 2.0973859023521336e-05,
      "loss": 3.893,
      "step": 935000
    },
    {
      "epoch": 4.27,
      "learning_rate": 2.0718957033886022e-05,
      "loss": 3.8921,
      "step": 936000
    },
    {
      "epoch": 4.28,
      "learning_rate": 2.0465275899699664e-05,
      "loss": 3.8936,
      "step": 937000
    },
    {
      "epoch": 4.28,
      "learning_rate": 2.021307360537388e-05,
      "loss": 3.8894,
      "step": 938000
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.9962352228316283e-05,
      "loss": 3.8913,
      "step": 939000
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.9713362330696583e-05,
      "loss": 3.8938,
      "step": 940000
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.946560748553077e-05,
      "loss": 3.8904,
      "step": 941000
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.921958523886409e-05,
      "loss": 3.8881,
      "step": 942000
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.8974805080506908e-05,
      "loss": 3.8859,
      "step": 943000
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.8732001127734854e-05,
      "loss": 3.8898,
      "step": 944000
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.8490202219074714e-05,
      "loss": 3.888,
      "step": 945000
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.8250137975426186e-05,
      "loss": 3.8873,
      "step": 946000
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.8011329765448747e-05,
      "loss": 3.8839,
      "step": 947000
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.7774020608654827e-05,
      "loss": 3.8851,
      "step": 948000
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.753821245977625e-05,
      "loss": 3.8815,
      "step": 949000
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.730414081501248e-05,
      "loss": 3.8797,
      "step": 950000
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.7071338990848274e-05,
      "loss": 3.8825,
      "step": 951000
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.6840274504384723e-05,
      "loss": 3.8792,
      "step": 952000
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.6610715701279632e-05,
      "loss": 3.8822,
      "step": 953000
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.6382436945055167e-05,
      "loss": 3.8788,
      "step": 954000
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.615567065931629e-05,
      "loss": 3.8825,
      "step": 955000
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.5930643206869322e-05,
      "loss": 3.8789,
      "step": 956000
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.5706905936180028e-05,
      "loss": 3.8776,
      "step": 957000
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.5484908160738844e-05,
      "loss": 3.88,
      "step": 958000
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.5264207269471153e-05,
      "loss": 3.8763,
      "step": 959000
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.5045028059623756e-05,
      "loss": 3.8744,
      "step": 960000
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.4827372336590928e-05,
      "loss": 3.8755,
      "step": 961000
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.4611457261190308e-05,
      "loss": 3.8775,
      "step": 962000
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.4397066191369536e-05,
      "loss": 3.8748,
      "step": 963000
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.4183988576170026e-05,
      "loss": 3.8712,
      "step": 964000
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.3972441540226522e-05,
      "loss": 3.8697,
      "step": 965000
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.3762426826066322e-05,
      "loss": 3.8722,
      "step": 966000
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.3554153877426224e-05,
      "loss": 3.8705,
      "step": 967000
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.3347207447291144e-05,
      "loss": 3.8681,
      "step": 968000
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.314179848903565e-05,
      "loss": 3.8657,
      "step": 969000
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.2938131795049502e-05,
      "loss": 3.8674,
      "step": 970000
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.2735801302100369e-05,
      "loss": 3.8668,
      "step": 971000
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.2535213334175821e-05,
      "loss": 3.8706,
      "step": 972000
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.2335967966295303e-05,
      "loss": 3.8628,
      "step": 973000
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.2138268399943431e-05,
      "loss": 3.8666,
      "step": 974000
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.1942116263585212e-05,
      "loss": 3.8637,
      "step": 975000
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.1747707001746943e-05,
      "loss": 3.8626,
      "step": 976000
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.1554653008327055e-05,
      "loss": 3.8644,
      "step": 977000
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.1363532705509805e-05,
      "loss": 3.8628,
      "step": 978000
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.1173581654855314e-05,
      "loss": 3.864,
      "step": 979000
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.0985185980385471e-05,
      "loss": 3.8634,
      "step": 980000
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.079834723392832e-05,
      "loss": 3.8611,
      "step": 981000
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.0613066954487539e-05,
      "loss": 3.8614,
      "step": 982000
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.0429529608794375e-05,
      "loss": 3.8612,
      "step": 983000
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.024736926677754e-05,
      "loss": 3.8581,
      "step": 984000
    },
    {
      "epoch": 4.5,
      "learning_rate": 1.0066951746339515e-05,
      "loss": 3.8562,
      "step": 985000
    },
    {
      "epoch": 4.5,
      "learning_rate": 9.887917337602925e-06,
      "loss": 3.8566,
      "step": 986000
    },
    {
      "epoch": 4.5,
      "learning_rate": 9.71044889515631e-06,
      "loss": 3.8534,
      "step": 987000
    },
    {
      "epoch": 4.51,
      "learning_rate": 9.534722998420087e-06,
      "loss": 3.8577,
      "step": 988000
    },
    {
      "epoch": 4.51,
      "learning_rate": 9.360389291505156e-06,
      "loss": 3.8599,
      "step": 989000
    },
    {
      "epoch": 4.52,
      "learning_rate": 9.187625896164997e-06,
      "loss": 3.8554,
      "step": 990000
    },
    {
      "epoch": 4.52,
      "learning_rate": 9.016434235463455e-06,
      "loss": 3.8554,
      "step": 991000
    },
    {
      "epoch": 4.53,
      "learning_rate": 8.846984551782144e-06,
      "loss": 3.8531,
      "step": 992000
    },
    {
      "epoch": 4.53,
      "learning_rate": 8.678939002516817e-06,
      "loss": 3.8537,
      "step": 993000
    },
    {
      "epoch": 4.54,
      "learning_rate": 8.512635059971796e-06,
      "loss": 3.8556,
      "step": 994000
    },
    {
      "epoch": 4.54,
      "learning_rate": 8.34774115340684e-06,
      "loss": 3.8552,
      "step": 995000
    },
    {
      "epoch": 4.55,
      "learning_rate": 8.184588425936723e-06,
      "loss": 3.8518,
      "step": 996000
    },
    {
      "epoch": 4.55,
      "learning_rate": 8.022851589599123e-06,
      "loss": 3.8519,
      "step": 997000
    },
    {
      "epoch": 4.55,
      "learning_rate": 7.862855447419604e-06,
      "loss": 3.8497,
      "step": 998000
    },
    {
      "epoch": 4.56,
      "learning_rate": 7.70428100492051e-06,
      "loss": 3.8534,
      "step": 999000
    },
    {
      "epoch": 4.56,
      "learning_rate": 7.54729051547387e-06,
      "loss": 3.8516,
      "step": 1000000
    },
    {
      "epoch": 4.57,
      "learning_rate": 7.392039885206847e-06,
      "loss": 3.8476,
      "step": 1001000
    },
    {
      "epoch": 4.57,
      "learning_rate": 7.238219581070471e-06,
      "loss": 3.8473,
      "step": 1002000
    },
    {
      "epoch": 4.58,
      "learning_rate": 7.085987068966549e-06,
      "loss": 3.8497,
      "step": 1003000
    },
    {
      "epoch": 4.58,
      "learning_rate": 6.935343602844757e-06,
      "loss": 3.8455,
      "step": 1004000
    },
    {
      "epoch": 4.59,
      "learning_rate": 6.786438681986962e-06,
      "loss": 3.8503,
      "step": 1005000
    },
    {
      "epoch": 4.59,
      "learning_rate": 6.638975425188365e-06,
      "loss": 3.8475,
      "step": 1006000
    },
    {
      "epoch": 4.6,
      "learning_rate": 6.493249970997628e-06,
      "loss": 3.8456,
      "step": 1007000
    },
    {
      "epoch": 4.6,
      "learning_rate": 6.349115258944571e-06,
      "loss": 3.8407,
      "step": 1008000
    },
    {
      "epoch": 4.6,
      "learning_rate": 6.2064305863833495e-06,
      "loss": 3.8426,
      "step": 1009000
    },
    {
      "epoch": 4.61,
      "learning_rate": 6.065342204771441e-06,
      "loss": 3.8456,
      "step": 1010000
    },
    {
      "epoch": 4.61,
      "learning_rate": 5.92585127626355e-06,
      "loss": 3.8446,
      "step": 1011000
    },
    {
      "epoch": 4.62,
      "learning_rate": 5.7880960433015715e-06,
      "loss": 3.8439,
      "step": 1012000
    },
    {
      "epoch": 4.62,
      "learning_rate": 5.651801854522143e-06,
      "loss": 3.8432,
      "step": 1013000
    },
    {
      "epoch": 4.63,
      "learning_rate": 5.517108525207015e-06,
      "loss": 3.8411,
      "step": 1014000
    },
    {
      "epoch": 4.63,
      "learning_rate": 5.384017164834387e-06,
      "loss": 3.8405,
      "step": 1015000
    },
    {
      "epoch": 4.64,
      "learning_rate": 5.25265955688945e-06,
      "loss": 3.8406,
      "step": 1016000
    },
    {
      "epoch": 4.64,
      "learning_rate": 5.122773805360459e-06,
      "loss": 3.8425,
      "step": 1017000
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.9946207493118515e-06,
      "loss": 3.8429,
      "step": 1018000
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.867944881850673e-06,
      "loss": 3.84,
      "step": 1019000
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.743000595890457e-06,
      "loss": 3.8434,
      "step": 1020000
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.619538782067134e-06,
      "loss": 3.8404,
      "step": 1021000
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.497686330529982e-06,
      "loss": 3.8382,
      "step": 1022000
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.377444244986006e-06,
      "loss": 3.8392,
      "step": 1023000
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.2589313414077795e-06,
      "loss": 3.8395,
      "step": 1024000
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.1420275474132856e-06,
      "loss": 3.8404,
      "step": 1025000
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.02661922185521e-06,
      "loss": 3.841,
      "step": 1026000
    },
    {
      "epoch": 4.69,
      "learning_rate": 3.912938129952815e-06,
      "loss": 3.8376,
      "step": 1027000
    },
    {
      "epoch": 4.69,
      "learning_rate": 3.8007576184877935e-06,
      "loss": 3.8383,
      "step": 1028000
    },
    {
      "epoch": 4.7,
      "learning_rate": 3.6901932136656604e-06,
      "loss": 3.837,
      "step": 1029000
    },
    {
      "epoch": 4.7,
      "learning_rate": 3.5812458262129755e-06,
      "loss": 3.8348,
      "step": 1030000
    },
    {
      "epoch": 4.71,
      "learning_rate": 3.4740228745658187e-06,
      "loss": 3.8393,
      "step": 1031000
    },
    {
      "epoch": 4.71,
      "learning_rate": 3.368310581510614e-06,
      "loss": 3.8335,
      "step": 1032000
    },
    {
      "epoch": 4.71,
      "learning_rate": 3.2643212405075284e-06,
      "loss": 3.833,
      "step": 1033000
    },
    {
      "epoch": 4.72,
      "learning_rate": 3.161949185382773e-06,
      "loss": 3.8357,
      "step": 1034000
    },
    {
      "epoch": 4.72,
      "learning_rate": 3.0610952138760753e-06,
      "loss": 3.8334,
      "step": 1035000
    },
    {
      "epoch": 4.73,
      "learning_rate": 2.9618634416622936e-06,
      "loss": 3.8355,
      "step": 1036000
    },
    {
      "epoch": 4.73,
      "learning_rate": 2.864351483910399e-06,
      "loss": 3.8369,
      "step": 1037000
    },
    {
      "epoch": 4.74,
      "learning_rate": 2.768364924832545e-06,
      "loss": 3.8369,
      "step": 1038000
    },
    {
      "epoch": 4.74,
      "learning_rate": 2.6740029762871932e-06,
      "loss": 3.8313,
      "step": 1039000
    },
    {
      "epoch": 4.75,
      "learning_rate": 2.581358339964313e-06,
      "loss": 3.8306,
      "step": 1040000
    },
    {
      "epoch": 4.75,
      "learning_rate": 2.4902463043641854e-06,
      "loss": 3.8327,
      "step": 1041000
    },
    {
      "epoch": 4.76,
      "learning_rate": 2.4007611701787116e-06,
      "loss": 3.834,
      "step": 1042000
    },
    {
      "epoch": 4.76,
      "learning_rate": 2.3129036745030752e-06,
      "loss": 3.8316,
      "step": 1043000
    },
    {
      "epoch": 4.76,
      "learning_rate": 2.226759956554547e-06,
      "loss": 3.8326,
      "step": 1044000
    },
    {
      "epoch": 4.77,
      "learning_rate": 2.1421582661275585e-06,
      "loss": 3.8354,
      "step": 1045000
    },
    {
      "epoch": 4.77,
      "learning_rate": 2.0592685019640958e-06,
      "loss": 3.8307,
      "step": 1046000
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.977925401473013e-06,
      "loss": 3.8299,
      "step": 1047000
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.8982923194333036e-06,
      "loss": 3.8297,
      "step": 1048000
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.8202104863079827e-06,
      "loss": 3.8298,
      "step": 1049000
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.7438367075362172e-06,
      "loss": 3.8303,
      "step": 1050000
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.6690927139422218e-06,
      "loss": 3.8317,
      "step": 1051000
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.5959067502205883e-06,
      "loss": 3.8296,
      "step": 1052000
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.5243550546499618e-06,
      "loss": 3.8309,
      "step": 1053000
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.4544382166065795e-06,
      "loss": 3.8339,
      "step": 1054000
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.3861568120002276e-06,
      "loss": 3.831,
      "step": 1055000
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.3195114032695576e-06,
      "loss": 3.8265,
      "step": 1056000
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.2545667306077758e-06,
      "loss": 3.8309,
      "step": 1057000
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.1911933096932392e-06,
      "loss": 3.8254,
      "step": 1058000
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.1294574905821087e-06,
      "loss": 3.8288,
      "step": 1059000
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.0694190611034273e-06,
      "loss": 3.8261,
      "step": 1060000
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.0109583188243843e-06,
      "loss": 3.8253,
      "step": 1061000
    },
    {
      "epoch": 4.85,
      "learning_rate": 9.541366629567838e-07,
      "loss": 3.8274,
      "step": 1062000
    },
    {
      "epoch": 4.85,
      "learning_rate": 8.989545615444961e-07,
      "loss": 3.8264,
      "step": 1063000
    },
    {
      "epoch": 4.86,
      "learning_rate": 8.454651918863299e-07,
      "loss": 3.8278,
      "step": 1064000
    },
    {
      "epoch": 4.86,
      "learning_rate": 7.935619088263124e-07,
      "loss": 3.8267,
      "step": 1065000
    },
    {
      "epoch": 4.86,
      "learning_rate": 7.433489455357823e-07,
      "loss": 3.8298,
      "step": 1066000
    },
    {
      "epoch": 4.87,
      "learning_rate": 6.94726189238426e-07,
      "loss": 3.8305,
      "step": 1067000
    },
    {
      "epoch": 4.87,
      "learning_rate": 6.477912850886725e-07,
      "loss": 3.8305,
      "step": 1068000
    },
    {
      "epoch": 4.88,
      "learning_rate": 6.024951762708009e-07,
      "loss": 3.8248,
      "step": 1069000
    },
    {
      "epoch": 4.88,
      "learning_rate": 5.588382351461308e-07,
      "loss": 3.826,
      "step": 1070000
    },
    {
      "epoch": 4.89,
      "learning_rate": 5.16779582648863e-07,
      "loss": 3.8261,
      "step": 1071000
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.76364087147263e-07,
      "loss": 3.8238,
      "step": 1072000
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.375920815465229e-07,
      "loss": 3.8293,
      "step": 1073000
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.004638852143083e-07,
      "loss": 3.8244,
      "step": 1074000
    },
    {
      "epoch": 4.91,
      "learning_rate": 3.6497980397816043e-07,
      "loss": 3.8275,
      "step": 1075000
    },
    {
      "epoch": 4.91,
      "learning_rate": 3.3117314832133985e-07,
      "loss": 3.8278,
      "step": 1076000
    },
    {
      "epoch": 4.92,
      "learning_rate": 2.989765157657809e-07,
      "loss": 3.824,
      "step": 1077000
    },
    {
      "epoch": 4.92,
      "learning_rate": 2.684545642082537e-07,
      "loss": 3.8268,
      "step": 1078000
    },
    {
      "epoch": 4.92,
      "learning_rate": 2.395464400940739e-07,
      "loss": 3.8244,
      "step": 1079000
    },
    {
      "epoch": 4.93,
      "learning_rate": 2.1228375656396903e-07,
      "loss": 3.8236,
      "step": 1080000
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.8666673818257262e-07,
      "loss": 3.8255,
      "step": 1081000
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.6271874491924355e-07,
      "loss": 3.828,
      "step": 1082000
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.4041353457650008e-07,
      "loss": 3.8259,
      "step": 1083000
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.1973143077612658e-07,
      "loss": 3.8265,
      "step": 1084000
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.0069575448430346e-07,
      "loss": 3.826,
      "step": 1085000
    },
    {
      "epoch": 4.96,
      "learning_rate": 8.330666249920515e-08,
      "loss": 3.8267,
      "step": 1086000
    },
    {
      "epoch": 4.96,
      "learning_rate": 6.759413926236135e-08,
      "loss": 3.8269,
      "step": 1087000
    },
    {
      "epoch": 4.97,
      "learning_rate": 5.349533819716257e-08,
      "loss": 3.8255,
      "step": 1088000
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.1043510231775216e-08,
      "loss": 3.8275,
      "step": 1089000
    },
    {
      "epoch": 4.97,
      "learning_rate": 3.0248739940019756e-08,
      "loss": 3.8277,
      "step": 1090000
    }
  ],
  "max_steps": 1095620,
  "num_train_epochs": 5,
  "total_flos": 7.86932880566174e+19,
  "trial_name": null,
  "trial_params": null
}