{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9744713092925035,
  "eval_steps": 500,
  "global_step": 396500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.993748484007372e-05,
      "loss": 9.307,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.987496968014744e-05,
      "loss": 7.1579,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.981245452022116e-05,
      "loss": 6.1011,
      "step": 1500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.974993936029487e-05,
      "loss": 5.6504,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.968742420036859e-05,
      "loss": 5.2222,
      "step": 2500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.962490904044231e-05,
      "loss": 4.8515,
      "step": 3000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.956239388051603e-05,
      "loss": 4.5954,
      "step": 3500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.949987872058974e-05,
      "loss": 4.4224,
      "step": 4000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.943736356066346e-05,
      "loss": 4.3024,
      "step": 4500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.937484840073718e-05,
      "loss": 4.2033,
      "step": 5000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.93123332408109e-05,
      "loss": 4.1213,
      "step": 5500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.924981808088462e-05,
      "loss": 4.0447,
      "step": 6000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.918730292095833e-05,
      "loss": 3.9873,
      "step": 6500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.912478776103205e-05,
      "loss": 3.9163,
      "step": 7000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.906227260110577e-05,
      "loss": 3.866,
      "step": 7500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.899975744117949e-05,
      "loss": 3.8165,
      "step": 8000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.89372422812532e-05,
      "loss": 3.7825,
      "step": 8500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.887472712132692e-05,
      "loss": 3.725,
      "step": 9000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.881221196140065e-05,
      "loss": 3.6905,
      "step": 9500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.874969680147436e-05,
      "loss": 3.6541,
      "step": 10000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.868718164154808e-05,
      "loss": 3.6135,
      "step": 10500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.862466648162179e-05,
      "loss": 3.5826,
      "step": 11000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.856215132169552e-05,
      "loss": 3.5434,
      "step": 11500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.849963616176923e-05,
      "loss": 3.5116,
      "step": 12000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.843712100184295e-05,
      "loss": 3.4834,
      "step": 12500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.837460584191667e-05,
      "loss": 3.4517,
      "step": 13000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.831209068199039e-05,
      "loss": 3.4314,
      "step": 13500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8249575522064106e-05,
      "loss": 3.3874,
      "step": 14000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.818706036213782e-05,
      "loss": 3.3694,
      "step": 14500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.812454520221154e-05,
      "loss": 3.3399,
      "step": 15000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.806203004228526e-05,
      "loss": 3.3237,
      "step": 15500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.7999514882358976e-05,
      "loss": 3.2979,
      "step": 16000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.793699972243269e-05,
      "loss": 3.2771,
      "step": 16500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.787448456250641e-05,
      "loss": 3.2564,
      "step": 17000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.781196940258013e-05,
      "loss": 3.2413,
      "step": 17500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7749454242653847e-05,
      "loss": 3.2146,
      "step": 18000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7686939082727566e-05,
      "loss": 3.2017,
      "step": 18500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.762442392280128e-05,
      "loss": 3.1786,
      "step": 19000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.7561908762875004e-05,
      "loss": 3.1716,
      "step": 19500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.749939360294872e-05,
      "loss": 3.15,
      "step": 20000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.7436878443022436e-05,
      "loss": 3.1288,
      "step": 20500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.737436328309615e-05,
      "loss": 3.1121,
      "step": 21000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7311848123169874e-05,
      "loss": 3.0973,
      "step": 21500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.724933296324359e-05,
      "loss": 3.0873,
      "step": 22000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7186817803317306e-05,
      "loss": 3.0668,
      "step": 22500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7124302643391025e-05,
      "loss": 3.0575,
      "step": 23000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.7061787483464744e-05,
      "loss": 3.0506,
      "step": 23500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.6999272323538464e-05,
      "loss": 3.0371,
      "step": 24000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.6936757163612176e-05,
      "loss": 3.0221,
      "step": 24500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6874242003685895e-05,
      "loss": 3.0119,
      "step": 25000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6811726843759614e-05,
      "loss": 2.9966,
      "step": 25500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6749211683833334e-05,
      "loss": 2.9862,
      "step": 26000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6686696523907046e-05,
      "loss": 2.9784,
      "step": 26500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6624181363980765e-05,
      "loss": 2.9718,
      "step": 27000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.656166620405449e-05,
      "loss": 2.955,
      "step": 27500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.6499151044128204e-05,
      "loss": 2.9422,
      "step": 28000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.643663588420192e-05,
      "loss": 2.9391,
      "step": 28500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.6374120724275635e-05,
      "loss": 2.9305,
      "step": 29000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.631160556434936e-05,
      "loss": 2.9197,
      "step": 29500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6249090404423074e-05,
      "loss": 2.9093,
      "step": 30000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.618657524449679e-05,
      "loss": 2.899,
      "step": 30500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6124060084570505e-05,
      "loss": 2.8983,
      "step": 31000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.606154492464423e-05,
      "loss": 2.8855,
      "step": 31500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.5999029764717944e-05,
      "loss": 2.8779,
      "step": 32000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.593651460479166e-05,
      "loss": 2.8749,
      "step": 32500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.587399944486538e-05,
      "loss": 2.8549,
      "step": 33000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.58114842849391e-05,
      "loss": 2.8547,
      "step": 33500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.574896912501282e-05,
      "loss": 2.8554,
      "step": 34000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.568645396508653e-05,
      "loss": 2.8457,
      "step": 34500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.562393880516025e-05,
      "loss": 2.8307,
      "step": 35000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.556142364523397e-05,
      "loss": 2.8229,
      "step": 35500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.549890848530769e-05,
      "loss": 2.814,
      "step": 36000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.54363933253814e-05,
      "loss": 2.8058,
      "step": 36500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.537387816545512e-05,
      "loss": 2.8132,
      "step": 37000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.531136300552885e-05,
      "loss": 2.7947,
      "step": 37500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.524884784560256e-05,
      "loss": 2.8021,
      "step": 38000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.518633268567628e-05,
      "loss": 2.7851,
      "step": 38500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.512381752574999e-05,
      "loss": 2.7857,
      "step": 39000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.506130236582372e-05,
      "loss": 2.774,
      "step": 39500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.499878720589743e-05,
      "loss": 2.7792,
      "step": 40000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.493627204597115e-05,
      "loss": 2.7619,
      "step": 40500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.487375688604486e-05,
      "loss": 2.7572,
      "step": 41000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.481124172611859e-05,
      "loss": 2.7569,
      "step": 41500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.474872656619231e-05,
      "loss": 2.7509,
      "step": 42000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.468621140626602e-05,
      "loss": 2.7437,
      "step": 42500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.462369624633974e-05,
      "loss": 2.7296,
      "step": 43000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.456118108641346e-05,
      "loss": 2.735,
      "step": 43500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.449866592648718e-05,
      "loss": 2.7228,
      "step": 44000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.443615076656089e-05,
      "loss": 2.7251,
      "step": 44500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.437363560663461e-05,
      "loss": 2.7254,
      "step": 45000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.431112044670833e-05,
      "loss": 2.72,
      "step": 45500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.424860528678205e-05,
      "loss": 2.7179,
      "step": 46000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.418609012685577e-05,
      "loss": 2.7066,
      "step": 46500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.412357496692948e-05,
      "loss": 2.7011,
      "step": 47000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.4061059807003205e-05,
      "loss": 2.7048,
      "step": 47500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.399854464707692e-05,
      "loss": 2.7001,
      "step": 48000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.393602948715064e-05,
      "loss": 2.6908,
      "step": 48500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.387351432722435e-05,
      "loss": 2.6901,
      "step": 49000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.3810999167298076e-05,
      "loss": 2.6847,
      "step": 49500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.374848400737179e-05,
      "loss": 2.6824,
      "step": 50000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.368596884744551e-05,
      "loss": 2.6795,
      "step": 50500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3623453687519226e-05,
      "loss": 2.6737,
      "step": 51000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3560938527592946e-05,
      "loss": 2.67,
      "step": 51500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3498423367666665e-05,
      "loss": 2.6648,
      "step": 52000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.343590820774038e-05,
      "loss": 2.655,
      "step": 52500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3373393047814096e-05,
      "loss": 2.6564,
      "step": 53000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3310877887887816e-05,
      "loss": 2.6491,
      "step": 53500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3248362727961535e-05,
      "loss": 2.6509,
      "step": 54000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.318584756803525e-05,
      "loss": 2.6552,
      "step": 54500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3123332408108966e-05,
      "loss": 2.6434,
      "step": 55000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.3060817248182686e-05,
      "loss": 2.6403,
      "step": 55500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.2998302088256405e-05,
      "loss": 2.6295,
      "step": 56000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.2935786928330124e-05,
      "loss": 2.6336,
      "step": 56500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2873271768403837e-05,
      "loss": 2.624,
      "step": 57000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2810756608477556e-05,
      "loss": 2.6265,
      "step": 57500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2748241448551275e-05,
      "loss": 2.6266,
      "step": 58000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2685726288624994e-05,
      "loss": 2.616,
      "step": 58500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.262321112869871e-05,
      "loss": 2.6115,
      "step": 59000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.256069596877243e-05,
      "loss": 2.6181,
      "step": 59500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.249818080884615e-05,
      "loss": 2.6196,
      "step": 60000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2435665648919864e-05,
      "loss": 2.6134,
      "step": 60500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.2373150488993583e-05,
      "loss": 2.6023,
      "step": 61000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.23106353290673e-05,
      "loss": 2.6016,
      "step": 61500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.224812016914102e-05,
      "loss": 2.6041,
      "step": 62000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.2185605009214734e-05,
      "loss": 2.5993,
      "step": 62500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.2123089849288454e-05,
      "loss": 2.6022,
      "step": 63000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.206057468936217e-05,
      "loss": 2.5916,
      "step": 63500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.199805952943589e-05,
      "loss": 2.5951,
      "step": 64000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.193554436950961e-05,
      "loss": 2.5835,
      "step": 64500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1873029209583324e-05,
      "loss": 2.586,
      "step": 65000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.181051404965704e-05,
      "loss": 2.5828,
      "step": 65500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.174799888973076e-05,
      "loss": 2.5811,
      "step": 66000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.168548372980448e-05,
      "loss": 2.5787,
      "step": 66500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1622968569878194e-05,
      "loss": 2.5767,
      "step": 67000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.156045340995191e-05,
      "loss": 2.5727,
      "step": 67500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.149793825002563e-05,
      "loss": 2.5684,
      "step": 68000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.143542309009935e-05,
      "loss": 2.5731,
      "step": 68500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.137290793017307e-05,
      "loss": 2.5698,
      "step": 69000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.131039277024679e-05,
      "loss": 2.5716,
      "step": 69500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.124787761032051e-05,
      "loss": 2.5637,
      "step": 70000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.118536245039422e-05,
      "loss": 2.5655,
      "step": 70500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.112284729046794e-05,
      "loss": 2.5591,
      "step": 71000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.106033213054166e-05,
      "loss": 2.5528,
      "step": 71500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.099781697061538e-05,
      "loss": 2.5521,
      "step": 72000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.093530181068909e-05,
      "loss": 2.5438,
      "step": 72500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.087278665076281e-05,
      "loss": 2.542,
      "step": 73000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.081027149083653e-05,
      "loss": 2.5414,
      "step": 73500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.074775633091025e-05,
      "loss": 2.5427,
      "step": 74000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.068524117098397e-05,
      "loss": 2.5382,
      "step": 74500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.062272601105768e-05,
      "loss": 2.5351,
      "step": 75000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.05602108511314e-05,
      "loss": 2.5392,
      "step": 75500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.049769569120512e-05,
      "loss": 2.5352,
      "step": 76000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.043518053127884e-05,
      "loss": 2.5311,
      "step": 76500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.037266537135255e-05,
      "loss": 2.5285,
      "step": 77000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.031015021142627e-05,
      "loss": 2.5275,
      "step": 77500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.0247635051499996e-05,
      "loss": 2.5365,
      "step": 78000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.018511989157371e-05,
      "loss": 2.519,
      "step": 78500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.012260473164743e-05,
      "loss": 2.5217,
      "step": 79000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.006008957172114e-05,
      "loss": 2.5172,
      "step": 79500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.9997574411794866e-05,
      "loss": 2.5193,
      "step": 80000
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.993505925186858e-05,
      "loss": 2.5114,
      "step": 80500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.98725440919423e-05,
      "loss": 2.5118,
      "step": 81000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.981002893201602e-05,
      "loss": 2.5191,
      "step": 81500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.9747513772089736e-05,
      "loss": 2.515,
      "step": 82000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.9684998612163455e-05,
      "loss": 2.5156,
      "step": 82500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.962248345223717e-05,
      "loss": 2.5051,
      "step": 83000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.955996829231089e-05,
      "loss": 2.5134,
      "step": 83500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.9497453132384606e-05,
      "loss": 2.4985,
      "step": 84000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.9434937972458325e-05,
      "loss": 2.508,
      "step": 84500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.937242281253204e-05,
      "loss": 2.4966,
      "step": 85000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.930990765260576e-05,
      "loss": 2.4985,
      "step": 85500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9247392492679476e-05,
      "loss": 2.5049,
      "step": 86000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9184877332753195e-05,
      "loss": 2.5042,
      "step": 86500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.912236217282691e-05,
      "loss": 2.5034,
      "step": 87000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.905984701290063e-05,
      "loss": 2.4971,
      "step": 87500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.899733185297435e-05,
      "loss": 2.4913,
      "step": 88000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.8934816693048066e-05,
      "loss": 2.5028,
      "step": 88500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8872301533121785e-05,
      "loss": 2.4927,
      "step": 89000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.88097863731955e-05,
      "loss": 2.4971,
      "step": 89500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.874727121326922e-05,
      "loss": 2.4789,
      "step": 90000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8684756053342936e-05,
      "loss": 2.4866,
      "step": 90500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8622240893416655e-05,
      "loss": 2.4762,
      "step": 91000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.855972573349037e-05,
      "loss": 2.4892,
      "step": 91500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.849721057356409e-05,
      "loss": 2.4877,
      "step": 92000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.843469541363781e-05,
      "loss": 2.4791,
      "step": 92500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.8372180253711525e-05,
      "loss": 2.4774,
      "step": 93000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.8309665093785244e-05,
      "loss": 2.4762,
      "step": 93500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.824714993385896e-05,
      "loss": 2.4774,
      "step": 94000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.818463477393268e-05,
      "loss": 2.4804,
      "step": 94500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8122119614006395e-05,
      "loss": 2.4724,
      "step": 95000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8059604454080114e-05,
      "loss": 2.4706,
      "step": 95500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.799708929415383e-05,
      "loss": 2.4755,
      "step": 96000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.793457413422755e-05,
      "loss": 2.4587,
      "step": 96500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.787205897430127e-05,
      "loss": 2.4769,
      "step": 97000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7809543814374984e-05,
      "loss": 2.4604,
      "step": 97500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.774702865444871e-05,
      "loss": 2.4714,
      "step": 98000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.768451349452242e-05,
      "loss": 2.4557,
      "step": 98500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.762199833459614e-05,
      "loss": 2.4592,
      "step": 99000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7559483174669854e-05,
      "loss": 2.4558,
      "step": 99500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.749696801474358e-05,
      "loss": 2.4611,
      "step": 100000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.743445285481729e-05,
      "loss": 2.4627,
      "step": 100500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.737193769489101e-05,
      "loss": 2.4596,
      "step": 101000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.730942253496473e-05,
      "loss": 2.4496,
      "step": 101500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.724690737503845e-05,
      "loss": 2.4549,
      "step": 102000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.718439221511217e-05,
      "loss": 2.4586,
      "step": 102500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.712187705518588e-05,
      "loss": 2.4525,
      "step": 103000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.70593618952596e-05,
      "loss": 2.4557,
      "step": 103500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.699684673533332e-05,
      "loss": 2.4561,
      "step": 104000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.693433157540704e-05,
      "loss": 2.4505,
      "step": 104500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.687181641548075e-05,
      "loss": 2.4491,
      "step": 105000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.680930125555447e-05,
      "loss": 2.4437,
      "step": 105500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.67467860956282e-05,
      "loss": 2.4532,
      "step": 106000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.668427093570191e-05,
      "loss": 2.4464,
      "step": 106500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.662175577577563e-05,
      "loss": 2.4438,
      "step": 107000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.655924061584934e-05,
      "loss": 2.4483,
      "step": 107500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.649672545592307e-05,
      "loss": 2.4378,
      "step": 108000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.643421029599678e-05,
      "loss": 2.4446,
      "step": 108500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.63716951360705e-05,
      "loss": 2.4276,
      "step": 109000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.630917997614421e-05,
      "loss": 2.4392,
      "step": 109500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.624666481621794e-05,
      "loss": 2.4416,
      "step": 110000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6184149656291657e-05,
      "loss": 2.4375,
      "step": 110500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.612163449636537e-05,
      "loss": 2.4378,
      "step": 111000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.605911933643909e-05,
      "loss": 2.4356,
      "step": 111500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.599660417651281e-05,
      "loss": 2.4383,
      "step": 112000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.593408901658653e-05,
      "loss": 2.4336,
      "step": 112500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.587157385666024e-05,
      "loss": 2.4337,
      "step": 113000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.580905869673396e-05,
      "loss": 2.4318,
      "step": 113500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.574654353680768e-05,
      "loss": 2.4311,
      "step": 114000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.56840283768814e-05,
      "loss": 2.4269,
      "step": 114500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.5621513216955116e-05,
      "loss": 2.4232,
      "step": 115000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.555899805702883e-05,
      "loss": 2.4268,
      "step": 115500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.549648289710255e-05,
      "loss": 2.4252,
      "step": 116000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.543396773717627e-05,
      "loss": 2.4296,
      "step": 116500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5371452577249986e-05,
      "loss": 2.4283,
      "step": 117000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.53089374173237e-05,
      "loss": 2.4186,
      "step": 117500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5246422257397424e-05,
      "loss": 2.4283,
      "step": 118000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.518390709747114e-05,
      "loss": 2.4221,
      "step": 118500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5121391937544856e-05,
      "loss": 2.4166,
      "step": 119000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.5058876777618575e-05,
      "loss": 2.4135,
      "step": 119500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.4996361617692294e-05,
      "loss": 2.4181,
      "step": 120000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.4933846457766014e-05,
      "loss": 2.4257,
      "step": 120500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4871331297839726e-05,
      "loss": 2.414,
      "step": 121000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4808816137913445e-05,
      "loss": 2.4145,
      "step": 121500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4746300977987165e-05,
      "loss": 2.416,
      "step": 122000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4683785818060884e-05,
      "loss": 2.4119,
      "step": 122500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4621270658134596e-05,
      "loss": 2.4104,
      "step": 123000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4558755498208315e-05,
      "loss": 2.4121,
      "step": 123500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4496240338282035e-05,
      "loss": 2.4112,
      "step": 124000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4433725178355754e-05,
      "loss": 2.4159,
      "step": 124500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.437121001842947e-05,
      "loss": 2.4074,
      "step": 125000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.4308694858503185e-05,
      "loss": 2.4106,
      "step": 125500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.4246179698576905e-05,
      "loss": 2.4101,
      "step": 126000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.4183664538650624e-05,
      "loss": 2.408,
      "step": 126500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.412114937872434e-05,
      "loss": 2.4105,
      "step": 127000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4058634218798056e-05,
      "loss": 2.4047,
      "step": 127500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.399611905887178e-05,
      "loss": 2.4107,
      "step": 128000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.39336038989455e-05,
      "loss": 2.4087,
      "step": 128500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.387108873901921e-05,
      "loss": 2.4039,
      "step": 129000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.380857357909293e-05,
      "loss": 2.4097,
      "step": 129500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.374605841916665e-05,
      "loss": 2.3998,
      "step": 130000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.368354325924037e-05,
      "loss": 2.4002,
      "step": 130500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.362102809931408e-05,
      "loss": 2.3973,
      "step": 131000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.35585129393878e-05,
      "loss": 2.3961,
      "step": 131500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.349599777946152e-05,
      "loss": 2.4067,
      "step": 132000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.343348261953524e-05,
      "loss": 2.3986,
      "step": 132500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.337096745960896e-05,
      "loss": 2.3942,
      "step": 133000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.330845229968267e-05,
      "loss": 2.3936,
      "step": 133500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.324593713975639e-05,
      "loss": 2.3976,
      "step": 134000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.318342197983011e-05,
      "loss": 2.3938,
      "step": 134500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.312090681990383e-05,
      "loss": 2.3913,
      "step": 135000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.305839165997754e-05,
      "loss": 2.3942,
      "step": 135500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.299587650005126e-05,
      "loss": 2.3925,
      "step": 136000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.293336134012498e-05,
      "loss": 2.403,
      "step": 136500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.28708461801987e-05,
      "loss": 2.3855,
      "step": 137000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.280833102027242e-05,
      "loss": 2.3908,
      "step": 137500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.274581586034613e-05,
      "loss": 2.3894,
      "step": 138000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.268330070041986e-05,
      "loss": 2.3935,
      "step": 138500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.262078554049357e-05,
      "loss": 2.3841,
      "step": 139000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.255827038056729e-05,
      "loss": 2.3876,
      "step": 139500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.249575522064101e-05,
      "loss": 2.386,
      "step": 140000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.243324006071473e-05,
      "loss": 2.3867,
      "step": 140500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.237072490078844e-05,
      "loss": 2.3857,
      "step": 141000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.230820974086216e-05,
      "loss": 2.3823,
      "step": 141500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.224569458093588e-05,
      "loss": 2.3806,
      "step": 142000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.21831794210096e-05,
      "loss": 2.3883,
      "step": 142500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.212066426108332e-05,
      "loss": 2.3837,
      "step": 143000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.205814910115703e-05,
      "loss": 2.3828,
      "step": 143500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.199563394123075e-05,
      "loss": 2.378,
      "step": 144000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.193311878130447e-05,
      "loss": 2.3774,
      "step": 144500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.187060362137819e-05,
      "loss": 2.3799,
      "step": 145000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.18080884614519e-05,
      "loss": 2.3786,
      "step": 145500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.174557330152562e-05,
      "loss": 2.3754,
      "step": 146000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.168305814159934e-05,
      "loss": 2.3811,
      "step": 146500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.162054298167306e-05,
      "loss": 2.3787,
      "step": 147000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.1558027821746777e-05,
      "loss": 2.3794,
      "step": 147500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.149551266182049e-05,
      "loss": 2.3709,
      "step": 148000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.1432997501894215e-05,
      "loss": 2.3754,
      "step": 148500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.137048234196793e-05,
      "loss": 2.3705,
      "step": 149000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1307967182041647e-05,
      "loss": 2.3767,
      "step": 149500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.124545202211536e-05,
      "loss": 2.3805,
      "step": 150000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1182936862189085e-05,
      "loss": 2.376,
      "step": 150500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.11204217022628e-05,
      "loss": 2.3733,
      "step": 151000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.105790654233652e-05,
      "loss": 2.3775,
      "step": 151500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.0995391382410236e-05,
      "loss": 2.3673,
      "step": 152000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.0932876222483955e-05,
      "loss": 2.3744,
      "step": 152500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0870361062557674e-05,
      "loss": 2.3717,
      "step": 153000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.080784590263139e-05,
      "loss": 2.3682,
      "step": 153500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0745330742705106e-05,
      "loss": 2.3694,
      "step": 154000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0682815582778825e-05,
      "loss": 2.3698,
      "step": 154500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0620300422852544e-05,
      "loss": 2.3699,
      "step": 155000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.055778526292626e-05,
      "loss": 2.3661,
      "step": 155500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.049527010299998e-05,
      "loss": 2.3603,
      "step": 156000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.04327549430737e-05,
      "loss": 2.3703,
      "step": 156500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0370239783147414e-05,
      "loss": 2.3669,
      "step": 157000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0307724623221134e-05,
      "loss": 2.3651,
      "step": 157500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.024520946329485e-05,
      "loss": 2.3657,
      "step": 158000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.018269430336857e-05,
      "loss": 2.3674,
      "step": 158500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0120179143442284e-05,
      "loss": 2.3676,
      "step": 159000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0057663983516004e-05,
      "loss": 2.371,
      "step": 159500
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.999514882358972e-05,
      "loss": 2.3632,
      "step": 160000
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.993263366366344e-05,
      "loss": 2.3642,
      "step": 160500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.987011850373716e-05,
      "loss": 2.3638,
      "step": 161000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9807603343810874e-05,
      "loss": 2.3578,
      "step": 161500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9745088183884596e-05,
      "loss": 2.3597,
      "step": 162000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.968257302395831e-05,
      "loss": 2.3582,
      "step": 162500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.962005786403203e-05,
      "loss": 2.3654,
      "step": 163000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9557542704105744e-05,
      "loss": 2.3613,
      "step": 163500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9495027544179466e-05,
      "loss": 2.3612,
      "step": 164000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.943251238425318e-05,
      "loss": 2.361,
      "step": 164500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.93699972243269e-05,
      "loss": 2.353,
      "step": 165000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.930748206440062e-05,
      "loss": 2.3695,
      "step": 165500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9244966904474336e-05,
      "loss": 2.3581,
      "step": 166000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9182451744548056e-05,
      "loss": 2.3633,
      "step": 166500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.911993658462177e-05,
      "loss": 2.3532,
      "step": 167000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.905742142469549e-05,
      "loss": 2.3555,
      "step": 167500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8994906264769207e-05,
      "loss": 2.3536,
      "step": 168000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8932391104842926e-05,
      "loss": 2.3532,
      "step": 168500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.886987594491664e-05,
      "loss": 2.347,
      "step": 169000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.880736078499036e-05,
      "loss": 2.3535,
      "step": 169500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8744845625064083e-05,
      "loss": 2.3504,
      "step": 170000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8682330465137796e-05,
      "loss": 2.3641,
      "step": 170500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.861981530521152e-05,
      "loss": 2.3437,
      "step": 171000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.855730014528523e-05,
      "loss": 2.3487,
      "step": 171500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8494784985358953e-05,
      "loss": 2.3537,
      "step": 172000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8432269825432666e-05,
      "loss": 2.3525,
      "step": 172500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.836975466550639e-05,
      "loss": 2.347,
      "step": 173000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.83072395055801e-05,
      "loss": 2.3475,
      "step": 173500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8244724345653824e-05,
      "loss": 2.3453,
      "step": 174000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8182209185727543e-05,
      "loss": 2.3503,
      "step": 174500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.811969402580126e-05,
      "loss": 2.3482,
      "step": 175000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.8057178865874978e-05,
      "loss": 2.3496,
      "step": 175500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7994663705948694e-05,
      "loss": 2.3524,
      "step": 176000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7932148546022413e-05,
      "loss": 2.348,
      "step": 176500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.786963338609613e-05,
      "loss": 2.3438,
      "step": 177000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7807118226169848e-05,
      "loss": 2.3522,
      "step": 177500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7744603066243564e-05,
      "loss": 2.3487,
      "step": 178000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7682087906317283e-05,
      "loss": 2.3489,
      "step": 178500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7619572746391002e-05,
      "loss": 2.3494,
      "step": 179000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7557057586464718e-05,
      "loss": 2.3476,
      "step": 179500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7494542426538437e-05,
      "loss": 2.347,
      "step": 180000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7432027266612153e-05,
      "loss": 2.341,
      "step": 180500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7369512106685876e-05,
      "loss": 2.3487,
      "step": 181000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7306996946759588e-05,
      "loss": 2.3402,
      "step": 181500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.724448178683331e-05,
      "loss": 2.3473,
      "step": 182000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7181966626907023e-05,
      "loss": 2.3436,
      "step": 182500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7119451466980746e-05,
      "loss": 2.3413,
      "step": 183000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.7056936307054465e-05,
      "loss": 2.3508,
      "step": 183500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.699442114712818e-05,
      "loss": 2.3464,
      "step": 184000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.69319059872019e-05,
      "loss": 2.3388,
      "step": 184500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6869390827275616e-05,
      "loss": 2.3488,
      "step": 185000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6806875667349335e-05,
      "loss": 2.3343,
      "step": 185500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.674436050742305e-05,
      "loss": 2.3404,
      "step": 186000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.668184534749677e-05,
      "loss": 2.3406,
      "step": 186500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6619330187570486e-05,
      "loss": 2.3465,
      "step": 187000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6556815027644205e-05,
      "loss": 2.3428,
      "step": 187500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6494299867717924e-05,
      "loss": 2.3445,
      "step": 188000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.643178470779164e-05,
      "loss": 2.3428,
      "step": 188500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.636926954786536e-05,
      "loss": 2.3458,
      "step": 189000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6306754387939075e-05,
      "loss": 2.3373,
      "step": 189500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6244239228012794e-05,
      "loss": 2.3341,
      "step": 190000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.618172406808651e-05,
      "loss": 2.3325,
      "step": 190500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.611920890816023e-05,
      "loss": 2.3323,
      "step": 191000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6056693748233945e-05,
      "loss": 2.3403,
      "step": 191500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5994178588307668e-05,
      "loss": 2.3342,
      "step": 192000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5931663428381387e-05,
      "loss": 2.3295,
      "step": 192500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5869148268455103e-05,
      "loss": 2.3453,
      "step": 193000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5806633108528822e-05,
      "loss": 2.3327,
      "step": 193500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5744117948602538e-05,
      "loss": 2.3324,
      "step": 194000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5681602788676257e-05,
      "loss": 2.3341,
      "step": 194500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5619087628749973e-05,
      "loss": 2.3356,
      "step": 195000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5556572468823692e-05,
      "loss": 2.3319,
      "step": 195500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5494057308897408e-05,
      "loss": 2.3383,
      "step": 196000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5431542148971127e-05,
      "loss": 2.3365,
      "step": 196500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5369026989044846e-05,
      "loss": 2.3362,
      "step": 197000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5306511829118562e-05,
      "loss": 2.3269,
      "step": 197500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.524399666919228e-05,
      "loss": 2.3298,
      "step": 198000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5181481509265997e-05,
      "loss": 2.3368,
      "step": 198500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5118966349339716e-05,
      "loss": 2.3355,
      "step": 199000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5056451189413432e-05,
      "loss": 2.3224,
      "step": 199500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.499393602948715e-05,
      "loss": 2.3319,
      "step": 200000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.493142086956087e-05,
      "loss": 2.3264,
      "step": 200500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4868905709634586e-05,
      "loss": 2.3281,
      "step": 201000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4806390549708306e-05,
      "loss": 2.3341,
      "step": 201500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.474387538978202e-05,
      "loss": 2.3218,
      "step": 202000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.468136022985574e-05,
      "loss": 2.3295,
      "step": 202500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.461884506992946e-05,
      "loss": 2.3328,
      "step": 203000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4556329910003176e-05,
      "loss": 2.321,
      "step": 203500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4493814750076895e-05,
      "loss": 2.3264,
      "step": 204000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4431299590150614e-05,
      "loss": 2.3341,
      "step": 204500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.436878443022433e-05,
      "loss": 2.329,
      "step": 205000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.430626927029805e-05,
      "loss": 2.3269,
      "step": 205500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4243754110371765e-05,
      "loss": 2.3336,
      "step": 206000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4181238950445484e-05,
      "loss": 2.328,
      "step": 206500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.41187237905192e-05,
      "loss": 2.3275,
      "step": 207000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.405620863059292e-05,
      "loss": 2.3214,
      "step": 207500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3993693470666635e-05,
      "loss": 2.327,
      "step": 208000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3931178310740358e-05,
      "loss": 2.326,
      "step": 208500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3868663150814073e-05,
      "loss": 2.3222,
      "step": 209000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3806147990887793e-05,
      "loss": 2.3163,
      "step": 209500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.374363283096151e-05,
      "loss": 2.3281,
      "step": 210000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3681117671035228e-05,
      "loss": 2.3254,
      "step": 210500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3618602511108943e-05,
      "loss": 2.3225,
      "step": 211000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3556087351182663e-05,
      "loss": 2.324,
      "step": 211500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.349357219125638e-05,
      "loss": 2.3289,
      "step": 212000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3431057031330098e-05,
      "loss": 2.3195,
      "step": 212500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3368541871403817e-05,
      "loss": 2.3264,
      "step": 213000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3306026711477536e-05,
      "loss": 2.3236,
      "step": 213500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3243511551551252e-05,
      "loss": 2.323,
      "step": 214000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.318099639162497e-05,
      "loss": 2.3205,
      "step": 214500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3118481231698687e-05,
      "loss": 2.3178,
      "step": 215000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.3055966071772406e-05,
      "loss": 2.323,
      "step": 215500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.2993450911846122e-05,
      "loss": 2.3263,
      "step": 216000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.293093575191984e-05,
      "loss": 2.3157,
      "step": 216500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2868420591993557e-05,
      "loss": 2.315,
      "step": 217000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2805905432067276e-05,
      "loss": 2.3227,
      "step": 217500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2743390272140995e-05,
      "loss": 2.3159,
      "step": 218000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2680875112214715e-05,
      "loss": 2.3293,
      "step": 218500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.261835995228843e-05,
      "loss": 2.3159,
      "step": 219000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.255584479236215e-05,
      "loss": 2.3207,
      "step": 219500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2493329632435866e-05,
      "loss": 2.324,
      "step": 220000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2430814472509585e-05,
      "loss": 2.3225,
      "step": 220500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.23682993125833e-05,
      "loss": 2.3157,
      "step": 221000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.230578415265702e-05,
      "loss": 2.322,
      "step": 221500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2243268992730736e-05,
      "loss": 2.3247,
      "step": 222000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2180753832804458e-05,
      "loss": 2.3174,
      "step": 222500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2118238672878174e-05,
      "loss": 2.3216,
      "step": 223000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2055723512951893e-05,
      "loss": 2.3159,
      "step": 223500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.199320835302561e-05,
      "loss": 2.3102,
      "step": 224000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1930693193099328e-05,
      "loss": 2.3158,
      "step": 224500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1868178033173044e-05,
      "loss": 2.3171,
      "step": 225000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1805662873246763e-05,
      "loss": 2.3256,
      "step": 225500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.174314771332048e-05,
      "loss": 2.3192,
      "step": 226000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.16806325533942e-05,
      "loss": 2.3072,
      "step": 226500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1618117393467918e-05,
      "loss": 2.3089,
      "step": 227000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1555602233541637e-05,
      "loss": 2.3192,
      "step": 227500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1493087073615353e-05,
      "loss": 2.3121,
      "step": 228000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1430571913689072e-05,
      "loss": 2.3161,
      "step": 228500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1368056753762788e-05,
      "loss": 2.3234,
      "step": 229000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1305541593836507e-05,
      "loss": 2.3138,
      "step": 229500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1243026433910223e-05,
      "loss": 2.3196,
      "step": 230000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1180511273983942e-05,
      "loss": 2.3168,
      "step": 230500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1117996114057658e-05,
      "loss": 2.3173,
      "step": 231000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.105548095413138e-05,
      "loss": 2.3104,
      "step": 231500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.0992965794205096e-05,
      "loss": 2.3183,
      "step": 232000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.0930450634278815e-05,
      "loss": 2.3159,
      "step": 232500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.086793547435253e-05,
      "loss": 2.3198,
      "step": 233000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.080542031442625e-05,
      "loss": 2.3061,
      "step": 233500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0742905154499966e-05,
      "loss": 2.3149,
      "step": 234000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0680389994573685e-05,
      "loss": 2.3041,
      "step": 234500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.06178748346474e-05,
      "loss": 2.315,
      "step": 235000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.055535967472112e-05,
      "loss": 2.3093,
      "step": 235500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.049284451479484e-05,
      "loss": 2.3165,
      "step": 236000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.043032935486856e-05,
      "loss": 2.3114,
      "step": 236500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0367814194942275e-05,
      "loss": 2.3116,
      "step": 237000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0305299035015994e-05,
      "loss": 2.3115,
      "step": 237500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.024278387508971e-05,
      "loss": 2.3022,
      "step": 238000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.018026871516343e-05,
      "loss": 2.31,
      "step": 238500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0117753555237145e-05,
      "loss": 2.315,
      "step": 239000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0055238395310864e-05,
      "loss": 2.3043,
      "step": 239500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.999272323538458e-05,
      "loss": 2.3068,
      "step": 240000
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9930208075458302e-05,
      "loss": 2.3088,
      "step": 240500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9867692915532018e-05,
      "loss": 2.3038,
      "step": 241000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9805177755605737e-05,
      "loss": 2.3168,
      "step": 241500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9742662595679453e-05,
      "loss": 2.3095,
      "step": 242000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9680147435753172e-05,
      "loss": 2.3058,
      "step": 242500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9617632275826888e-05,
      "loss": 2.3037,
      "step": 243000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9555117115900607e-05,
      "loss": 2.3066,
      "step": 243500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9492601955974323e-05,
      "loss": 2.3139,
      "step": 244000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9430086796048043e-05,
      "loss": 2.3105,
      "step": 244500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9367571636121762e-05,
      "loss": 2.3067,
      "step": 245000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.930505647619548e-05,
      "loss": 2.3068,
      "step": 245500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9242541316269197e-05,
      "loss": 2.3057,
      "step": 246000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9180026156342916e-05,
      "loss": 2.299,
      "step": 246500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9117510996416632e-05,
      "loss": 2.3132,
      "step": 247000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.905499583649035e-05,
      "loss": 2.3124,
      "step": 247500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.8992480676564067e-05,
      "loss": 2.3119,
      "step": 248000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.8929965516637786e-05,
      "loss": 2.3021,
      "step": 248500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8867450356711502e-05,
      "loss": 2.3104,
      "step": 249000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.880493519678522e-05,
      "loss": 2.3064,
      "step": 249500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.874242003685894e-05,
      "loss": 2.3066,
      "step": 250000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.867990487693266e-05,
      "loss": 2.3061,
      "step": 250500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8617389717006375e-05,
      "loss": 2.3072,
      "step": 251000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8554874557080095e-05,
      "loss": 2.3017,
      "step": 251500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.849235939715381e-05,
      "loss": 2.3019,
      "step": 252000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.842984423722753e-05,
      "loss": 2.3053,
      "step": 252500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8367329077301245e-05,
      "loss": 2.3062,
      "step": 253000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8304813917374965e-05,
      "loss": 2.3047,
      "step": 253500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.824229875744868e-05,
      "loss": 2.3039,
      "step": 254000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.81797835975224e-05,
      "loss": 2.2999,
      "step": 254500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.811726843759612e-05,
      "loss": 2.3035,
      "step": 255000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8054753277669838e-05,
      "loss": 2.2916,
      "step": 255500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.7992238117743554e-05,
      "loss": 2.3126,
      "step": 256000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.7929722957817273e-05,
      "loss": 2.3046,
      "step": 256500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.786720779789099e-05,
      "loss": 2.3017,
      "step": 257000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7804692637964708e-05,
      "loss": 2.301,
      "step": 257500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7742177478038424e-05,
      "loss": 2.3001,
      "step": 258000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7679662318112143e-05,
      "loss": 2.3012,
      "step": 258500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7617147158185862e-05,
      "loss": 2.3032,
      "step": 259000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7554631998259578e-05,
      "loss": 2.3016,
      "step": 259500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7492116838333297e-05,
      "loss": 2.2979,
      "step": 260000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7429601678407013e-05,
      "loss": 2.2989,
      "step": 260500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7367086518480732e-05,
      "loss": 2.3077,
      "step": 261000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.730457135855445e-05,
      "loss": 2.2988,
      "step": 261500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7242056198628167e-05,
      "loss": 2.2929,
      "step": 262000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7179541038701887e-05,
      "loss": 2.2994,
      "step": 262500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7117025878775602e-05,
      "loss": 2.3036,
      "step": 263000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7054510718849322e-05,
      "loss": 2.304,
      "step": 263500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.699199555892304e-05,
      "loss": 2.2941,
      "step": 264000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6929480398996757e-05,
      "loss": 2.3031,
      "step": 264500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6866965239070476e-05,
      "loss": 2.2983,
      "step": 265000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6804450079144192e-05,
      "loss": 2.2997,
      "step": 265500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.674193491921791e-05,
      "loss": 2.2997,
      "step": 266000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6679419759291627e-05,
      "loss": 2.2973,
      "step": 266500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6616904599365346e-05,
      "loss": 2.3048,
      "step": 267000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6554389439439065e-05,
      "loss": 2.3008,
      "step": 267500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6491874279512784e-05,
      "loss": 2.2967,
      "step": 268000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.64293591195865e-05,
      "loss": 2.2966,
      "step": 268500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.636684395966022e-05,
      "loss": 2.2961,
      "step": 269000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6304328799733935e-05,
      "loss": 2.3014,
      "step": 269500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6241813639807654e-05,
      "loss": 2.301,
      "step": 270000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.617929847988137e-05,
      "loss": 2.2893,
      "step": 270500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.611678331995509e-05,
      "loss": 2.3008,
      "step": 271000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6054268160028805e-05,
      "loss": 2.2981,
      "step": 271500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.5991753000102525e-05,
      "loss": 2.2929,
      "step": 272000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.5929237840176244e-05,
      "loss": 2.2976,
      "step": 272500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5866722680249963e-05,
      "loss": 2.3032,
      "step": 273000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.580420752032368e-05,
      "loss": 2.2971,
      "step": 273500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5741692360397398e-05,
      "loss": 2.2909,
      "step": 274000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5679177200471114e-05,
      "loss": 2.2959,
      "step": 274500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5616662040544833e-05,
      "loss": 2.3004,
      "step": 275000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.555414688061855e-05,
      "loss": 2.2957,
      "step": 275500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5491631720692268e-05,
      "loss": 2.2994,
      "step": 276000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5429116560765984e-05,
      "loss": 2.3015,
      "step": 276500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5366601400839703e-05,
      "loss": 2.2936,
      "step": 277000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5304086240913422e-05,
      "loss": 2.2938,
      "step": 277500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5241571080987142e-05,
      "loss": 2.29,
      "step": 278000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5179055921060859e-05,
      "loss": 2.294,
      "step": 278500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5116540761134577e-05,
      "loss": 2.2925,
      "step": 279000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5054025601208294e-05,
      "loss": 2.3008,
      "step": 279500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4991510441282012e-05,
      "loss": 2.2904,
      "step": 280000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4928995281355729e-05,
      "loss": 2.2996,
      "step": 280500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4866480121429447e-05,
      "loss": 2.2959,
      "step": 281000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4803964961503164e-05,
      "loss": 2.2992,
      "step": 281500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4741449801576885e-05,
      "loss": 2.2892,
      "step": 282000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4678934641650603e-05,
      "loss": 2.2916,
      "step": 282500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.461641948172432e-05,
      "loss": 2.2867,
      "step": 283000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4553904321798038e-05,
      "loss": 2.2962,
      "step": 283500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4491389161871755e-05,
      "loss": 2.2864,
      "step": 284000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4428874001945473e-05,
      "loss": 2.2887,
      "step": 284500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.436635884201919e-05,
      "loss": 2.2956,
      "step": 285000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4303843682092908e-05,
      "loss": 2.2884,
      "step": 285500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4241328522166625e-05,
      "loss": 2.2907,
      "step": 286000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4178813362240344e-05,
      "loss": 2.2839,
      "step": 286500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4116298202314062e-05,
      "loss": 2.294,
      "step": 287000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4053783042387781e-05,
      "loss": 2.3017,
      "step": 287500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.3991267882461499e-05,
      "loss": 2.2878,
      "step": 288000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.3928752722535216e-05,
      "loss": 2.2891,
      "step": 288500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3866237562608934e-05,
      "loss": 2.2978,
      "step": 289000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3803722402682651e-05,
      "loss": 2.2937,
      "step": 289500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3741207242756369e-05,
      "loss": 2.2977,
      "step": 290000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3678692082830086e-05,
      "loss": 2.2862,
      "step": 290500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3616176922903805e-05,
      "loss": 2.2867,
      "step": 291000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3553661762977523e-05,
      "loss": 2.2924,
      "step": 291500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.349114660305124e-05,
      "loss": 2.2885,
      "step": 292000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3428631443124958e-05,
      "loss": 2.2885,
      "step": 292500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3366116283198677e-05,
      "loss": 2.2838,
      "step": 293000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3303601123272395e-05,
      "loss": 2.2861,
      "step": 293500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3241085963346112e-05,
      "loss": 2.2968,
      "step": 294000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.317857080341983e-05,
      "loss": 2.2935,
      "step": 294500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3116055643493547e-05,
      "loss": 2.284,
      "step": 295000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.3053540483567266e-05,
      "loss": 2.2897,
      "step": 295500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2991025323640984e-05,
      "loss": 2.2949,
      "step": 296000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2928510163714702e-05,
      "loss": 2.2906,
      "step": 296500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2865995003788419e-05,
      "loss": 2.286,
      "step": 297000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2803479843862137e-05,
      "loss": 2.2901,
      "step": 297500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2740964683935854e-05,
      "loss": 2.2937,
      "step": 298000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2678449524009572e-05,
      "loss": 2.2933,
      "step": 298500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.261593436408329e-05,
      "loss": 2.2915,
      "step": 299000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2553419204157008e-05,
      "loss": 2.2878,
      "step": 299500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2490904044230726e-05,
      "loss": 2.2847,
      "step": 300000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2428388884304443e-05,
      "loss": 2.2849,
      "step": 300500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2365873724378161e-05,
      "loss": 2.2817,
      "step": 301000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.230335856445188e-05,
      "loss": 2.2855,
      "step": 301500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2240843404525598e-05,
      "loss": 2.2838,
      "step": 302000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2178328244599315e-05,
      "loss": 2.2938,
      "step": 302500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2115813084673033e-05,
      "loss": 2.2844,
      "step": 303000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.2053297924746752e-05,
      "loss": 2.2904,
      "step": 303500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.199078276482047e-05,
      "loss": 2.29,
      "step": 304000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1928267604894187e-05,
      "loss": 2.2808,
      "step": 304500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1865752444967904e-05,
      "loss": 2.2973,
      "step": 305000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1803237285041622e-05,
      "loss": 2.2854,
      "step": 305500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1740722125115341e-05,
      "loss": 2.2813,
      "step": 306000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1678206965189059e-05,
      "loss": 2.2843,
      "step": 306500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1615691805262776e-05,
      "loss": 2.29,
      "step": 307000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1553176645336494e-05,
      "loss": 2.2893,
      "step": 307500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1490661485410213e-05,
      "loss": 2.287,
      "step": 308000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.142814632548393e-05,
      "loss": 2.2851,
      "step": 308500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1365631165557648e-05,
      "loss": 2.2882,
      "step": 309000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1303116005631365e-05,
      "loss": 2.2832,
      "step": 309500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1240600845705083e-05,
      "loss": 2.2819,
      "step": 310000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1178085685778802e-05,
      "loss": 2.2798,
      "step": 310500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.111557052585252e-05,
      "loss": 2.2916,
      "step": 311000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1053055365926237e-05,
      "loss": 2.2811,
      "step": 311500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0990540205999955e-05,
      "loss": 2.2874,
      "step": 312000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0928025046073672e-05,
      "loss": 2.2855,
      "step": 312500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0865509886147391e-05,
      "loss": 2.2811,
      "step": 313000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0802994726221109e-05,
      "loss": 2.2877,
      "step": 313500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0740479566294826e-05,
      "loss": 2.2836,
      "step": 314000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0677964406368544e-05,
      "loss": 2.2814,
      "step": 314500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0615449246442263e-05,
      "loss": 2.2758,
      "step": 315000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.055293408651598e-05,
      "loss": 2.2894,
      "step": 315500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0490418926589698e-05,
      "loss": 2.287,
      "step": 316000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0427903766663416e-05,
      "loss": 2.285,
      "step": 316500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0365388606737133e-05,
      "loss": 2.2871,
      "step": 317000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0302873446810852e-05,
      "loss": 2.2889,
      "step": 317500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.024035828688457e-05,
      "loss": 2.285,
      "step": 318000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0177843126958287e-05,
      "loss": 2.2846,
      "step": 318500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0115327967032005e-05,
      "loss": 2.289,
      "step": 319000
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0052812807105724e-05,
      "loss": 2.2798,
      "step": 319500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.990297647179442e-06,
      "loss": 2.2855,
      "step": 320000
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.92778248725316e-06,
      "loss": 2.2812,
      "step": 320500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.865267327326877e-06,
      "loss": 2.2754,
      "step": 321000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.802752167400594e-06,
      "loss": 2.2859,
      "step": 321500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.740237007474313e-06,
      "loss": 2.2808,
      "step": 322000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.677721847548031e-06,
      "loss": 2.2876,
      "step": 322500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.615206687621749e-06,
      "loss": 2.2844,
      "step": 323000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.552691527695466e-06,
      "loss": 2.281,
      "step": 323500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.490176367769185e-06,
      "loss": 2.2884,
      "step": 324000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.427661207842903e-06,
      "loss": 2.2924,
      "step": 324500
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.36514604791662e-06,
      "loss": 2.2894,
      "step": 325000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.302630887990338e-06,
      "loss": 2.276,
      "step": 325500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.240115728064055e-06,
      "loss": 2.2845,
      "step": 326000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.177600568137775e-06,
      "loss": 2.2831,
      "step": 326500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.115085408211492e-06,
      "loss": 2.2823,
      "step": 327000
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.05257024828521e-06,
      "loss": 2.2836,
      "step": 327500
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.990055088358927e-06,
      "loss": 2.285,
      "step": 328000
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.927539928432645e-06,
      "loss": 2.2762,
      "step": 328500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.865024768506364e-06,
      "loss": 2.2816,
      "step": 329000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.802509608580081e-06,
      "loss": 2.2831,
      "step": 329500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.739994448653799e-06,
      "loss": 2.2868,
      "step": 330000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.677479288727516e-06,
      "loss": 2.2786,
      "step": 330500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.614964128801236e-06,
      "loss": 2.2704,
      "step": 331000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.552448968874953e-06,
      "loss": 2.2809,
      "step": 331500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.48993380894867e-06,
      "loss": 2.2797,
      "step": 332000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.427418649022388e-06,
      "loss": 2.2781,
      "step": 332500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.364903489096106e-06,
      "loss": 2.286,
      "step": 333000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.302388329169825e-06,
      "loss": 2.2828,
      "step": 333500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.239873169243542e-06,
      "loss": 2.277,
      "step": 334000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.17735800931726e-06,
      "loss": 2.279,
      "step": 334500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.114842849390977e-06,
      "loss": 2.2799,
      "step": 335000
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.052327689464697e-06,
      "loss": 2.2779,
      "step": 335500
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.989812529538414e-06,
      "loss": 2.282,
      "step": 336000
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.927297369612132e-06,
      "loss": 2.2873,
      "step": 336500
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.86478220968585e-06,
      "loss": 2.2757,
      "step": 337000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.802267049759567e-06,
      "loss": 2.277,
      "step": 337500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.739751889833286e-06,
      "loss": 2.2801,
      "step": 338000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.677236729907003e-06,
      "loss": 2.2759,
      "step": 338500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.614721569980721e-06,
      "loss": 2.2865,
      "step": 339000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.5522064100544384e-06,
      "loss": 2.2843,
      "step": 339500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.489691250128156e-06,
      "loss": 2.2792,
      "step": 340000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.427176090201874e-06,
      "loss": 2.2769,
      "step": 340500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.364660930275593e-06,
      "loss": 2.2785,
      "step": 341000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.30214577034931e-06,
      "loss": 2.2858,
      "step": 341500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.239630610423028e-06,
      "loss": 2.2793,
      "step": 342000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.177115450496746e-06,
      "loss": 2.2856,
      "step": 342500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.114600290570464e-06,
      "loss": 2.2804,
      "step": 343000
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.052085130644181e-06,
      "loss": 2.283,
      "step": 343500
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.9895699707178995e-06,
      "loss": 2.276,
      "step": 344000
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.927054810791617e-06,
      "loss": 2.2794,
      "step": 344500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.864539650865335e-06,
      "loss": 2.2722,
      "step": 345000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.802024490939053e-06,
      "loss": 2.2767,
      "step": 345500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.73950933101277e-06,
      "loss": 2.2817,
      "step": 346000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.676994171086489e-06,
      "loss": 2.2796,
      "step": 346500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.614479011160207e-06,
      "loss": 2.2786,
      "step": 347000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.551963851233925e-06,
      "loss": 2.2754,
      "step": 347500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.489448691307642e-06,
      "loss": 2.2805,
      "step": 348000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.42693353138136e-06,
      "loss": 2.2731,
      "step": 348500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.364418371455077e-06,
      "loss": 2.279,
      "step": 349000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.301903211528796e-06,
      "loss": 2.2816,
      "step": 349500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.239388051602514e-06,
      "loss": 2.2716,
      "step": 350000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.176872891676231e-06,
      "loss": 2.2827,
      "step": 350500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.11435773174995e-06,
      "loss": 2.2727,
      "step": 351000
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.051842571823667e-06,
      "loss": 2.2754,
      "step": 351500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.989327411897385e-06,
      "loss": 2.2817,
      "step": 352000
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.926812251971103e-06,
      "loss": 2.2804,
      "step": 352500
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.864297092044821e-06,
      "loss": 2.2824,
      "step": 353000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.801781932118539e-06,
      "loss": 2.2786,
      "step": 353500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.739266772192257e-06,
      "loss": 2.276,
      "step": 354000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.676751612265975e-06,
      "loss": 2.2795,
      "step": 354500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.6142364523396925e-06,
      "loss": 2.2825,
      "step": 355000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.551721292413411e-06,
      "loss": 2.2811,
      "step": 355500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.489206132487128e-06,
      "loss": 2.2778,
      "step": 356000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.426690972560846e-06,
      "loss": 2.2799,
      "step": 356500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.364175812634564e-06,
      "loss": 2.2752,
      "step": 357000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.301660652708282e-06,
      "loss": 2.2759,
      "step": 357500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.239145492782e-06,
      "loss": 2.2756,
      "step": 358000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.176630332855718e-06,
      "loss": 2.2811,
      "step": 358500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.114115172929436e-06,
      "loss": 2.2845,
      "step": 359000
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.0516000130031535e-06,
      "loss": 2.2721,
      "step": 359500
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.989084853076871e-06,
      "loss": 2.2685,
      "step": 360000
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.926569693150589e-06,
      "loss": 2.2756,
      "step": 360500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.864054533224307e-06,
      "loss": 2.2815,
      "step": 361000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.801539373298025e-06,
      "loss": 2.2715,
      "step": 361500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.739024213371743e-06,
      "loss": 2.2858,
      "step": 362000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.676509053445461e-06,
      "loss": 2.2809,
      "step": 362500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.613993893519179e-06,
      "loss": 2.2768,
      "step": 363000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.551478733592897e-06,
      "loss": 2.278,
      "step": 363500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.4889635736666145e-06,
      "loss": 2.2864,
      "step": 364000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.426448413740332e-06,
      "loss": 2.2738,
      "step": 364500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.36393325381405e-06,
      "loss": 2.2772,
      "step": 365000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.301418093887768e-06,
      "loss": 2.2811,
      "step": 365500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.238902933961486e-06,
      "loss": 2.2811,
      "step": 366000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.176387774035204e-06,
      "loss": 2.2818,
      "step": 366500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.113872614108922e-06,
      "loss": 2.2637,
      "step": 367000
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.05135745418264e-06,
      "loss": 2.2835,
      "step": 367500
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.988842294256357e-06,
      "loss": 2.2688,
      "step": 368000
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.9263271343300756e-06,
      "loss": 2.28,
      "step": 368500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.863811974403793e-06,
      "loss": 2.2771,
      "step": 369000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.801296814477511e-06,
      "loss": 2.2742,
      "step": 369500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.7387816545512285e-06,
      "loss": 2.2822,
      "step": 370000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.676266494624947e-06,
      "loss": 2.2734,
      "step": 370500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.6137513346986644e-06,
      "loss": 2.2708,
      "step": 371000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.551236174772382e-06,
      "loss": 2.2749,
      "step": 371500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.4887210148461003e-06,
      "loss": 2.2761,
      "step": 372000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.426205854919818e-06,
      "loss": 2.2793,
      "step": 372500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.363690694993536e-06,
      "loss": 2.2698,
      "step": 373000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.3011755350672537e-06,
      "loss": 2.2728,
      "step": 373500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.238660375140972e-06,
      "loss": 2.2754,
      "step": 374000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1761452152146896e-06,
      "loss": 2.2701,
      "step": 374500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1136300552884075e-06,
      "loss": 2.2873,
      "step": 375000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0511148953621255e-06,
      "loss": 2.2705,
      "step": 375500
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.9885997354358434e-06,
      "loss": 2.2702,
      "step": 376000
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.9260845755095613e-06,
      "loss": 2.2764,
      "step": 376500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8635694155832793e-06,
      "loss": 2.2756,
      "step": 377000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.801054255656997e-06,
      "loss": 2.2815,
      "step": 377500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.7385390957307147e-06,
      "loss": 2.2751,
      "step": 378000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.6760239358044327e-06,
      "loss": 2.2744,
      "step": 378500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.6135087758781506e-06,
      "loss": 2.2773,
      "step": 379000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.5509936159518686e-06,
      "loss": 2.2723,
      "step": 379500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.4884784560255865e-06,
      "loss": 2.2701,
      "step": 380000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.4259632960993044e-06,
      "loss": 2.2856,
      "step": 380500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3634481361730224e-06,
      "loss": 2.2775,
      "step": 381000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.30093297624674e-06,
      "loss": 2.2772,
      "step": 381500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.238417816320458e-06,
      "loss": 2.2791,
      "step": 382000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1759026563941758e-06,
      "loss": 2.2739,
      "step": 382500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1133874964678937e-06,
      "loss": 2.276,
      "step": 383000
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.0508723365416117e-06,
      "loss": 2.2718,
      "step": 383500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.988357176615329e-06,
      "loss": 2.281,
      "step": 384000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.925842016689047e-06,
      "loss": 2.2739,
      "step": 384500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8633268567627653e-06,
      "loss": 2.2727,
      "step": 385000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8008116968364828e-06,
      "loss": 2.2735,
      "step": 385500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7382965369102007e-06,
      "loss": 2.2743,
      "step": 386000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6757813769839187e-06,
      "loss": 2.2765,
      "step": 386500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6132662170576366e-06,
      "loss": 2.2762,
      "step": 387000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.5507510571313545e-06,
      "loss": 2.2724,
      "step": 387500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4882358972050723e-06,
      "loss": 2.2745,
      "step": 388000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4257207372787902e-06,
      "loss": 2.2701,
      "step": 388500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.363205577352508e-06,
      "loss": 2.2706,
      "step": 389000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3006904174262259e-06,
      "loss": 2.2807,
      "step": 389500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.2381752574999438e-06,
      "loss": 2.2741,
      "step": 390000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1756600975736615e-06,
      "loss": 2.2755,
      "step": 390500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1131449376473795e-06,
      "loss": 2.2738,
      "step": 391000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.0506297777210974e-06,
      "loss": 2.2704,
      "step": 391500
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.881146177948154e-07,
      "loss": 2.2723,
      "step": 392000
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.255994578685331e-07,
      "loss": 2.2792,
      "step": 392500
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.63084297942251e-07,
      "loss": 2.2723,
      "step": 393000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.00569138015969e-07,
      "loss": 2.269,
      "step": 393500
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.380539780896868e-07,
      "loss": 2.2743,
      "step": 394000
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.755388181634046e-07,
      "loss": 2.278,
      "step": 394500
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.130236582371225e-07,
      "loss": 2.2656,
      "step": 395000
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.505084983108404e-07,
      "loss": 2.272,
      "step": 395500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.879933383845583e-07,
      "loss": 2.2746,
      "step": 396000
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.254781784582762e-07,
      "loss": 2.2748,
      "step": 396500
    }
  ],
  "logging_steps": 500,
  "max_steps": 399903,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 3897743769600000.0,
  "trial_name": null,
  "trial_params": null
}