{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 199995,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 4.9874996874921875e-05,
      "loss": 3.8809,
      "step": 500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.974999374984375e-05,
      "loss": 3.2677,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.962499062476562e-05,
      "loss": 2.9798,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.949998749968749e-05,
      "loss": 2.8027,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.937498437460937e-05,
      "loss": 2.6721,
      "step": 2500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.924998124953124e-05,
      "loss": 2.5777,
      "step": 3000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9124978124453116e-05,
      "loss": 2.4908,
      "step": 3500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.899997499937499e-05,
      "loss": 2.4002,
      "step": 4000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.887497187429686e-05,
      "loss": 2.3675,
      "step": 4500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.874996874921873e-05,
      "loss": 2.288,
      "step": 5000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8624965624140605e-05,
      "loss": 2.2261,
      "step": 5500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.849996249906248e-05,
      "loss": 2.2009,
      "step": 6000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.837495937398435e-05,
      "loss": 2.166,
      "step": 6500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.824995624890622e-05,
      "loss": 2.1155,
      "step": 7000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.81249531238281e-05,
      "loss": 2.108,
      "step": 7500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.7999949998749974e-05,
      "loss": 2.0662,
      "step": 8000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.7874946873671846e-05,
      "loss": 2.0253,
      "step": 8500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.774994374859372e-05,
      "loss": 2.0332,
      "step": 9000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.762494062351559e-05,
      "loss": 1.9833,
      "step": 9500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.749993749843746e-05,
      "loss": 1.9683,
      "step": 10000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7374934373359335e-05,
      "loss": 1.9278,
      "step": 10500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.724993124828121e-05,
      "loss": 1.9412,
      "step": 11000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.712492812320308e-05,
      "loss": 1.9223,
      "step": 11500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.699992499812495e-05,
      "loss": 1.8832,
      "step": 12000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.687492187304683e-05,
      "loss": 1.8802,
      "step": 12500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6749918747968704e-05,
      "loss": 1.8489,
      "step": 13000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6624915622890576e-05,
      "loss": 1.8515,
      "step": 13500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.649991249781245e-05,
      "loss": 1.8382,
      "step": 14000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.637490937273432e-05,
      "loss": 1.8163,
      "step": 14500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.624990624765619e-05,
      "loss": 1.8022,
      "step": 15000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6124903122578066e-05,
      "loss": 1.7859,
      "step": 15500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.599989999749994e-05,
      "loss": 1.7954,
      "step": 16000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.587489687242181e-05,
      "loss": 1.7756,
      "step": 16500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.574989374734369e-05,
      "loss": 1.7508,
      "step": 17000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.562489062226556e-05,
      "loss": 1.7428,
      "step": 17500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5499887497187434e-05,
      "loss": 1.739,
      "step": 18000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5374884372109307e-05,
      "loss": 1.7112,
      "step": 18500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.524988124703118e-05,
      "loss": 1.7004,
      "step": 19000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.512487812195305e-05,
      "loss": 1.7033,
      "step": 19500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.4999874996874924e-05,
      "loss": 1.7103,
      "step": 20000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.4874871871796796e-05,
      "loss": 1.7029,
      "step": 20500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.474986874671867e-05,
      "loss": 1.6819,
      "step": 21000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.462486562164054e-05,
      "loss": 1.6611,
      "step": 21500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.449986249656242e-05,
      "loss": 1.6518,
      "step": 22000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.437485937148429e-05,
      "loss": 1.6481,
      "step": 22500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.4249856246406165e-05,
      "loss": 1.6506,
      "step": 23000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.412485312132804e-05,
      "loss": 1.6191,
      "step": 23500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.399984999624991e-05,
      "loss": 1.6189,
      "step": 24000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.387484687117178e-05,
      "loss": 1.6201,
      "step": 24500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3749843746093654e-05,
      "loss": 1.6303,
      "step": 25000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3624840621015526e-05,
      "loss": 1.6204,
      "step": 25500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.34998374959374e-05,
      "loss": 1.614,
      "step": 26000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.337483437085927e-05,
      "loss": 1.5965,
      "step": 26500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.324983124578115e-05,
      "loss": 1.5946,
      "step": 27000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.312482812070302e-05,
      "loss": 1.5798,
      "step": 27500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.2999824995624895e-05,
      "loss": 1.5682,
      "step": 28000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.287482187054677e-05,
      "loss": 1.5888,
      "step": 28500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.274981874546864e-05,
      "loss": 1.5746,
      "step": 29000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.262481562039051e-05,
      "loss": 1.5667,
      "step": 29500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2499812495312384e-05,
      "loss": 1.5553,
      "step": 30000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.2374809370234257e-05,
      "loss": 1.5549,
      "step": 30500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.224980624515613e-05,
      "loss": 1.5337,
      "step": 31000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.2124803120078e-05,
      "loss": 1.5518,
      "step": 31500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.199979999499988e-05,
      "loss": 1.5418,
      "step": 32000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.187479686992175e-05,
      "loss": 1.5264,
      "step": 32500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1749793744843625e-05,
      "loss": 1.5583,
      "step": 33000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.16247906197655e-05,
      "loss": 1.5027,
      "step": 33500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.149978749468737e-05,
      "loss": 1.5114,
      "step": 34000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.137478436960924e-05,
      "loss": 1.5065,
      "step": 34500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.1249781244531115e-05,
      "loss": 1.4978,
      "step": 35000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.112477811945299e-05,
      "loss": 1.5065,
      "step": 35500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.099977499437486e-05,
      "loss": 1.5033,
      "step": 36000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.087477186929674e-05,
      "loss": 1.4969,
      "step": 36500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.074976874421861e-05,
      "loss": 1.5029,
      "step": 37000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.062476561914048e-05,
      "loss": 1.4949,
      "step": 37500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0499762494062355e-05,
      "loss": 1.4803,
      "step": 38000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.037475936898423e-05,
      "loss": 1.4907,
      "step": 38500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.02497562439061e-05,
      "loss": 1.4681,
      "step": 39000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.012475311882797e-05,
      "loss": 1.4487,
      "step": 39500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.9999749993749845e-05,
      "loss": 1.4489,
      "step": 40000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.987474686867172e-05,
      "loss": 1.4735,
      "step": 40500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.974974374359359e-05,
      "loss": 1.4646,
      "step": 41000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.962474061851547e-05,
      "loss": 1.4473,
      "step": 41500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.949973749343734e-05,
      "loss": 1.4573,
      "step": 42000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9374734368359213e-05,
      "loss": 1.447,
      "step": 42500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9249731243281086e-05,
      "loss": 1.4412,
      "step": 43000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.912472811820296e-05,
      "loss": 1.4195,
      "step": 43500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.899972499312483e-05,
      "loss": 1.4078,
      "step": 44000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.88747218680467e-05,
      "loss": 1.4329,
      "step": 44500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8749718742968575e-05,
      "loss": 1.4328,
      "step": 45000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.862471561789045e-05,
      "loss": 1.4263,
      "step": 45500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.849971249281232e-05,
      "loss": 1.4359,
      "step": 46000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.83747093677342e-05,
      "loss": 1.4321,
      "step": 46500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.824970624265607e-05,
      "loss": 1.4276,
      "step": 47000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8124703117577944e-05,
      "loss": 1.41,
      "step": 47500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7999699992499816e-05,
      "loss": 1.4034,
      "step": 48000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.787469686742169e-05,
      "loss": 1.39,
      "step": 48500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.774969374234356e-05,
      "loss": 1.3762,
      "step": 49000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.762469061726543e-05,
      "loss": 1.4112,
      "step": 49500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7499687492187305e-05,
      "loss": 1.3841,
      "step": 50000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.737468436710918e-05,
      "loss": 1.4077,
      "step": 50500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.724968124203106e-05,
      "loss": 1.3893,
      "step": 51000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.712467811695293e-05,
      "loss": 1.3939,
      "step": 51500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.69996749918748e-05,
      "loss": 1.3804,
      "step": 52000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6874671866796674e-05,
      "loss": 1.3866,
      "step": 52500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6749668741718546e-05,
      "loss": 1.3783,
      "step": 53000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.662466561664042e-05,
      "loss": 1.3638,
      "step": 53500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.649966249156229e-05,
      "loss": 1.3666,
      "step": 54000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6374659366484163e-05,
      "loss": 1.3704,
      "step": 54500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6249656241406036e-05,
      "loss": 1.3679,
      "step": 55000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.612465311632791e-05,
      "loss": 1.3623,
      "step": 55500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.599964999124979e-05,
      "loss": 1.3308,
      "step": 56000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.587464686617166e-05,
      "loss": 1.3572,
      "step": 56500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.574964374109353e-05,
      "loss": 1.336,
      "step": 57000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.5624640616015404e-05,
      "loss": 1.3316,
      "step": 57500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.549963749093728e-05,
      "loss": 1.3429,
      "step": 58000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.537463436585915e-05,
      "loss": 1.3659,
      "step": 58500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.524963124078102e-05,
      "loss": 1.324,
      "step": 59000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5124628115702894e-05,
      "loss": 1.3457,
      "step": 59500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.4999624990624766e-05,
      "loss": 1.331,
      "step": 60000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.487462186554664e-05,
      "loss": 1.3349,
      "step": 60500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.474961874046852e-05,
      "loss": 1.3304,
      "step": 61000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.462461561539039e-05,
      "loss": 1.3473,
      "step": 61500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.449961249031226e-05,
      "loss": 1.3098,
      "step": 62000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.4374609365234135e-05,
      "loss": 1.3227,
      "step": 62500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.424960624015601e-05,
      "loss": 1.3215,
      "step": 63000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.412460311507788e-05,
      "loss": 1.3109,
      "step": 63500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.399959998999975e-05,
      "loss": 1.3085,
      "step": 64000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3874596864921624e-05,
      "loss": 1.3009,
      "step": 64500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3749593739843496e-05,
      "loss": 1.3117,
      "step": 65000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3624590614765376e-05,
      "loss": 1.3066,
      "step": 65500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.349958748968725e-05,
      "loss": 1.2985,
      "step": 66000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.337458436460912e-05,
      "loss": 1.3016,
      "step": 66500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.324958123953099e-05,
      "loss": 1.2472,
      "step": 67000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.3124578114452865e-05,
      "loss": 1.2043,
      "step": 67500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.299957498937474e-05,
      "loss": 1.1895,
      "step": 68000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.287457186429661e-05,
      "loss": 1.1948,
      "step": 68500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.274956873921848e-05,
      "loss": 1.1902,
      "step": 69000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2624565614140354e-05,
      "loss": 1.2037,
      "step": 69500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.249956248906223e-05,
      "loss": 1.1992,
      "step": 70000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2374559363984106e-05,
      "loss": 1.2159,
      "step": 70500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.224955623890598e-05,
      "loss": 1.1968,
      "step": 71000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.212455311382785e-05,
      "loss": 1.1845,
      "step": 71500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.199954998874972e-05,
      "loss": 1.2189,
      "step": 72000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.1874546863671595e-05,
      "loss": 1.1955,
      "step": 72500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.174954373859347e-05,
      "loss": 1.2032,
      "step": 73000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.162454061351534e-05,
      "loss": 1.1885,
      "step": 73500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.149953748843721e-05,
      "loss": 1.1799,
      "step": 74000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1374534363359085e-05,
      "loss": 1.1975,
      "step": 74500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.124953123828096e-05,
      "loss": 1.1798,
      "step": 75000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1124528113202836e-05,
      "loss": 1.1856,
      "step": 75500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.099952498812471e-05,
      "loss": 1.1759,
      "step": 76000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.087452186304658e-05,
      "loss": 1.1841,
      "step": 76500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.074951873796845e-05,
      "loss": 1.2159,
      "step": 77000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0624515612890326e-05,
      "loss": 1.1862,
      "step": 77500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0499512487812198e-05,
      "loss": 1.1644,
      "step": 78000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.037450936273407e-05,
      "loss": 1.1892,
      "step": 78500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0249506237655946e-05,
      "loss": 1.1755,
      "step": 79000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.012450311257782e-05,
      "loss": 1.185,
      "step": 79500
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.999949998749969e-05,
      "loss": 1.1607,
      "step": 80000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9874496862421563e-05,
      "loss": 1.1711,
      "step": 80500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9749493737343435e-05,
      "loss": 1.1591,
      "step": 81000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.962449061226531e-05,
      "loss": 1.1649,
      "step": 81500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9499487487187184e-05,
      "loss": 1.1805,
      "step": 82000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9374484362109056e-05,
      "loss": 1.1574,
      "step": 82500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9249481237030928e-05,
      "loss": 1.1715,
      "step": 83000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.91244781119528e-05,
      "loss": 1.1484,
      "step": 83500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8999474986874676e-05,
      "loss": 1.1702,
      "step": 84000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.887447186179655e-05,
      "loss": 1.154,
      "step": 84500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.874946873671842e-05,
      "loss": 1.1517,
      "step": 85000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8624465611640293e-05,
      "loss": 1.1575,
      "step": 85500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8499462486562166e-05,
      "loss": 1.1591,
      "step": 86000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.837445936148404e-05,
      "loss": 1.1692,
      "step": 86500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8249456236405914e-05,
      "loss": 1.1523,
      "step": 87000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8124453111327786e-05,
      "loss": 1.1459,
      "step": 87500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.799944998624966e-05,
      "loss": 1.1467,
      "step": 88000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7874446861171534e-05,
      "loss": 1.1372,
      "step": 88500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7749443736093407e-05,
      "loss": 1.1528,
      "step": 89000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.762444061101528e-05,
      "loss": 1.1499,
      "step": 89500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.749943748593715e-05,
      "loss": 1.1364,
      "step": 90000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7374434360859024e-05,
      "loss": 1.1393,
      "step": 90500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.72494312357809e-05,
      "loss": 1.1455,
      "step": 91000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7124428110702772e-05,
      "loss": 1.1445,
      "step": 91500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6999424985624644e-05,
      "loss": 1.14,
      "step": 92000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6874421860546516e-05,
      "loss": 1.136,
      "step": 92500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.674941873546839e-05,
      "loss": 1.1542,
      "step": 93000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6624415610390265e-05,
      "loss": 1.1684,
      "step": 93500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6499412485312137e-05,
      "loss": 1.1394,
      "step": 94000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.637440936023401e-05,
      "loss": 1.1266,
      "step": 94500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.624940623515588e-05,
      "loss": 1.156,
      "step": 95000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6124403110077754e-05,
      "loss": 1.1256,
      "step": 95500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.599939998499963e-05,
      "loss": 1.1441,
      "step": 96000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5874396859921502e-05,
      "loss": 1.1244,
      "step": 96500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5749393734843374e-05,
      "loss": 1.138,
      "step": 97000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5624390609765247e-05,
      "loss": 1.1504,
      "step": 97500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.549938748468712e-05,
      "loss": 1.1355,
      "step": 98000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5374384359608995e-05,
      "loss": 1.1421,
      "step": 98500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5249381234530867e-05,
      "loss": 1.1239,
      "step": 99000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.512437810945274e-05,
      "loss": 1.1259,
      "step": 99500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.499937498437461e-05,
      "loss": 1.1196,
      "step": 100000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4874371859296484e-05,
      "loss": 1.1243,
      "step": 100500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4749368734218357e-05,
      "loss": 1.128,
      "step": 101000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.462436560914023e-05,
      "loss": 1.1265,
      "step": 101500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.44993624840621e-05,
      "loss": 1.127,
      "step": 102000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4374359358983974e-05,
      "loss": 1.1269,
      "step": 102500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.424935623390585e-05,
      "loss": 1.1321,
      "step": 103000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4124353108827722e-05,
      "loss": 1.1271,
      "step": 103500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3999349983749594e-05,
      "loss": 1.1141,
      "step": 104000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3874346858671467e-05,
      "loss": 1.1173,
      "step": 104500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.374934373359334e-05,
      "loss": 1.111,
      "step": 105000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3624340608515215e-05,
      "loss": 1.0993,
      "step": 105500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3499337483437087e-05,
      "loss": 1.0952,
      "step": 106000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.337433435835896e-05,
      "loss": 1.1028,
      "step": 106500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.324933123328083e-05,
      "loss": 1.0871,
      "step": 107000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3124328108202707e-05,
      "loss": 1.0933,
      "step": 107500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.299932498312458e-05,
      "loss": 1.0997,
      "step": 108000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2874321858046452e-05,
      "loss": 1.0895,
      "step": 108500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2749318732968324e-05,
      "loss": 1.0967,
      "step": 109000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2624315607890197e-05,
      "loss": 1.1086,
      "step": 109500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2499312482812073e-05,
      "loss": 1.1024,
      "step": 110000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2374309357733945e-05,
      "loss": 1.1049,
      "step": 110500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2249306232655817e-05,
      "loss": 1.0903,
      "step": 111000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.212430310757769e-05,
      "loss": 1.1198,
      "step": 111500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1999299982499562e-05,
      "loss": 1.0717,
      "step": 112000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1874296857421438e-05,
      "loss": 1.105,
      "step": 112500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.174929373234331e-05,
      "loss": 1.1057,
      "step": 113000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1624290607265182e-05,
      "loss": 1.0781,
      "step": 113500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1499287482187055e-05,
      "loss": 1.0825,
      "step": 114000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1374284357108927e-05,
      "loss": 1.0862,
      "step": 114500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1249281232030803e-05,
      "loss": 1.0769,
      "step": 115000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1124278106952675e-05,
      "loss": 1.0813,
      "step": 115500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.0999274981874548e-05,
      "loss": 1.0839,
      "step": 116000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.087427185679642e-05,
      "loss": 1.0762,
      "step": 116500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0749268731718292e-05,
      "loss": 1.0627,
      "step": 117000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0624265606640168e-05,
      "loss": 1.0575,
      "step": 117500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.049926248156204e-05,
      "loss": 1.106,
      "step": 118000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0374259356483913e-05,
      "loss": 1.073,
      "step": 118500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0249256231405785e-05,
      "loss": 1.095,
      "step": 119000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0124253106327657e-05,
      "loss": 1.0803,
      "step": 119500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9999249981249533e-05,
      "loss": 1.0447,
      "step": 120000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9874246856171406e-05,
      "loss": 1.0673,
      "step": 120500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9749243731093278e-05,
      "loss": 1.0623,
      "step": 121000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.962424060601515e-05,
      "loss": 1.0693,
      "step": 121500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9499237480937026e-05,
      "loss": 1.0686,
      "step": 122000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.93742343558589e-05,
      "loss": 1.0611,
      "step": 122500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.924923123078077e-05,
      "loss": 1.0599,
      "step": 123000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9124228105702643e-05,
      "loss": 1.068,
      "step": 123500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.8999224980624515e-05,
      "loss": 1.0802,
      "step": 124000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.887422185554639e-05,
      "loss": 1.0442,
      "step": 124500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8749218730468263e-05,
      "loss": 1.067,
      "step": 125000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8624215605390136e-05,
      "loss": 1.0577,
      "step": 125500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8499212480312008e-05,
      "loss": 1.066,
      "step": 126000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.837420935523388e-05,
      "loss": 1.0521,
      "step": 126500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8249206230155756e-05,
      "loss": 1.0567,
      "step": 127000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.812420310507763e-05,
      "loss": 1.0541,
      "step": 127500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.79991999799995e-05,
      "loss": 1.0658,
      "step": 128000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7874196854921373e-05,
      "loss": 1.0554,
      "step": 128500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7749193729843246e-05,
      "loss": 1.081,
      "step": 129000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.762419060476512e-05,
      "loss": 1.0406,
      "step": 129500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7499187479686994e-05,
      "loss": 1.0598,
      "step": 130000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7374184354608866e-05,
      "loss": 1.0639,
      "step": 130500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.724918122953074e-05,
      "loss": 1.0704,
      "step": 131000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.712417810445261e-05,
      "loss": 1.0685,
      "step": 131500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6999174979374487e-05,
      "loss": 1.0579,
      "step": 132000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.687417185429636e-05,
      "loss": 1.0513,
      "step": 132500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.674916872921823e-05,
      "loss": 1.0591,
      "step": 133000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6624165604140104e-05,
      "loss": 0.9995,
      "step": 133500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6499162479061976e-05,
      "loss": 0.9436,
      "step": 134000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6374159353983852e-05,
      "loss": 0.9386,
      "step": 134500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6249156228905724e-05,
      "loss": 0.9446,
      "step": 135000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6124153103827596e-05,
      "loss": 0.9373,
      "step": 135500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.599914997874947e-05,
      "loss": 0.9401,
      "step": 136000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.587414685367134e-05,
      "loss": 0.9379,
      "step": 136500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5749143728593217e-05,
      "loss": 0.9395,
      "step": 137000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.562414060351509e-05,
      "loss": 0.9338,
      "step": 137500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.549913747843696e-05,
      "loss": 0.9414,
      "step": 138000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5374134353358834e-05,
      "loss": 0.934,
      "step": 138500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5249131228280708e-05,
      "loss": 0.9476,
      "step": 139000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.512412810320258e-05,
      "loss": 0.9445,
      "step": 139500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4999124978124454e-05,
      "loss": 0.9188,
      "step": 140000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4874121853046327e-05,
      "loss": 0.9402,
      "step": 140500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.47491187279682e-05,
      "loss": 0.9405,
      "step": 141000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4624115602890073e-05,
      "loss": 0.957,
      "step": 141500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4499112477811947e-05,
      "loss": 0.9479,
      "step": 142000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.437410935273382e-05,
      "loss": 0.9333,
      "step": 142500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4249106227655692e-05,
      "loss": 0.9491,
      "step": 143000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4124103102577566e-05,
      "loss": 0.9498,
      "step": 143500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.3999099977499438e-05,
      "loss": 0.9521,
      "step": 144000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3874096852421312e-05,
      "loss": 0.9228,
      "step": 144500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3749093727343185e-05,
      "loss": 0.942,
      "step": 145000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3624090602265057e-05,
      "loss": 0.9492,
      "step": 145500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3499087477186931e-05,
      "loss": 0.9307,
      "step": 146000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3374084352108803e-05,
      "loss": 0.9174,
      "step": 146500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3249081227030678e-05,
      "loss": 0.9451,
      "step": 147000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.312407810195255e-05,
      "loss": 0.9401,
      "step": 147500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2999074976874422e-05,
      "loss": 0.9401,
      "step": 148000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2874071851796296e-05,
      "loss": 0.9445,
      "step": 148500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2749068726718169e-05,
      "loss": 0.9413,
      "step": 149000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2624065601640043e-05,
      "loss": 0.9448,
      "step": 149500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2499062476561915e-05,
      "loss": 0.9465,
      "step": 150000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2374059351483789e-05,
      "loss": 0.9354,
      "step": 150500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2249056226405661e-05,
      "loss": 0.9549,
      "step": 151000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2124053101327534e-05,
      "loss": 0.9305,
      "step": 151500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1999049976249408e-05,
      "loss": 0.9437,
      "step": 152000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.187404685117128e-05,
      "loss": 0.9158,
      "step": 152500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1749043726093154e-05,
      "loss": 0.936,
      "step": 153000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1624040601015027e-05,
      "loss": 0.9284,
      "step": 153500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1499037475936899e-05,
      "loss": 0.9324,
      "step": 154000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1374034350858773e-05,
      "loss": 0.93,
      "step": 154500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1249031225780645e-05,
      "loss": 0.9267,
      "step": 155000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.112402810070252e-05,
      "loss": 0.9247,
      "step": 155500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0999024975624392e-05,
      "loss": 0.9101,
      "step": 156000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0874021850546264e-05,
      "loss": 0.9193,
      "step": 156500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0749018725468136e-05,
      "loss": 0.9136,
      "step": 157000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0624015600390009e-05,
      "loss": 0.9208,
      "step": 157500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0499012475311883e-05,
      "loss": 0.9271,
      "step": 158000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0374009350233755e-05,
      "loss": 0.9192,
      "step": 158500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.024900622515563e-05,
      "loss": 0.9289,
      "step": 159000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0124003100077502e-05,
      "loss": 0.9084,
      "step": 159500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.998999974999376e-06,
      "loss": 0.921,
      "step": 160000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.873996849921248e-06,
      "loss": 0.9224,
      "step": 160500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.74899372484312e-06,
      "loss": 0.9093,
      "step": 161000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.623990599764994e-06,
      "loss": 0.918,
      "step": 161500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.498987474686867e-06,
      "loss": 0.9248,
      "step": 162000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.37398434960874e-06,
      "loss": 0.9136,
      "step": 162500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.248981224530613e-06,
      "loss": 0.9091,
      "step": 163000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.123978099452486e-06,
      "loss": 0.9369,
      "step": 163500
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.99897497437436e-06,
      "loss": 0.9152,
      "step": 164000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.873971849296232e-06,
      "loss": 0.9188,
      "step": 164500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.748968724218106e-06,
      "loss": 0.9291,
      "step": 165000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.623965599139978e-06,
      "loss": 0.9262,
      "step": 165500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.49896247406185e-06,
      "loss": 0.9337,
      "step": 166000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.373959348983725e-06,
      "loss": 0.9226,
      "step": 166500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.248956223905597e-06,
      "loss": 0.9325,
      "step": 167000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.123953098827471e-06,
      "loss": 0.9218,
      "step": 167500
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.998949973749343e-06,
      "loss": 0.888,
      "step": 168000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.873946848671218e-06,
      "loss": 0.9174,
      "step": 168500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.74894372359309e-06,
      "loss": 0.9002,
      "step": 169000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.623940598514963e-06,
      "loss": 0.9058,
      "step": 169500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.498937473436836e-06,
      "loss": 0.9163,
      "step": 170000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.373934348358709e-06,
      "loss": 0.9048,
      "step": 170500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.248931223280582e-06,
      "loss": 0.8976,
      "step": 171000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.123928098202455e-06,
      "loss": 0.898,
      "step": 171500
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.998924973124328e-06,
      "loss": 0.919,
      "step": 172000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.873921848046201e-06,
      "loss": 0.9026,
      "step": 172500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.748918722968075e-06,
      "loss": 0.9061,
      "step": 173000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.623915597889947e-06,
      "loss": 0.9017,
      "step": 173500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.49891247281182e-06,
      "loss": 0.9097,
      "step": 174000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.373909347733693e-06,
      "loss": 0.9136,
      "step": 174500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.2489062226555666e-06,
      "loss": 0.932,
      "step": 175000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.12390309757744e-06,
      "loss": 0.909,
      "step": 175500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.998899972499312e-06,
      "loss": 0.897,
      "step": 176000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.873896847421185e-06,
      "loss": 0.9122,
      "step": 176500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.7488937223430585e-06,
      "loss": 0.8968,
      "step": 177000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.623890597264932e-06,
      "loss": 0.9013,
      "step": 177500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.498887472186805e-06,
      "loss": 0.9156,
      "step": 178000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.373884347108678e-06,
      "loss": 0.9017,
      "step": 178500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.2488812220305505e-06,
      "loss": 0.9001,
      "step": 179000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.123878096952424e-06,
      "loss": 0.9039,
      "step": 179500
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.998874971874297e-06,
      "loss": 0.8914,
      "step": 180000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.87387184679617e-06,
      "loss": 0.909,
      "step": 180500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.748868721718043e-06,
      "loss": 0.9057,
      "step": 181000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6238655966399165e-06,
      "loss": 0.8791,
      "step": 181500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.498862471561789e-06,
      "loss": 0.9047,
      "step": 182000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.373859346483662e-06,
      "loss": 0.9023,
      "step": 182500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.248856221405535e-06,
      "loss": 0.8913,
      "step": 183000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.1238530963274084e-06,
      "loss": 0.9038,
      "step": 183500
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.998849971249282e-06,
      "loss": 0.895,
      "step": 184000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.873846846171154e-06,
      "loss": 0.8981,
      "step": 184500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.7488437210930276e-06,
      "loss": 0.8919,
      "step": 185000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.6238405960149004e-06,
      "loss": 0.8932,
      "step": 185500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.4988374709367736e-06,
      "loss": 0.8858,
      "step": 186000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.373834345858647e-06,
      "loss": 0.8957,
      "step": 186500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.2488312207805196e-06,
      "loss": 0.8924,
      "step": 187000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1238280957023928e-06,
      "loss": 0.9056,
      "step": 187500
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.998824970624266e-06,
      "loss": 0.8882,
      "step": 188000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8738218455461387e-06,
      "loss": 0.8797,
      "step": 188500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.748818720468012e-06,
      "loss": 0.8757,
      "step": 189000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.6238155953898847e-06,
      "loss": 0.9166,
      "step": 189500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.498812470311758e-06,
      "loss": 0.9256,
      "step": 190000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.373809345233631e-06,
      "loss": 0.8946,
      "step": 190500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.248806220155504e-06,
      "loss": 0.9008,
      "step": 191000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.123803095077377e-06,
      "loss": 0.888,
      "step": 191500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.9987999699992503e-06,
      "loss": 0.914,
      "step": 192000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8737968449211233e-06,
      "loss": 0.889,
      "step": 192500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7487937198429963e-06,
      "loss": 0.8966,
      "step": 193000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6237905947648693e-06,
      "loss": 0.8969,
      "step": 193500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4987874696867423e-06,
      "loss": 0.8951,
      "step": 194000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3737843446086152e-06,
      "loss": 0.8909,
      "step": 194500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.2487812195304882e-06,
      "loss": 0.8652,
      "step": 195000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1237780944523614e-06,
      "loss": 0.8946,
      "step": 195500
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.987749693742344e-07,
      "loss": 0.8995,
      "step": 196000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.737718442961075e-07,
      "loss": 0.8893,
      "step": 196500
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.487687192179805e-07,
      "loss": 0.8801,
      "step": 197000
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.237655941398535e-07,
      "loss": 0.9099,
      "step": 197500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.987624690617266e-07,
      "loss": 0.8975,
      "step": 198000
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.7375934398359957e-07,
      "loss": 0.8916,
      "step": 198500
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.4875621890547267e-07,
      "loss": 0.8918,
      "step": 199000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.237530938273457e-07,
      "loss": 0.8844,
      "step": 199500
    },
    {
      "epoch": 3.0,
      "step": 199995,
      "total_flos": 2.3947351508606976e+17,
      "train_loss": 1.2313555534811222,
      "train_runtime": 57472.2498,
      "train_samples_per_second": 34.798,
      "train_steps_per_second": 3.48
    }
  ],
  "max_steps": 199995,
  "num_train_epochs": 3,
  "total_flos": 2.3947351508606976e+17,
  "trial_name": null,
  "trial_params": null
}