{
  "best_metric": 1.806269645690918,
  "best_model_checkpoint": "gpt_alpaca_gpt4/checkpoint-31880",
  "epoch": 10.0,
  "global_step": 31880,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 9.996863237139272e-06,
      "loss": 72.7405,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.993726474278545e-06,
      "loss": 18.2176,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.990589711417818e-06,
      "loss": 5.3223,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.98745294855709e-06,
      "loss": 4.4019,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.984316185696362e-06,
      "loss": 3.6758,
      "step": 50
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.981179422835635e-06,
      "loss": 3.4823,
      "step": 60
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.978042659974908e-06,
      "loss": 3.024,
      "step": 70
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.974905897114179e-06,
      "loss": 2.9245,
      "step": 80
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.971769134253452e-06,
      "loss": 2.7949,
      "step": 90
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.968632371392723e-06,
      "loss": 2.7182,
      "step": 100
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.965495608531996e-06,
      "loss": 2.7099,
      "step": 110
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.962358845671269e-06,
      "loss": 2.565,
      "step": 120
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.95922208281054e-06,
      "loss": 2.5437,
      "step": 130
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.956085319949813e-06,
      "loss": 2.4238,
      "step": 140
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.952948557089086e-06,
      "loss": 2.538,
      "step": 150
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.949811794228357e-06,
      "loss": 2.4926,
      "step": 160
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.94667503136763e-06,
      "loss": 2.4414,
      "step": 170
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.943538268506901e-06,
      "loss": 2.4165,
      "step": 180
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.940401505646174e-06,
      "loss": 2.4311,
      "step": 190
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.937264742785447e-06,
      "loss": 2.461,
      "step": 200
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.934127979924718e-06,
      "loss": 2.4626,
      "step": 210
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.930991217063991e-06,
      "loss": 2.4015,
      "step": 220
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.927854454203262e-06,
      "loss": 2.4421,
      "step": 230
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924717691342535e-06,
      "loss": 2.3519,
      "step": 240
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921580928481808e-06,
      "loss": 2.4021,
      "step": 250
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.918444165621079e-06,
      "loss": 2.363,
      "step": 260
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.915307402760352e-06,
      "loss": 2.3165,
      "step": 270
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912170639899625e-06,
      "loss": 2.3224,
      "step": 280
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909033877038898e-06,
      "loss": 2.4254,
      "step": 290
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905897114178169e-06,
      "loss": 2.3419,
      "step": 300
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.90276035131744e-06,
      "loss": 2.3501,
      "step": 310
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.899623588456713e-06,
      "loss": 2.3411,
      "step": 320
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.896486825595986e-06,
      "loss": 2.3303,
      "step": 330
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.893350062735259e-06,
      "loss": 2.342,
      "step": 340
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.89021329987453e-06,
      "loss": 2.3027,
      "step": 350
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.887076537013803e-06,
      "loss": 2.3274,
      "step": 360
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.883939774153076e-06,
      "loss": 2.3229,
      "step": 370
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.880803011292347e-06,
      "loss": 2.273,
      "step": 380
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.87766624843162e-06,
      "loss": 2.3415,
      "step": 390
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.874529485570891e-06,
      "loss": 2.2101,
      "step": 400
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.871392722710164e-06,
      "loss": 2.3486,
      "step": 410
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.868255959849437e-06,
      "loss": 2.2376,
      "step": 420
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.865119196988708e-06,
      "loss": 2.1976,
      "step": 430
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.861982434127981e-06,
      "loss": 2.2299,
      "step": 440
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.858845671267254e-06,
      "loss": 2.2861,
      "step": 450
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.855708908406525e-06,
      "loss": 2.2025,
      "step": 460
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.852572145545798e-06,
      "loss": 2.2542,
      "step": 470
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.849435382685069e-06,
      "loss": 2.3063,
      "step": 480
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.846298619824342e-06,
      "loss": 2.2572,
      "step": 490
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.843161856963615e-06,
      "loss": 2.1989,
      "step": 500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.840025094102886e-06,
      "loss": 2.2597,
      "step": 510
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.836888331242159e-06,
      "loss": 2.2688,
      "step": 520
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.833751568381432e-06,
      "loss": 2.2682,
      "step": 530
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.830614805520703e-06,
      "loss": 2.2296,
      "step": 540
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.827478042659976e-06,
      "loss": 2.3093,
      "step": 550
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.824341279799247e-06,
      "loss": 2.2688,
      "step": 560
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.82120451693852e-06,
      "loss": 2.195,
      "step": 570
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.818067754077793e-06,
      "loss": 2.1817,
      "step": 580
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.814930991217064e-06,
      "loss": 2.3147,
      "step": 590
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.811794228356337e-06,
      "loss": 2.2445,
      "step": 600
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.808657465495608e-06,
      "loss": 2.2774,
      "step": 610
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.805520702634881e-06,
      "loss": 2.107,
      "step": 620
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.802383939774154e-06,
      "loss": 2.284,
      "step": 630
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.799247176913425e-06,
      "loss": 2.2508,
      "step": 640
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.796110414052698e-06,
      "loss": 2.2765,
      "step": 650
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.792973651191971e-06,
      "loss": 2.3185,
      "step": 660
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.789836888331244e-06,
      "loss": 2.2105,
      "step": 670
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.786700125470515e-06,
      "loss": 2.1659,
      "step": 680
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.783563362609786e-06,
      "loss": 2.189,
      "step": 690
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.78042659974906e-06,
      "loss": 2.223,
      "step": 700
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.777289836888332e-06,
      "loss": 2.2449,
      "step": 710
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.774153074027605e-06,
      "loss": 2.2252,
      "step": 720
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.771016311166876e-06,
      "loss": 2.1512,
      "step": 730
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.767879548306149e-06,
      "loss": 2.1801,
      "step": 740
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.764742785445422e-06,
      "loss": 2.2061,
      "step": 750
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.761606022584693e-06,
      "loss": 2.2141,
      "step": 760
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.758469259723966e-06,
      "loss": 2.1549,
      "step": 770
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.755332496863237e-06,
      "loss": 2.2603,
      "step": 780
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.75219573400251e-06,
      "loss": 2.2523,
      "step": 790
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.749058971141783e-06,
      "loss": 2.1641,
      "step": 800
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.745922208281054e-06,
      "loss": 2.1834,
      "step": 810
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.742785445420327e-06,
      "loss": 2.2233,
      "step": 820
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.7396486825596e-06,
      "loss": 2.1291,
      "step": 830
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.736511919698871e-06,
      "loss": 2.1742,
      "step": 840
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.733375156838144e-06,
      "loss": 2.2465,
      "step": 850
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.730238393977415e-06,
      "loss": 2.1936,
      "step": 860
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.727101631116688e-06,
      "loss": 2.1433,
      "step": 870
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.723964868255961e-06,
      "loss": 2.1827,
      "step": 880
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.720828105395232e-06,
      "loss": 2.2212,
      "step": 890
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.717691342534505e-06,
      "loss": 2.1738,
      "step": 900
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.714554579673778e-06,
      "loss": 2.13,
      "step": 910
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.711417816813051e-06,
      "loss": 2.2494,
      "step": 920
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.708281053952322e-06,
      "loss": 2.1904,
      "step": 930
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.705144291091593e-06,
      "loss": 2.2029,
      "step": 940
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.702007528230866e-06,
      "loss": 2.1897,
      "step": 950
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.69887076537014e-06,
      "loss": 2.2508,
      "step": 960
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.695734002509412e-06,
      "loss": 2.1216,
      "step": 970
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.692597239648683e-06,
      "loss": 2.2157,
      "step": 980
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.689460476787954e-06,
      "loss": 2.2398,
      "step": 990
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.686323713927227e-06,
      "loss": 2.2389,
      "step": 1000
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.6831869510665e-06,
      "loss": 2.1701,
      "step": 1010
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.680050188205773e-06,
      "loss": 2.0708,
      "step": 1020
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.676913425345044e-06,
      "loss": 2.1543,
      "step": 1030
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.673776662484317e-06,
      "loss": 2.1717,
      "step": 1040
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.67063989962359e-06,
      "loss": 2.2078,
      "step": 1050
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.667503136762861e-06,
      "loss": 2.2218,
      "step": 1060
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.664366373902134e-06,
      "loss": 2.177,
      "step": 1070
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.661229611041405e-06,
      "loss": 2.1876,
      "step": 1080
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.658092848180678e-06,
      "loss": 2.2374,
      "step": 1090
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.654956085319951e-06,
      "loss": 2.1146,
      "step": 1100
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.651819322459222e-06,
      "loss": 2.2132,
      "step": 1110
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.648682559598495e-06,
      "loss": 2.1513,
      "step": 1120
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.645545796737768e-06,
      "loss": 2.2177,
      "step": 1130
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.64240903387704e-06,
      "loss": 2.1884,
      "step": 1140
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.639272271016312e-06,
      "loss": 2.1925,
      "step": 1150
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.636135508155583e-06,
      "loss": 2.2103,
      "step": 1160
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.632998745294856e-06,
      "loss": 2.2355,
      "step": 1170
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.62986198243413e-06,
      "loss": 2.1594,
      "step": 1180
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.6267252195734e-06,
      "loss": 2.1985,
      "step": 1190
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.623588456712673e-06,
      "loss": 2.1001,
      "step": 1200
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.620451693851946e-06,
      "loss": 2.1757,
      "step": 1210
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.617314930991219e-06,
      "loss": 2.2362,
      "step": 1220
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.61417816813049e-06,
      "loss": 2.1813,
      "step": 1230
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.611041405269761e-06,
      "loss": 2.1573,
      "step": 1240
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.607904642409034e-06,
      "loss": 2.2222,
      "step": 1250
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.604767879548307e-06,
      "loss": 2.1565,
      "step": 1260
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.60163111668758e-06,
      "loss": 2.1788,
      "step": 1270
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.598494353826851e-06,
      "loss": 2.1476,
      "step": 1280
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.595357590966123e-06,
      "loss": 2.1585,
      "step": 1290
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.592220828105397e-06,
      "loss": 2.1576,
      "step": 1300
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.589084065244668e-06,
      "loss": 2.1962,
      "step": 1310
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.585947302383941e-06,
      "loss": 2.1579,
      "step": 1320
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.582810539523212e-06,
      "loss": 2.1679,
      "step": 1330
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.579673776662485e-06,
      "loss": 2.0721,
      "step": 1340
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.576537013801758e-06,
      "loss": 2.1763,
      "step": 1350
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.57340025094103e-06,
      "loss": 2.1384,
      "step": 1360
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.5702634880803e-06,
      "loss": 2.1536,
      "step": 1370
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.567126725219574e-06,
      "loss": 2.1527,
      "step": 1380
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.563989962358846e-06,
      "loss": 2.1347,
      "step": 1390
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.56085319949812e-06,
      "loss": 2.0246,
      "step": 1400
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.55771643663739e-06,
      "loss": 2.1478,
      "step": 1410
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.554579673776663e-06,
      "loss": 2.1347,
      "step": 1420
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.551442910915936e-06,
      "loss": 2.109,
      "step": 1430
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.548306148055207e-06,
      "loss": 2.1055,
      "step": 1440
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.54516938519448e-06,
      "loss": 2.1315,
      "step": 1450
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.542032622333752e-06,
      "loss": 2.0917,
      "step": 1460
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.538895859473024e-06,
      "loss": 2.0579,
      "step": 1470
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.535759096612297e-06,
      "loss": 2.0573,
      "step": 1480
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.532622333751569e-06,
      "loss": 2.1078,
      "step": 1490
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.529485570890841e-06,
      "loss": 2.1503,
      "step": 1500
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.526348808030114e-06,
      "loss": 2.0821,
      "step": 1510
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.523212045169386e-06,
      "loss": 2.1639,
      "step": 1520
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.520075282308658e-06,
      "loss": 2.1036,
      "step": 1530
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.51693851944793e-06,
      "loss": 2.0536,
      "step": 1540
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.513801756587203e-06,
      "loss": 2.1113,
      "step": 1550
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.510664993726475e-06,
      "loss": 2.1774,
      "step": 1560
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.507528230865747e-06,
      "loss": 2.0827,
      "step": 1570
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.50439146800502e-06,
      "loss": 2.1706,
      "step": 1580
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.501254705144292e-06,
      "loss": 2.1416,
      "step": 1590
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.498117942283565e-06,
      "loss": 2.0689,
      "step": 1600
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.494981179422836e-06,
      "loss": 2.1223,
      "step": 1610
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.491844416562108e-06,
      "loss": 2.1743,
      "step": 1620
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.48870765370138e-06,
      "loss": 2.1426,
      "step": 1630
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.485570890840653e-06,
      "loss": 2.0827,
      "step": 1640
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.482434127979926e-06,
      "loss": 2.0918,
      "step": 1650
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.479297365119198e-06,
      "loss": 2.1753,
      "step": 1660
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.476160602258469e-06,
      "loss": 2.1543,
      "step": 1670
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.473023839397743e-06,
      "loss": 2.1697,
      "step": 1680
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.469887076537015e-06,
      "loss": 2.1075,
      "step": 1690
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.466750313676287e-06,
      "loss": 2.1636,
      "step": 1700
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.463613550815559e-06,
      "loss": 2.219,
      "step": 1710
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.460476787954832e-06,
      "loss": 2.1835,
      "step": 1720
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.457340025094104e-06,
      "loss": 2.1288,
      "step": 1730
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.454203262233376e-06,
      "loss": 2.218,
      "step": 1740
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.451066499372648e-06,
      "loss": 2.19,
      "step": 1750
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.44792973651192e-06,
      "loss": 2.0468,
      "step": 1760
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.444792973651193e-06,
      "loss": 2.0883,
      "step": 1770
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.441656210790465e-06,
      "loss": 2.1965,
      "step": 1780
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.438519447929737e-06,
      "loss": 2.1823,
      "step": 1790
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.43538268506901e-06,
      "loss": 2.1347,
      "step": 1800
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.432245922208282e-06,
      "loss": 2.1487,
      "step": 1810
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.429109159347554e-06,
      "loss": 2.1439,
      "step": 1820
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.425972396486827e-06,
      "loss": 2.0782,
      "step": 1830
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.422835633626098e-06,
      "loss": 2.1454,
      "step": 1840
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.41969887076537e-06,
      "loss": 2.1088,
      "step": 1850
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.416562107904644e-06,
      "loss": 2.1606,
      "step": 1860
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.413425345043915e-06,
      "loss": 2.1161,
      "step": 1870
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.410288582183188e-06,
      "loss": 2.0404,
      "step": 1880
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.40715181932246e-06,
      "loss": 2.0949,
      "step": 1890
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.404015056461733e-06,
      "loss": 2.1427,
      "step": 1900
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.400878293601005e-06,
      "loss": 2.2431,
      "step": 1910
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.397741530740276e-06,
      "loss": 2.1508,
      "step": 1920
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.394604767879549e-06,
      "loss": 2.1498,
      "step": 1930
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.391468005018822e-06,
      "loss": 2.1357,
      "step": 1940
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.388331242158094e-06,
      "loss": 2.122,
      "step": 1950
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.385194479297366e-06,
      "loss": 2.1007,
      "step": 1960
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.382057716436639e-06,
      "loss": 2.1127,
      "step": 1970
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.378920953575911e-06,
      "loss": 2.061,
      "step": 1980
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.375784190715183e-06,
      "loss": 2.1258,
      "step": 1990
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.372647427854456e-06,
      "loss": 2.1015,
      "step": 2000
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.369510664993727e-06,
      "loss": 2.103,
      "step": 2010
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.366373902133e-06,
      "loss": 2.1019,
      "step": 2020
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.363237139272273e-06,
      "loss": 2.0751,
      "step": 2030
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.360100376411544e-06,
      "loss": 2.1114,
      "step": 2040
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.356963613550817e-06,
      "loss": 2.1199,
      "step": 2050
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.35382685069009e-06,
      "loss": 2.1365,
      "step": 2060
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.35069008782936e-06,
      "loss": 2.1187,
      "step": 2070
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.347553324968634e-06,
      "loss": 2.0958,
      "step": 2080
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.344416562107905e-06,
      "loss": 2.0829,
      "step": 2090
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.341279799247178e-06,
      "loss": 2.1963,
      "step": 2100
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.33814303638645e-06,
      "loss": 2.0786,
      "step": 2110
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.335006273525722e-06,
      "loss": 2.1495,
      "step": 2120
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.331869510664995e-06,
      "loss": 2.0716,
      "step": 2130
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.328732747804266e-06,
      "loss": 2.1562,
      "step": 2140
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.325595984943539e-06,
      "loss": 2.148,
      "step": 2150
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.322459222082812e-06,
      "loss": 2.0868,
      "step": 2160
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.319322459222083e-06,
      "loss": 2.0862,
      "step": 2170
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.316185696361356e-06,
      "loss": 2.019,
      "step": 2180
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.313048933500629e-06,
      "loss": 2.1371,
      "step": 2190
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.309912170639902e-06,
      "loss": 2.1355,
      "step": 2200
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.306775407779173e-06,
      "loss": 2.0676,
      "step": 2210
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.303638644918444e-06,
      "loss": 2.0913,
      "step": 2220
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.300501882057717e-06,
      "loss": 2.0628,
      "step": 2230
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.29736511919699e-06,
      "loss": 2.1189,
      "step": 2240
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.294228356336261e-06,
      "loss": 2.0403,
      "step": 2250
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.291091593475534e-06,
      "loss": 2.1222,
      "step": 2260
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.287954830614807e-06,
      "loss": 2.1159,
      "step": 2270
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.28481806775408e-06,
      "loss": 2.0344,
      "step": 2280
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.28168130489335e-06,
      "loss": 2.079,
      "step": 2290
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.278544542032622e-06,
      "loss": 2.1272,
      "step": 2300
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.275407779171895e-06,
      "loss": 2.1058,
      "step": 2310
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.272271016311168e-06,
      "loss": 2.1079,
      "step": 2320
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.26913425345044e-06,
      "loss": 2.1314,
      "step": 2330
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.265997490589712e-06,
      "loss": 2.0434,
      "step": 2340
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.262860727728985e-06,
      "loss": 2.1497,
      "step": 2350
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.259723964868258e-06,
      "loss": 2.0986,
      "step": 2360
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.256587202007529e-06,
      "loss": 2.1581,
      "step": 2370
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.253450439146802e-06,
      "loss": 2.0301,
      "step": 2380
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.250313676286073e-06,
      "loss": 2.0729,
      "step": 2390
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.247176913425346e-06,
      "loss": 2.0853,
      "step": 2400
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.244040150564619e-06,
      "loss": 2.0289,
      "step": 2410
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.24090338770389e-06,
      "loss": 2.0674,
      "step": 2420
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.237766624843163e-06,
      "loss": 2.1135,
      "step": 2430
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.234629861982434e-06,
      "loss": 2.0942,
      "step": 2440
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.231493099121707e-06,
      "loss": 2.0733,
      "step": 2450
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.22835633626098e-06,
      "loss": 2.0782,
      "step": 2460
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.225219573400251e-06,
      "loss": 2.0589,
      "step": 2470
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.222082810539524e-06,
      "loss": 2.114,
      "step": 2480
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.218946047678797e-06,
      "loss": 2.1313,
      "step": 2490
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.215809284818068e-06,
      "loss": 2.1386,
      "step": 2500
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.21267252195734e-06,
      "loss": 2.0737,
      "step": 2510
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.209535759096612e-06,
      "loss": 2.0333,
      "step": 2520
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.206398996235885e-06,
      "loss": 2.1316,
      "step": 2530
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.203262233375158e-06,
      "loss": 2.1812,
      "step": 2540
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.200125470514429e-06,
      "loss": 2.1846,
      "step": 2550
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.196988707653702e-06,
      "loss": 1.9971,
      "step": 2560
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.193851944792975e-06,
      "loss": 2.0572,
      "step": 2570
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.190715181932248e-06,
      "loss": 2.0798,
      "step": 2580
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.187578419071519e-06,
      "loss": 2.1017,
      "step": 2590
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.18444165621079e-06,
      "loss": 2.062,
      "step": 2600
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.181304893350063e-06,
      "loss": 2.0854,
      "step": 2610
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.178168130489336e-06,
      "loss": 2.0734,
      "step": 2620
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.175031367628609e-06,
      "loss": 2.1468,
      "step": 2630
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.17189460476788e-06,
      "loss": 2.0528,
      "step": 2640
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.168757841907153e-06,
      "loss": 2.0246,
      "step": 2650
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.165621079046426e-06,
      "loss": 2.0171,
      "step": 2660
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.162484316185697e-06,
      "loss": 2.0079,
      "step": 2670
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.15934755332497e-06,
      "loss": 2.0205,
      "step": 2680
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.156210790464241e-06,
      "loss": 2.021,
      "step": 2690
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.153074027603514e-06,
      "loss": 2.1194,
      "step": 2700
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.149937264742787e-06,
      "loss": 2.1149,
      "step": 2710
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.146800501882058e-06,
      "loss": 2.0479,
      "step": 2720
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.143663739021331e-06,
      "loss": 2.0321,
      "step": 2730
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.140526976160604e-06,
      "loss": 2.0622,
      "step": 2740
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.137390213299875e-06,
      "loss": 2.0104,
      "step": 2750
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.134253450439148e-06,
      "loss": 2.0323,
      "step": 2760
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.131116687578419e-06,
      "loss": 2.0314,
      "step": 2770
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.127979924717692e-06,
      "loss": 2.0728,
      "step": 2780
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.124843161856965e-06,
      "loss": 1.9149,
      "step": 2790
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.121706398996236e-06,
      "loss": 2.1232,
      "step": 2800
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.118569636135509e-06,
      "loss": 2.1028,
      "step": 2810
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.11543287327478e-06,
      "loss": 2.1481,
      "step": 2820
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.112296110414055e-06,
      "loss": 2.0296,
      "step": 2830
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.109159347553326e-06,
      "loss": 2.108,
      "step": 2840
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.106022584692597e-06,
      "loss": 2.0785,
      "step": 2850
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.10288582183187e-06,
      "loss": 2.0647,
      "step": 2860
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.099749058971143e-06,
      "loss": 2.0573,
      "step": 2870
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.096612296110416e-06,
      "loss": 2.008,
      "step": 2880
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.093475533249687e-06,
      "loss": 2.1762,
      "step": 2890
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.090338770388958e-06,
      "loss": 2.0266,
      "step": 2900
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.087202007528231e-06,
      "loss": 1.9967,
      "step": 2910
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.084065244667504e-06,
      "loss": 2.1213,
      "step": 2920
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.080928481806777e-06,
      "loss": 2.0734,
      "step": 2930
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.077791718946048e-06,
      "loss": 2.0931,
      "step": 2940
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.074654956085321e-06,
      "loss": 2.1039,
      "step": 2950
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.071518193224594e-06,
      "loss": 2.031,
      "step": 2960
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.068381430363865e-06,
      "loss": 2.1349,
      "step": 2970
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.065244667503138e-06,
      "loss": 2.1053,
      "step": 2980
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.06210790464241e-06,
      "loss": 2.1441,
      "step": 2990
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.058971141781682e-06,
      "loss": 2.1022,
      "step": 3000
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.055834378920955e-06,
      "loss": 2.0802,
      "step": 3010
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.052697616060226e-06,
      "loss": 2.1117,
      "step": 3020
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.049560853199499e-06,
      "loss": 2.1069,
      "step": 3030
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.046424090338772e-06,
      "loss": 2.0744,
      "step": 3040
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.043287327478043e-06,
      "loss": 2.0427,
      "step": 3050
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.040150564617316e-06,
      "loss": 2.0614,
      "step": 3060
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.037013801756587e-06,
      "loss": 2.1204,
      "step": 3070
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.03387703889586e-06,
      "loss": 2.0268,
      "step": 3080
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.030740276035133e-06,
      "loss": 2.0976,
      "step": 3090
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.027603513174404e-06,
      "loss": 2.0615,
      "step": 3100
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.024466750313677e-06,
      "loss": 2.0721,
      "step": 3110
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.02132998745295e-06,
      "loss": 2.0986,
      "step": 3120
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.018193224592221e-06,
      "loss": 2.0805,
      "step": 3130
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.015056461731494e-06,
      "loss": 2.0576,
      "step": 3140
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.011919698870765e-06,
      "loss": 2.0693,
      "step": 3150
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.008782936010038e-06,
      "loss": 2.0951,
      "step": 3160
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.005646173149311e-06,
      "loss": 2.067,
      "step": 3170
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.002509410288582e-06,
      "loss": 2.0476,
      "step": 3180
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.9344778060913086,
      "eval_runtime": 13.6121,
      "eval_samples_per_second": 73.464,
      "eval_steps_per_second": 4.628,
      "step": 3188
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.999372647427855e-06,
      "loss": 2.0991,
      "step": 3190
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.996235884567126e-06,
      "loss": 2.1577,
      "step": 3200
    },
    {
      "epoch": 1.01,
      "learning_rate": 8.993099121706401e-06,
      "loss": 2.0382,
      "step": 3210
    },
    {
      "epoch": 1.01,
      "learning_rate": 8.989962358845672e-06,
      "loss": 2.0758,
      "step": 3220
    },
    {
      "epoch": 1.01,
      "learning_rate": 8.986825595984943e-06,
      "loss": 2.0445,
      "step": 3230
    },
    {
      "epoch": 1.02,
      "learning_rate": 8.983688833124216e-06,
      "loss": 1.9499,
      "step": 3240
    },
    {
      "epoch": 1.02,
      "learning_rate": 8.980552070263489e-06,
      "loss": 2.0883,
      "step": 3250
    },
    {
      "epoch": 1.02,
      "learning_rate": 8.977415307402762e-06,
      "loss": 2.1311,
      "step": 3260
    },
    {
      "epoch": 1.03,
      "learning_rate": 8.974278544542033e-06,
      "loss": 2.0249,
      "step": 3270
    },
    {
      "epoch": 1.03,
      "learning_rate": 8.971141781681304e-06,
      "loss": 2.0753,
      "step": 3280
    },
    {
      "epoch": 1.03,
      "learning_rate": 8.968005018820577e-06,
      "loss": 2.0507,
      "step": 3290
    },
    {
      "epoch": 1.04,
      "learning_rate": 8.96486825595985e-06,
      "loss": 2.0353,
      "step": 3300
    },
    {
      "epoch": 1.04,
      "learning_rate": 8.961731493099123e-06,
      "loss": 2.0154,
      "step": 3310
    },
    {
      "epoch": 1.04,
      "learning_rate": 8.958594730238394e-06,
      "loss": 2.035,
      "step": 3320
    },
    {
      "epoch": 1.04,
      "learning_rate": 8.955457967377667e-06,
      "loss": 2.0578,
      "step": 3330
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.95232120451694e-06,
      "loss": 1.9501,
      "step": 3340
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.949184441656211e-06,
      "loss": 1.9773,
      "step": 3350
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.946047678795484e-06,
      "loss": 2.0441,
      "step": 3360
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.942910915934755e-06,
      "loss": 2.1017,
      "step": 3370
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.939774153074028e-06,
      "loss": 2.0324,
      "step": 3380
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.936637390213301e-06,
      "loss": 2.1506,
      "step": 3390
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.933500627352572e-06,
      "loss": 2.0552,
      "step": 3400
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.930363864491845e-06,
      "loss": 2.031,
      "step": 3410
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.927227101631118e-06,
      "loss": 1.9732,
      "step": 3420
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.92409033877039e-06,
      "loss": 2.02,
      "step": 3430
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.920953575909662e-06,
      "loss": 2.0123,
      "step": 3440
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.917816813048933e-06,
      "loss": 2.0242,
      "step": 3450
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.914680050188206e-06,
      "loss": 2.0093,
      "step": 3460
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.91154328732748e-06,
      "loss": 2.0639,
      "step": 3470
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.90840652446675e-06,
      "loss": 2.0396,
      "step": 3480
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.905269761606023e-06,
      "loss": 2.0431,
      "step": 3490
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.902132998745296e-06,
      "loss": 1.9602,
      "step": 3500
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.898996235884569e-06,
      "loss": 2.0483,
      "step": 3510
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.89585947302384e-06,
      "loss": 2.0904,
      "step": 3520
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.892722710163111e-06,
      "loss": 2.0676,
      "step": 3530
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.889585947302384e-06,
      "loss": 2.095,
      "step": 3540
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.886449184441657e-06,
      "loss": 2.0368,
      "step": 3550
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.88331242158093e-06,
      "loss": 1.9903,
      "step": 3560
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.880175658720201e-06,
      "loss": 2.0505,
      "step": 3570
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.877038895859473e-06,
      "loss": 2.0756,
      "step": 3580
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.873902132998745e-06,
      "loss": 2.0298,
      "step": 3590
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.870765370138018e-06,
      "loss": 2.1276,
      "step": 3600
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.867628607277291e-06,
      "loss": 1.9594,
      "step": 3610
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.864491844416562e-06,
      "loss": 2.047,
      "step": 3620
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.861355081555835e-06,
      "loss": 2.056,
      "step": 3630
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.858218318695108e-06,
      "loss": 2.0638,
      "step": 3640
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.85508155583438e-06,
      "loss": 2.0316,
      "step": 3650
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.851944792973652e-06,
      "loss": 2.0345,
      "step": 3660
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.848808030112923e-06,
      "loss": 2.0186,
      "step": 3670
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.845671267252196e-06,
      "loss": 2.0418,
      "step": 3680
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.84253450439147e-06,
      "loss": 1.9689,
      "step": 3690
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.83939774153074e-06,
      "loss": 2.0088,
      "step": 3700
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.836260978670013e-06,
      "loss": 2.0619,
      "step": 3710
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.833124215809286e-06,
      "loss": 2.0637,
      "step": 3720
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.829987452948557e-06,
      "loss": 1.9639,
      "step": 3730
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.82685069008783e-06,
      "loss": 2.02,
      "step": 3740
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.823713927227102e-06,
      "loss": 1.9772,
      "step": 3750
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.820577164366374e-06,
      "loss": 1.9963,
      "step": 3760
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.817440401505647e-06,
      "loss": 2.0384,
      "step": 3770
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.814303638644919e-06,
      "loss": 2.1394,
      "step": 3780
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.811166875784191e-06,
      "loss": 2.0293,
      "step": 3790
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.808030112923464e-06,
      "loss": 2.0535,
      "step": 3800
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.804893350062737e-06,
      "loss": 2.0553,
      "step": 3810
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.801756587202008e-06,
      "loss": 1.9466,
      "step": 3820
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.79861982434128e-06,
      "loss": 2.099,
      "step": 3830
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.795483061480552e-06,
      "loss": 2.0236,
      "step": 3840
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.792346298619825e-06,
      "loss": 1.9915,
      "step": 3850
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.789209535759098e-06,
      "loss": 2.07,
      "step": 3860
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.78607277289837e-06,
      "loss": 2.0757,
      "step": 3870
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.782936010037642e-06,
      "loss": 2.0571,
      "step": 3880
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.779799247176915e-06,
      "loss": 2.0173,
      "step": 3890
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.776662484316186e-06,
      "loss": 2.014,
      "step": 3900
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.77352572145546e-06,
      "loss": 2.0263,
      "step": 3910
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.77038895859473e-06,
      "loss": 2.024,
      "step": 3920
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.767252195734003e-06,
      "loss": 2.0025,
      "step": 3930
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.764115432873276e-06,
      "loss": 2.0337,
      "step": 3940
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.760978670012547e-06,
      "loss": 2.0432,
      "step": 3950
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.75784190715182e-06,
      "loss": 2.0928,
      "step": 3960
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.754705144291092e-06,
      "loss": 2.0108,
      "step": 3970
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.751568381430364e-06,
      "loss": 2.0603,
      "step": 3980
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.748431618569637e-06,
      "loss": 2.1245,
      "step": 3990
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.745294855708909e-06,
      "loss": 2.0799,
      "step": 4000
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.742158092848181e-06,
      "loss": 2.083,
      "step": 4010
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.739021329987454e-06,
      "loss": 1.9249,
      "step": 4020
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.735884567126726e-06,
      "loss": 2.0568,
      "step": 4030
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.732747804265998e-06,
      "loss": 2.037,
      "step": 4040
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.72961104140527e-06,
      "loss": 2.0338,
      "step": 4050
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.726474278544543e-06,
      "loss": 1.9625,
      "step": 4060
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.723337515683815e-06,
      "loss": 2.0356,
      "step": 4070
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.720200752823087e-06,
      "loss": 2.0143,
      "step": 4080
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.71706398996236e-06,
      "loss": 2.0188,
      "step": 4090
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.713927227101632e-06,
      "loss": 1.9693,
      "step": 4100
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.710790464240904e-06,
      "loss": 1.9619,
      "step": 4110
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.707653701380176e-06,
      "loss": 2.012,
      "step": 4120
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.704516938519448e-06,
      "loss": 2.0252,
      "step": 4130
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.70138017565872e-06,
      "loss": 2.0667,
      "step": 4140
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.698243412797993e-06,
      "loss": 1.9636,
      "step": 4150
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.695106649937265e-06,
      "loss": 2.0088,
      "step": 4160
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.691969887076538e-06,
      "loss": 2.0431,
      "step": 4170
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.68883312421581e-06,
      "loss": 1.9949,
      "step": 4180
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.685696361355083e-06,
      "loss": 2.0387,
      "step": 4190
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.682559598494355e-06,
      "loss": 2.0097,
      "step": 4200
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.679422835633626e-06,
      "loss": 1.9744,
      "step": 4210
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.676286072772899e-06,
      "loss": 2.0095,
      "step": 4220
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.673149309912172e-06,
      "loss": 2.0816,
      "step": 4230
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.670012547051444e-06,
      "loss": 2.0112,
      "step": 4240
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.666875784190716e-06,
      "loss": 1.9396,
      "step": 4250
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.663739021329989e-06,
      "loss": 2.0894,
      "step": 4260
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.660602258469261e-06,
      "loss": 2.0172,
      "step": 4270
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.657465495608533e-06,
      "loss": 2.0465,
      "step": 4280
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.654328732747805e-06,
      "loss": 1.9854,
      "step": 4290
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.651191969887077e-06,
      "loss": 2.0557,
      "step": 4300
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.64805520702635e-06,
      "loss": 2.0323,
      "step": 4310
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.644918444165622e-06,
      "loss": 2.0219,
      "step": 4320
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.641781681304894e-06,
      "loss": 2.0503,
      "step": 4330
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.638644918444167e-06,
      "loss": 2.0392,
      "step": 4340
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.635508155583438e-06,
      "loss": 2.0205,
      "step": 4350
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.63237139272271e-06,
      "loss": 2.0776,
      "step": 4360
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.629234629861984e-06,
      "loss": 2.0107,
      "step": 4370
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.626097867001255e-06,
      "loss": 1.9607,
      "step": 4380
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.622961104140528e-06,
      "loss": 2.0339,
      "step": 4390
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.6198243412798e-06,
      "loss": 1.9847,
      "step": 4400
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.616687578419072e-06,
      "loss": 1.9772,
      "step": 4410
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.613550815558345e-06,
      "loss": 2.0,
      "step": 4420
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.610414052697616e-06,
      "loss": 1.9789,
      "step": 4430
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.607277289836889e-06,
      "loss": 2.021,
      "step": 4440
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.604140526976162e-06,
      "loss": 2.0075,
      "step": 4450
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.601003764115433e-06,
      "loss": 1.948,
      "step": 4460
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.597867001254706e-06,
      "loss": 1.9574,
      "step": 4470
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.594730238393979e-06,
      "loss": 1.9524,
      "step": 4480
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.591593475533251e-06,
      "loss": 2.0068,
      "step": 4490
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.588456712672523e-06,
      "loss": 2.0517,
      "step": 4500
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.585319949811794e-06,
      "loss": 2.0514,
      "step": 4510
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.582183186951067e-06,
      "loss": 2.0359,
      "step": 4520
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.57904642409034e-06,
      "loss": 2.0724,
      "step": 4530
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.575909661229613e-06,
      "loss": 2.0501,
      "step": 4540
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.572772898368884e-06,
      "loss": 1.9899,
      "step": 4550
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.569636135508157e-06,
      "loss": 2.0427,
      "step": 4560
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.56649937264743e-06,
      "loss": 2.0431,
      "step": 4570
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.5633626097867e-06,
      "loss": 2.0224,
      "step": 4580
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.560225846925974e-06,
      "loss": 2.0217,
      "step": 4590
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.557089084065245e-06,
      "loss": 2.0551,
      "step": 4600
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.553952321204518e-06,
      "loss": 2.0365,
      "step": 4610
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.55081555834379e-06,
      "loss": 2.0334,
      "step": 4620
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.547678795483062e-06,
      "loss": 2.0267,
      "step": 4630
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.544542032622335e-06,
      "loss": 2.0201,
      "step": 4640
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.541405269761608e-06,
      "loss": 1.9535,
      "step": 4650
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.538268506900879e-06,
      "loss": 2.0361,
      "step": 4660
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.535131744040152e-06,
      "loss": 2.0938,
      "step": 4670
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.531994981179423e-06,
      "loss": 1.9426,
      "step": 4680
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.528858218318696e-06,
      "loss": 2.0573,
      "step": 4690
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.525721455457969e-06,
      "loss": 1.96,
      "step": 4700
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.52258469259724e-06,
      "loss": 2.039,
      "step": 4710
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.519447929736513e-06,
      "loss": 2.0648,
      "step": 4720
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.516311166875784e-06,
      "loss": 1.9469,
      "step": 4730
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.513174404015057e-06,
      "loss": 2.0733,
      "step": 4740
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.51003764115433e-06,
      "loss": 2.0004,
      "step": 4750
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.506900878293601e-06,
      "loss": 2.014,
      "step": 4760
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.503764115432874e-06,
      "loss": 1.9856,
      "step": 4770
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.500627352572147e-06,
      "loss": 2.0515,
      "step": 4780
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.49749058971142e-06,
      "loss": 2.0236,
      "step": 4790
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.49435382685069e-06,
      "loss": 2.0687,
      "step": 4800
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.491217063989962e-06,
      "loss": 1.9949,
      "step": 4810
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.488080301129235e-06,
      "loss": 2.0212,
      "step": 4820
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.484943538268508e-06,
      "loss": 2.0332,
      "step": 4830
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.48180677540778e-06,
      "loss": 2.0289,
      "step": 4840
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.478670012547052e-06,
      "loss": 2.0191,
      "step": 4850
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.475533249686325e-06,
      "loss": 1.9577,
      "step": 4860
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.472396486825598e-06,
      "loss": 2.0939,
      "step": 4870
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.469259723964869e-06,
      "loss": 1.9506,
      "step": 4880
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.46612296110414e-06,
      "loss": 1.8801,
      "step": 4890
    },
    {
      "epoch": 1.54,
      "learning_rate": 8.462986198243413e-06,
      "loss": 2.0006,
      "step": 4900
    },
    {
      "epoch": 1.54,
      "learning_rate": 8.459849435382686e-06,
      "loss": 2.0214,
      "step": 4910
    },
    {
      "epoch": 1.54,
      "learning_rate": 8.456712672521959e-06,
      "loss": 2.0355,
      "step": 4920
    },
    {
      "epoch": 1.55,
      "learning_rate": 8.45357590966123e-06,
      "loss": 2.0364,
      "step": 4930
    },
    {
      "epoch": 1.55,
      "learning_rate": 8.450439146800503e-06,
      "loss": 1.9857,
      "step": 4940
    },
    {
      "epoch": 1.55,
      "learning_rate": 8.447302383939776e-06,
      "loss": 1.9923,
      "step": 4950
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.444165621079047e-06,
      "loss": 2.0392,
      "step": 4960
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.44102885821832e-06,
      "loss": 2.041,
      "step": 4970
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.437892095357591e-06,
      "loss": 2.0334,
      "step": 4980
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.434755332496864e-06,
      "loss": 1.9577,
      "step": 4990
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.431618569636137e-06,
      "loss": 2.0012,
      "step": 5000
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.428481806775408e-06,
      "loss": 2.0923,
      "step": 5010
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.425345043914681e-06,
      "loss": 1.9933,
      "step": 5020
    },
    {
      "epoch": 1.58,
      "learning_rate": 8.422208281053954e-06,
      "loss": 2.0297,
      "step": 5030
    },
    {
      "epoch": 1.58,
      "learning_rate": 8.419071518193225e-06,
      "loss": 1.9755,
      "step": 5040
    },
    {
      "epoch": 1.58,
      "learning_rate": 8.415934755332498e-06,
      "loss": 2.0193,
      "step": 5050
    },
    {
      "epoch": 1.59,
      "learning_rate": 8.412797992471769e-06,
      "loss": 2.048,
      "step": 5060
    },
    {
      "epoch": 1.59,
      "learning_rate": 8.409661229611042e-06,
      "loss": 1.9316,
      "step": 5070
    },
    {
      "epoch": 1.59,
      "learning_rate": 8.406524466750315e-06,
      "loss": 2.0211,
      "step": 5080
    },
    {
      "epoch": 1.6,
      "learning_rate": 8.403387703889586e-06,
      "loss": 2.0684,
      "step": 5090
    },
    {
      "epoch": 1.6,
      "learning_rate": 8.400250941028859e-06,
      "loss": 1.9619,
      "step": 5100
    },
    {
      "epoch": 1.6,
      "learning_rate": 8.39711417816813e-06,
      "loss": 1.9671,
      "step": 5110
    },
    {
      "epoch": 1.61,
      "learning_rate": 8.393977415307403e-06,
      "loss": 1.9211,
      "step": 5120
    },
    {
      "epoch": 1.61,
      "learning_rate": 8.390840652446676e-06,
      "loss": 1.9531,
      "step": 5130
    },
    {
      "epoch": 1.61,
      "learning_rate": 8.387703889585947e-06,
      "loss": 2.0234,
      "step": 5140
    },
    {
      "epoch": 1.62,
      "learning_rate": 8.38456712672522e-06,
      "loss": 2.0263,
      "step": 5150
    },
    {
      "epoch": 1.62,
      "learning_rate": 8.381430363864493e-06,
      "loss": 2.038,
      "step": 5160
    },
    {
      "epoch": 1.62,
      "learning_rate": 8.378293601003766e-06,
      "loss": 2.0003,
      "step": 5170
    },
    {
      "epoch": 1.62,
      "learning_rate": 8.375156838143037e-06,
      "loss": 2.003,
      "step": 5180
    },
    {
      "epoch": 1.63,
      "learning_rate": 8.372020075282308e-06,
      "loss": 2.0148,
      "step": 5190
    },
    {
      "epoch": 1.63,
      "learning_rate": 8.368883312421581e-06,
      "loss": 2.0672,
      "step": 5200
    },
    {
      "epoch": 1.63,
      "learning_rate": 8.365746549560854e-06,
      "loss": 2.0141,
      "step": 5210
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.362609786700127e-06,
      "loss": 1.9545,
      "step": 5220
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.359473023839398e-06,
      "loss": 1.87,
      "step": 5230
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.356336260978671e-06,
      "loss": 1.9519,
      "step": 5240
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.353199498117944e-06,
      "loss": 2.0665,
      "step": 5250
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.350062735257215e-06,
      "loss": 1.9662,
      "step": 5260
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.346925972396488e-06,
      "loss": 1.9447,
      "step": 5270
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.343789209535759e-06,
      "loss": 2.0348,
      "step": 5280
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.340652446675032e-06,
      "loss": 2.1091,
      "step": 5290
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.337515683814305e-06,
      "loss": 2.0061,
      "step": 5300
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.334378920953576e-06,
      "loss": 1.9448,
      "step": 5310
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.331242158092849e-06,
      "loss": 1.9846,
      "step": 5320
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.328105395232122e-06,
      "loss": 2.0324,
      "step": 5330
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.324968632371393e-06,
      "loss": 2.0742,
      "step": 5340
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.321831869510666e-06,
      "loss": 2.0402,
      "step": 5350
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.318695106649937e-06,
      "loss": 2.0432,
      "step": 5360
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.31555834378921e-06,
      "loss": 2.0438,
      "step": 5370
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.312421580928483e-06,
      "loss": 2.0219,
      "step": 5380
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.309284818067754e-06,
      "loss": 1.9956,
      "step": 5390
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.306148055207027e-06,
      "loss": 2.099,
      "step": 5400
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.3030112923463e-06,
      "loss": 2.0049,
      "step": 5410
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.299874529485573e-06,
      "loss": 2.0073,
      "step": 5420
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.296737766624844e-06,
      "loss": 1.922,
      "step": 5430
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.293601003764115e-06,
      "loss": 2.0012,
      "step": 5440
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.290464240903388e-06,
      "loss": 1.9273,
      "step": 5450
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.287327478042661e-06,
      "loss": 1.9773,
      "step": 5460
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.284190715181934e-06,
      "loss": 1.9979,
      "step": 5470
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.281053952321205e-06,
      "loss": 2.0172,
      "step": 5480
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.277917189460476e-06,
      "loss": 2.0063,
      "step": 5490
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.27478042659975e-06,
      "loss": 1.9983,
      "step": 5500
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.271643663739022e-06,
      "loss": 1.9818,
      "step": 5510
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.268506900878295e-06,
      "loss": 1.9305,
      "step": 5520
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.265370138017566e-06,
      "loss": 2.0492,
      "step": 5530
    },
    {
      "epoch": 1.74,
      "learning_rate": 8.262233375156839e-06,
      "loss": 2.0331,
      "step": 5540
    },
    {
      "epoch": 1.74,
      "learning_rate": 8.259096612296112e-06,
      "loss": 2.0205,
      "step": 5550
    },
    {
      "epoch": 1.74,
      "learning_rate": 8.255959849435383e-06,
      "loss": 1.9663,
      "step": 5560
    },
    {
      "epoch": 1.75,
      "learning_rate": 8.252823086574656e-06,
      "loss": 2.0373,
      "step": 5570
    },
    {
      "epoch": 1.75,
      "learning_rate": 8.249686323713927e-06,
      "loss": 2.0176,
      "step": 5580
    },
    {
      "epoch": 1.75,
      "learning_rate": 8.2465495608532e-06,
      "loss": 1.9972,
      "step": 5590
    },
    {
      "epoch": 1.76,
      "learning_rate": 8.243412797992473e-06,
      "loss": 2.0384,
      "step": 5600
    },
    {
      "epoch": 1.76,
      "learning_rate": 8.240276035131744e-06,
      "loss": 2.0283,
      "step": 5610
    },
    {
      "epoch": 1.76,
      "learning_rate": 8.237139272271017e-06,
      "loss": 1.8957,
      "step": 5620
    },
    {
      "epoch": 1.77,
      "learning_rate": 8.23400250941029e-06,
      "loss": 2.0583,
      "step": 5630
    },
    {
      "epoch": 1.77,
      "learning_rate": 8.230865746549561e-06,
      "loss": 1.9984,
      "step": 5640
    },
    {
      "epoch": 1.77,
      "learning_rate": 8.227728983688834e-06,
      "loss": 2.0165,
      "step": 5650
    },
    {
      "epoch": 1.78,
      "learning_rate": 8.224592220828105e-06,
      "loss": 2.0825,
      "step": 5660
    },
    {
      "epoch": 1.78,
      "learning_rate": 8.221455457967378e-06,
      "loss": 1.9821,
      "step": 5670
    },
    {
      "epoch": 1.78,
      "learning_rate": 8.218318695106651e-06,
      "loss": 1.9673,
      "step": 5680
    },
    {
      "epoch": 1.78,
      "learning_rate": 8.215181932245922e-06,
      "loss": 1.9948,
      "step": 5690
    },
    {
      "epoch": 1.79,
      "learning_rate": 8.212045169385195e-06,
      "loss": 2.0304,
      "step": 5700
    },
    {
      "epoch": 1.79,
      "learning_rate": 8.208908406524468e-06,
      "loss": 2.0357,
      "step": 5710
    },
    {
      "epoch": 1.79,
      "learning_rate": 8.205771643663741e-06,
      "loss": 2.0254,
      "step": 5720
    },
    {
      "epoch": 1.8,
      "learning_rate": 8.202634880803012e-06,
      "loss": 2.0155,
      "step": 5730
    },
    {
      "epoch": 1.8,
      "learning_rate": 8.199498117942283e-06,
      "loss": 2.0461,
      "step": 5740
    },
    {
      "epoch": 1.8,
      "learning_rate": 8.196361355081556e-06,
      "loss": 1.9988,
      "step": 5750
    },
    {
      "epoch": 1.81,
      "learning_rate": 8.193224592220829e-06,
      "loss": 2.0348,
      "step": 5760
    },
    {
      "epoch": 1.81,
      "learning_rate": 8.1900878293601e-06,
      "loss": 1.979,
      "step": 5770
    },
    {
      "epoch": 1.81,
      "learning_rate": 8.186951066499373e-06,
      "loss": 2.0056,
      "step": 5780
    },
    {
      "epoch": 1.82,
      "learning_rate": 8.183814303638644e-06,
      "loss": 2.0097,
      "step": 5790
    },
    {
      "epoch": 1.82,
      "learning_rate": 8.180677540777919e-06,
      "loss": 2.0079,
      "step": 5800
    },
    {
      "epoch": 1.82,
      "learning_rate": 8.17754077791719e-06,
      "loss": 1.9262,
      "step": 5810
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.174404015056461e-06,
      "loss": 1.9064,
      "step": 5820
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.171267252195734e-06,
      "loss": 2.0339,
      "step": 5830
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.168130489335007e-06,
      "loss": 1.9952,
      "step": 5840
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.16499372647428e-06,
      "loss": 1.9242,
      "step": 5850
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.161856963613551e-06,
      "loss": 1.9661,
      "step": 5860
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.158720200752822e-06,
      "loss": 1.9482,
      "step": 5870
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.155583437892095e-06,
      "loss": 1.927,
      "step": 5880
    },
    {
      "epoch": 1.85,
      "learning_rate": 8.152446675031368e-06,
      "loss": 1.9963,
      "step": 5890
    },
    {
      "epoch": 1.85,
      "learning_rate": 8.149309912170641e-06,
      "loss": 2.0093,
      "step": 5900
    },
    {
      "epoch": 1.85,
      "learning_rate": 8.146173149309912e-06,
      "loss": 2.0204,
      "step": 5910
    },
    {
      "epoch": 1.86,
      "learning_rate": 8.143036386449185e-06,
      "loss": 2.0233,
      "step": 5920
    },
    {
      "epoch": 1.86,
      "learning_rate": 8.139899623588458e-06,
      "loss": 2.0393,
      "step": 5930
    },
    {
      "epoch": 1.86,
      "learning_rate": 8.13676286072773e-06,
      "loss": 2.0474,
      "step": 5940
    },
    {
      "epoch": 1.87,
      "learning_rate": 8.133626097867002e-06,
      "loss": 1.9908,
      "step": 5950
    },
    {
      "epoch": 1.87,
      "learning_rate": 8.130489335006273e-06,
      "loss": 1.9855,
      "step": 5960
    },
    {
      "epoch": 1.87,
      "learning_rate": 8.127352572145546e-06,
      "loss": 1.9181,
      "step": 5970
    },
    {
      "epoch": 1.88,
      "learning_rate": 8.12421580928482e-06,
      "loss": 1.9918,
      "step": 5980
    },
    {
      "epoch": 1.88,
      "learning_rate": 8.12107904642409e-06,
      "loss": 1.9965,
      "step": 5990
    },
    {
      "epoch": 1.88,
      "learning_rate": 8.117942283563363e-06,
      "loss": 2.0341,
      "step": 6000
    },
    {
      "epoch": 1.89,
      "learning_rate": 8.114805520702636e-06,
      "loss": 2.0354,
      "step": 6010
    },
    {
      "epoch": 1.89,
      "learning_rate": 8.111668757841907e-06,
      "loss": 1.9341,
      "step": 6020
    },
    {
      "epoch": 1.89,
      "learning_rate": 8.10853199498118e-06,
      "loss": 2.0183,
      "step": 6030
    },
    {
      "epoch": 1.89,
      "learning_rate": 8.105395232120451e-06,
      "loss": 2.0165,
      "step": 6040
    },
    {
      "epoch": 1.9,
      "learning_rate": 8.102258469259724e-06,
      "loss": 1.9712,
      "step": 6050
    },
    {
      "epoch": 1.9,
      "learning_rate": 8.099121706398997e-06,
      "loss": 1.8994,
      "step": 6060
    },
    {
      "epoch": 1.9,
      "learning_rate": 8.095984943538268e-06,
      "loss": 1.9247,
      "step": 6070
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.092848180677541e-06,
      "loss": 2.0145,
      "step": 6080
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.089711417816814e-06,
      "loss": 2.0431,
      "step": 6090
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.086574654956087e-06,
      "loss": 1.9666,
      "step": 6100
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.083437892095358e-06,
      "loss": 1.9638,
      "step": 6110
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.08030112923463e-06,
      "loss": 1.994,
      "step": 6120
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.077164366373902e-06,
      "loss": 1.9206,
      "step": 6130
    },
    {
      "epoch": 1.93,
      "learning_rate": 8.074027603513175e-06,
      "loss": 1.9814,
      "step": 6140
    },
    {
      "epoch": 1.93,
      "learning_rate": 8.070890840652448e-06,
      "loss": 2.0413,
      "step": 6150
    },
    {
      "epoch": 1.93,
      "learning_rate": 8.06775407779172e-06,
      "loss": 2.0384,
      "step": 6160
    },
    {
      "epoch": 1.94,
      "learning_rate": 8.06461731493099e-06,
      "loss": 2.0274,
      "step": 6170
    },
    {
      "epoch": 1.94,
      "learning_rate": 8.061480552070265e-06,
      "loss": 1.9409,
      "step": 6180
    },
    {
      "epoch": 1.94,
      "learning_rate": 8.058343789209536e-06,
      "loss": 1.9933,
      "step": 6190
    },
    {
      "epoch": 1.94,
      "learning_rate": 8.05520702634881e-06,
      "loss": 2.0091,
      "step": 6200
    },
    {
      "epoch": 1.95,
      "learning_rate": 8.05207026348808e-06,
      "loss": 2.0404,
      "step": 6210
    },
    {
      "epoch": 1.95,
      "learning_rate": 8.048933500627353e-06,
      "loss": 1.9856,
      "step": 6220
    },
    {
      "epoch": 1.95,
      "learning_rate": 8.045796737766626e-06,
      "loss": 2.0037,
      "step": 6230
    },
    {
      "epoch": 1.96,
      "learning_rate": 8.042659974905897e-06,
      "loss": 1.9664,
      "step": 6240
    },
    {
      "epoch": 1.96,
      "learning_rate": 8.03952321204517e-06,
      "loss": 2.0269,
      "step": 6250
    },
    {
      "epoch": 1.96,
      "learning_rate": 8.036386449184442e-06,
      "loss": 2.0265,
      "step": 6260
    },
    {
      "epoch": 1.97,
      "learning_rate": 8.033249686323714e-06,
      "loss": 1.9277,
      "step": 6270
    },
    {
      "epoch": 1.97,
      "learning_rate": 8.030112923462987e-06,
      "loss": 1.9276,
      "step": 6280
    },
    {
      "epoch": 1.97,
      "learning_rate": 8.026976160602259e-06,
      "loss": 2.0135,
      "step": 6290
    },
    {
      "epoch": 1.98,
      "learning_rate": 8.023839397741531e-06,
      "loss": 2.0078,
      "step": 6300
    },
    {
      "epoch": 1.98,
      "learning_rate": 8.020702634880804e-06,
      "loss": 2.0469,
      "step": 6310
    },
    {
      "epoch": 1.98,
      "learning_rate": 8.017565872020076e-06,
      "loss": 2.0029,
      "step": 6320
    },
    {
      "epoch": 1.99,
      "learning_rate": 8.014429109159348e-06,
      "loss": 1.9948,
      "step": 6330
    },
    {
      "epoch": 1.99,
      "learning_rate": 8.01129234629862e-06,
      "loss": 1.9673,
      "step": 6340
    },
    {
      "epoch": 1.99,
      "learning_rate": 8.008155583437892e-06,
      "loss": 1.9532,
      "step": 6350
    },
    {
      "epoch": 1.99,
      "learning_rate": 8.005018820577165e-06,
      "loss": 1.9704,
      "step": 6360
    },
    {
      "epoch": 2.0,
      "learning_rate": 8.001882057716437e-06,
      "loss": 1.9536,
      "step": 6370
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.885330319404602,
      "eval_runtime": 13.6115,
      "eval_samples_per_second": 73.467,
      "eval_steps_per_second": 4.628,
      "step": 6376
    },
    {
      "epoch": 2.0,
      "learning_rate": 7.99874529485571e-06,
      "loss": 1.9421,
      "step": 6380
    },
    {
      "epoch": 2.0,
      "learning_rate": 7.995608531994982e-06,
      "loss": 1.9968,
      "step": 6390
    },
    {
      "epoch": 2.01,
      "learning_rate": 7.992471769134255e-06,
      "loss": 1.9777,
      "step": 6400
    },
    {
      "epoch": 2.01,
      "learning_rate": 7.989335006273526e-06,
      "loss": 1.9875,
      "step": 6410
    },
    {
      "epoch": 2.01,
      "learning_rate": 7.986198243412798e-06,
      "loss": 2.008,
      "step": 6420
    },
    {
      "epoch": 2.02,
      "learning_rate": 7.98306148055207e-06,
      "loss": 1.9478,
      "step": 6430
    },
    {
      "epoch": 2.02,
      "learning_rate": 7.979924717691343e-06,
      "loss": 1.946,
      "step": 6440
    },
    {
      "epoch": 2.02,
      "learning_rate": 7.976787954830616e-06,
      "loss": 2.0113,
      "step": 6450
    },
    {
      "epoch": 2.03,
      "learning_rate": 7.973651191969888e-06,
      "loss": 1.9268,
      "step": 6460
    },
    {
      "epoch": 2.03,
      "learning_rate": 7.97051442910916e-06,
      "loss": 1.974,
      "step": 6470
    },
    {
      "epoch": 2.03,
      "learning_rate": 7.967377666248433e-06,
      "loss": 1.942,
      "step": 6480
    },
    {
      "epoch": 2.04,
      "learning_rate": 7.964240903387705e-06,
      "loss": 2.0326,
      "step": 6490
    },
    {
      "epoch": 2.04,
      "learning_rate": 7.961104140526977e-06,
      "loss": 1.9315,
      "step": 6500
    },
    {
      "epoch": 2.04,
      "learning_rate": 7.957967377666249e-06,
      "loss": 1.9985,
      "step": 6510
    },
    {
      "epoch": 2.05,
      "learning_rate": 7.954830614805521e-06,
      "loss": 1.9155,
      "step": 6520
    },
    {
      "epoch": 2.05,
      "learning_rate": 7.951693851944794e-06,
      "loss": 2.0259,
      "step": 6530
    },
    {
      "epoch": 2.05,
      "learning_rate": 7.948557089084066e-06,
      "loss": 1.9476,
      "step": 6540
    },
    {
      "epoch": 2.05,
      "learning_rate": 7.945420326223338e-06,
      "loss": 1.971,
      "step": 6550
    },
    {
      "epoch": 2.06,
      "learning_rate": 7.942283563362611e-06,
      "loss": 1.9633,
      "step": 6560
    },
    {
      "epoch": 2.06,
      "learning_rate": 7.939146800501883e-06,
      "loss": 1.9443,
      "step": 6570
    },
    {
      "epoch": 2.06,
      "learning_rate": 7.936010037641155e-06,
      "loss": 2.0084,
      "step": 6580
    },
    {
      "epoch": 2.07,
      "learning_rate": 7.932873274780427e-06,
      "loss": 1.9961,
      "step": 6590
    },
    {
      "epoch": 2.07,
      "learning_rate": 7.9297365119197e-06,
      "loss": 2.0168,
      "step": 6600
    },
    {
      "epoch": 2.07,
      "learning_rate": 7.926599749058972e-06,
      "loss": 1.9562,
      "step": 6610
    },
    {
      "epoch": 2.08,
      "learning_rate": 7.923462986198244e-06,
      "loss": 1.9232,
      "step": 6620
    },
    {
      "epoch": 2.08,
      "learning_rate": 7.920326223337517e-06,
      "loss": 1.9462,
      "step": 6630
    },
    {
      "epoch": 2.08,
      "learning_rate": 7.917189460476788e-06,
      "loss": 1.9134,
      "step": 6640
    },
    {
      "epoch": 2.09,
      "learning_rate": 7.91405269761606e-06,
      "loss": 1.9443,
      "step": 6650
    },
    {
      "epoch": 2.09,
      "learning_rate": 7.910915934755334e-06,
      "loss": 1.9693,
      "step": 6660
    },
    {
      "epoch": 2.09,
      "learning_rate": 7.907779171894605e-06,
      "loss": 1.9401,
      "step": 6670
    },
    {
      "epoch": 2.1,
      "learning_rate": 7.904642409033878e-06,
      "loss": 1.9176,
      "step": 6680
    },
    {
      "epoch": 2.1,
      "learning_rate": 7.90150564617315e-06,
      "loss": 2.0308,
      "step": 6690
    },
    {
      "epoch": 2.1,
      "learning_rate": 7.898368883312422e-06,
      "loss": 2.0137,
      "step": 6700
    },
    {
      "epoch": 2.1,
      "learning_rate": 7.895232120451695e-06,
      "loss": 1.9504,
      "step": 6710
    },
    {
      "epoch": 2.11,
      "learning_rate": 7.892095357590966e-06,
      "loss": 1.9489,
      "step": 6720
    },
    {
      "epoch": 2.11,
      "learning_rate": 7.888958594730239e-06,
      "loss": 1.9366,
      "step": 6730
    },
    {
      "epoch": 2.11,
      "learning_rate": 7.885821831869512e-06,
      "loss": 1.9421,
      "step": 6740
    },
    {
      "epoch": 2.12,
      "learning_rate": 7.882685069008783e-06,
      "loss": 1.9611,
      "step": 6750
    },
    {
      "epoch": 2.12,
      "learning_rate": 7.879548306148056e-06,
      "loss": 1.9346,
      "step": 6760
    },
    {
      "epoch": 2.12,
      "learning_rate": 7.876411543287329e-06,
      "loss": 1.9328,
      "step": 6770
    },
    {
      "epoch": 2.13,
      "learning_rate": 7.873274780426601e-06,
      "loss": 2.0131,
      "step": 6780
    },
    {
      "epoch": 2.13,
      "learning_rate": 7.870138017565873e-06,
      "loss": 1.9271,
      "step": 6790
    },
    {
      "epoch": 2.13,
      "learning_rate": 7.867001254705144e-06,
      "loss": 1.9835,
      "step": 6800
    },
    {
      "epoch": 2.14,
      "learning_rate": 7.863864491844417e-06,
      "loss": 2.045,
      "step": 6810
    },
    {
      "epoch": 2.14,
      "learning_rate": 7.86072772898369e-06,
      "loss": 1.975,
      "step": 6820
    },
    {
      "epoch": 2.14,
      "learning_rate": 7.857590966122963e-06,
      "loss": 1.9628,
      "step": 6830
    },
    {
      "epoch": 2.15,
      "learning_rate": 7.854454203262234e-06,
      "loss": 2.0207,
      "step": 6840
    },
    {
      "epoch": 2.15,
      "learning_rate": 7.851317440401507e-06,
      "loss": 2.0245,
      "step": 6850
    },
    {
      "epoch": 2.15,
      "learning_rate": 7.84818067754078e-06,
      "loss": 1.9582,
      "step": 6860
    },
    {
      "epoch": 2.15,
      "learning_rate": 7.84504391468005e-06,
      "loss": 1.9514,
      "step": 6870
    },
    {
      "epoch": 2.16,
      "learning_rate": 7.841907151819324e-06,
      "loss": 2.0367,
      "step": 6880
    },
    {
      "epoch": 2.16,
      "learning_rate": 7.838770388958595e-06,
      "loss": 1.9545,
      "step": 6890
    },
    {
      "epoch": 2.16,
      "learning_rate": 7.835633626097868e-06,
      "loss": 2.0572,
      "step": 6900
    },
    {
      "epoch": 2.17,
      "learning_rate": 7.83249686323714e-06,
      "loss": 1.9569,
      "step": 6910
    },
    {
      "epoch": 2.17,
      "learning_rate": 7.829360100376412e-06,
      "loss": 1.9457,
      "step": 6920
    },
    {
      "epoch": 2.17,
      "learning_rate": 7.826223337515685e-06,
      "loss": 1.9065,
      "step": 6930
    },
    {
      "epoch": 2.18,
      "learning_rate": 7.823086574654956e-06,
      "loss": 1.9493,
      "step": 6940
    },
    {
      "epoch": 2.18,
      "learning_rate": 7.819949811794229e-06,
      "loss": 1.9474,
      "step": 6950
    },
    {
      "epoch": 2.18,
      "learning_rate": 7.816813048933502e-06,
      "loss": 1.9068,
      "step": 6960
    },
    {
      "epoch": 2.19,
      "learning_rate": 7.813676286072773e-06,
      "loss": 1.9634,
      "step": 6970
    },
    {
      "epoch": 2.19,
      "learning_rate": 7.810539523212046e-06,
      "loss": 1.8905,
      "step": 6980
    },
    {
      "epoch": 2.19,
      "learning_rate": 7.807402760351319e-06,
      "loss": 1.9783,
      "step": 6990
    },
    {
      "epoch": 2.2,
      "learning_rate": 7.80426599749059e-06,
      "loss": 1.9273,
      "step": 7000
    },
    {
      "epoch": 2.2,
      "learning_rate": 7.801129234629863e-06,
      "loss": 1.9219,
      "step": 7010
    },
    {
      "epoch": 2.2,
      "learning_rate": 7.797992471769134e-06,
      "loss": 1.847,
      "step": 7020
    },
    {
      "epoch": 2.21,
      "learning_rate": 7.794855708908407e-06,
      "loss": 1.9704,
      "step": 7030
    },
    {
      "epoch": 2.21,
      "learning_rate": 7.79171894604768e-06,
      "loss": 1.9821,
      "step": 7040
    },
    {
      "epoch": 2.21,
      "learning_rate": 7.788582183186951e-06,
      "loss": 1.9342,
      "step": 7050
    },
    {
      "epoch": 2.21,
      "learning_rate": 7.785445420326224e-06,
      "loss": 2.0013,
      "step": 7060
    },
    {
      "epoch": 2.22,
      "learning_rate": 7.782308657465497e-06,
      "loss": 1.9475,
      "step": 7070
    },
    {
      "epoch": 2.22,
      "learning_rate": 7.77917189460477e-06,
      "loss": 1.9484,
      "step": 7080
    },
    {
      "epoch": 2.22,
      "learning_rate": 7.77603513174404e-06,
      "loss": 1.9431,
      "step": 7090
    },
    {
      "epoch": 2.23,
      "learning_rate": 7.772898368883312e-06,
      "loss": 1.9094,
      "step": 7100
    },
    {
      "epoch": 2.23,
      "learning_rate": 7.769761606022585e-06,
      "loss": 1.9403,
      "step": 7110
    },
    {
      "epoch": 2.23,
      "learning_rate": 7.766624843161858e-06,
      "loss": 2.0046,
      "step": 7120
    },
    {
      "epoch": 2.24,
      "learning_rate": 7.76348808030113e-06,
      "loss": 1.9858,
      "step": 7130
    },
    {
      "epoch": 2.24,
      "learning_rate": 7.760351317440402e-06,
      "loss": 2.0215,
      "step": 7140
    },
    {
      "epoch": 2.24,
      "learning_rate": 7.757214554579675e-06,
      "loss": 1.951,
      "step": 7150
    },
    {
      "epoch": 2.25,
      "learning_rate": 7.754077791718948e-06,
      "loss": 1.9801,
      "step": 7160
    },
    {
      "epoch": 2.25,
      "learning_rate": 7.750941028858219e-06,
      "loss": 1.9526,
      "step": 7170
    },
    {
      "epoch": 2.25,
      "learning_rate": 7.747804265997492e-06,
      "loss": 1.971,
      "step": 7180
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.744667503136763e-06,
      "loss": 1.8804,
      "step": 7190
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.741530740276036e-06,
      "loss": 2.0343,
      "step": 7200
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.738393977415309e-06,
      "loss": 1.9925,
      "step": 7210
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.73525721455458e-06,
      "loss": 1.9465,
      "step": 7220
    },
    {
      "epoch": 2.27,
      "learning_rate": 7.732120451693853e-06,
      "loss": 1.8588,
      "step": 7230
    },
    {
      "epoch": 2.27,
      "learning_rate": 7.728983688833126e-06,
      "loss": 1.9369,
      "step": 7240
    },
    {
      "epoch": 2.27,
      "learning_rate": 7.725846925972397e-06,
      "loss": 1.9037,
      "step": 7250
    },
    {
      "epoch": 2.28,
      "learning_rate": 7.72271016311167e-06,
      "loss": 1.9352,
      "step": 7260
    },
    {
      "epoch": 2.28,
      "learning_rate": 7.719573400250941e-06,
      "loss": 1.9501,
      "step": 7270
    },
    {
      "epoch": 2.28,
      "learning_rate": 7.716436637390214e-06,
      "loss": 1.9301,
      "step": 7280
    },
    {
      "epoch": 2.29,
      "learning_rate": 7.713299874529487e-06,
      "loss": 1.9778,
      "step": 7290
    },
    {
      "epoch": 2.29,
      "learning_rate": 7.710163111668758e-06,
      "loss": 1.9291,
      "step": 7300
    },
    {
      "epoch": 2.29,
      "learning_rate": 7.70702634880803e-06,
      "loss": 2.0028,
      "step": 7310
    },
    {
      "epoch": 2.3,
      "learning_rate": 7.703889585947302e-06,
      "loss": 1.9809,
      "step": 7320
    },
    {
      "epoch": 2.3,
      "learning_rate": 7.700752823086577e-06,
      "loss": 1.9964,
      "step": 7330
    },
    {
      "epoch": 2.3,
      "learning_rate": 7.697616060225848e-06,
      "loss": 1.8848,
      "step": 7340
    },
    {
      "epoch": 2.31,
      "learning_rate": 7.694479297365119e-06,
      "loss": 1.901,
      "step": 7350
    },
    {
      "epoch": 2.31,
      "learning_rate": 7.691342534504392e-06,
      "loss": 1.9539,
      "step": 7360
    },
    {
      "epoch": 2.31,
      "learning_rate": 7.688205771643665e-06,
      "loss": 1.9882,
      "step": 7370
    },
    {
      "epoch": 2.31,
      "learning_rate": 7.685069008782938e-06,
      "loss": 1.9577,
      "step": 7380
    },
    {
      "epoch": 2.32,
      "learning_rate": 7.681932245922209e-06,
      "loss": 1.9839,
      "step": 7390
    },
    {
      "epoch": 2.32,
      "learning_rate": 7.67879548306148e-06,
      "loss": 1.9388,
      "step": 7400
    },
    {
      "epoch": 2.32,
      "learning_rate": 7.675658720200753e-06,
      "loss": 1.9851,
      "step": 7410
    },
    {
      "epoch": 2.33,
      "learning_rate": 7.672521957340026e-06,
      "loss": 2.0086,
      "step": 7420
    },
    {
      "epoch": 2.33,
      "learning_rate": 7.669385194479299e-06,
      "loss": 1.9862,
      "step": 7430
    },
    {
      "epoch": 2.33,
      "learning_rate": 7.66624843161857e-06,
      "loss": 1.9839,
      "step": 7440
    },
    {
      "epoch": 2.34,
      "learning_rate": 7.663111668757843e-06,
      "loss": 1.9765,
      "step": 7450
    },
    {
      "epoch": 2.34,
      "learning_rate": 7.659974905897116e-06,
      "loss": 1.9471,
      "step": 7460
    },
    {
      "epoch": 2.34,
      "learning_rate": 7.656838143036387e-06,
      "loss": 1.9762,
      "step": 7470
    },
    {
      "epoch": 2.35,
      "learning_rate": 7.65370138017566e-06,
      "loss": 1.9488,
      "step": 7480
    },
    {
      "epoch": 2.35,
      "learning_rate": 7.650564617314931e-06,
      "loss": 1.8924,
      "step": 7490
    },
    {
      "epoch": 2.35,
      "learning_rate": 7.647427854454204e-06,
      "loss": 1.978,
      "step": 7500
    },
    {
      "epoch": 2.36,
      "learning_rate": 7.644291091593477e-06,
      "loss": 1.9168,
      "step": 7510
    },
    {
      "epoch": 2.36,
      "learning_rate": 7.641154328732748e-06,
      "loss": 1.9963,
      "step": 7520
    },
    {
      "epoch": 2.36,
      "learning_rate": 7.638017565872021e-06,
      "loss": 1.9229,
      "step": 7530
    },
    {
      "epoch": 2.37,
      "learning_rate": 7.634880803011294e-06,
      "loss": 1.9212,
      "step": 7540
    },
    {
      "epoch": 2.37,
      "learning_rate": 7.631744040150565e-06,
      "loss": 1.95,
      "step": 7550
    },
    {
      "epoch": 2.37,
      "learning_rate": 7.628607277289838e-06,
      "loss": 1.9406,
      "step": 7560
    },
    {
      "epoch": 2.37,
      "learning_rate": 7.62547051442911e-06,
      "loss": 2.0137,
      "step": 7570
    },
    {
      "epoch": 2.38,
      "learning_rate": 7.622333751568381e-06,
      "loss": 2.01,
      "step": 7580
    },
    {
      "epoch": 2.38,
      "learning_rate": 7.619196988707655e-06,
      "loss": 1.9069,
      "step": 7590
    },
    {
      "epoch": 2.38,
      "learning_rate": 7.616060225846926e-06,
      "loss": 1.988,
      "step": 7600
    },
    {
      "epoch": 2.39,
      "learning_rate": 7.612923462986199e-06,
      "loss": 1.9774,
      "step": 7610
    },
    {
      "epoch": 2.39,
      "learning_rate": 7.609786700125471e-06,
      "loss": 1.9948,
      "step": 7620
    },
    {
      "epoch": 2.39,
      "learning_rate": 7.606649937264743e-06,
      "loss": 1.9218,
      "step": 7630
    },
    {
      "epoch": 2.4,
      "learning_rate": 7.603513174404016e-06,
      "loss": 1.9851,
      "step": 7640
    },
    {
      "epoch": 2.4,
      "learning_rate": 7.600376411543288e-06,
      "loss": 1.9778,
      "step": 7650
    },
    {
      "epoch": 2.4,
      "learning_rate": 7.597239648682561e-06,
      "loss": 1.9702,
      "step": 7660
    },
    {
      "epoch": 2.41,
      "learning_rate": 7.594102885821832e-06,
      "loss": 1.8713,
      "step": 7670
    },
    {
      "epoch": 2.41,
      "learning_rate": 7.590966122961104e-06,
      "loss": 1.9425,
      "step": 7680
    },
    {
      "epoch": 2.41,
      "learning_rate": 7.587829360100377e-06,
      "loss": 1.9917,
      "step": 7690
    },
    {
      "epoch": 2.42,
      "learning_rate": 7.584692597239649e-06,
      "loss": 1.9039,
      "step": 7700
    },
    {
      "epoch": 2.42,
      "learning_rate": 7.581555834378922e-06,
      "loss": 1.939,
      "step": 7710
    },
    {
      "epoch": 2.42,
      "learning_rate": 7.578419071518194e-06,
      "loss": 1.9926,
      "step": 7720
    },
    {
      "epoch": 2.42,
      "learning_rate": 7.575282308657466e-06,
      "loss": 1.9994,
      "step": 7730
    },
    {
      "epoch": 2.43,
      "learning_rate": 7.572145545796739e-06,
      "loss": 1.9109,
      "step": 7740
    },
    {
      "epoch": 2.43,
      "learning_rate": 7.56900878293601e-06,
      "loss": 2.0109,
      "step": 7750
    },
    {
      "epoch": 2.43,
      "learning_rate": 7.565872020075283e-06,
      "loss": 1.9353,
      "step": 7760
    },
    {
      "epoch": 2.44,
      "learning_rate": 7.562735257214555e-06,
      "loss": 1.9251,
      "step": 7770
    },
    {
      "epoch": 2.44,
      "learning_rate": 7.559598494353827e-06,
      "loss": 1.9734,
      "step": 7780
    },
    {
      "epoch": 2.44,
      "learning_rate": 7.5564617314931e-06,
      "loss": 1.9337,
      "step": 7790
    },
    {
      "epoch": 2.45,
      "learning_rate": 7.553324968632372e-06,
      "loss": 1.9499,
      "step": 7800
    },
    {
      "epoch": 2.45,
      "learning_rate": 7.550188205771645e-06,
      "loss": 1.9695,
      "step": 7810
    },
    {
      "epoch": 2.45,
      "learning_rate": 7.547051442910916e-06,
      "loss": 1.9732,
      "step": 7820
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.543914680050188e-06,
      "loss": 1.9596,
      "step": 7830
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.540777917189461e-06,
      "loss": 1.9799,
      "step": 7840
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.537641154328733e-06,
      "loss": 2.0665,
      "step": 7850
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.534504391468006e-06,
      "loss": 2.0205,
      "step": 7860
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.531367628607278e-06,
      "loss": 1.9653,
      "step": 7870
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.52823086574655e-06,
      "loss": 1.9521,
      "step": 7880
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.525094102885823e-06,
      "loss": 1.9296,
      "step": 7890
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.521957340025094e-06,
      "loss": 1.9706,
      "step": 7900
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.518820577164367e-06,
      "loss": 1.9166,
      "step": 7910
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.515683814303639e-06,
      "loss": 1.9223,
      "step": 7920
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.512547051442911e-06,
      "loss": 1.9756,
      "step": 7930
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.509410288582184e-06,
      "loss": 1.9335,
      "step": 7940
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.506273525721456e-06,
      "loss": 1.94,
      "step": 7950
    },
    {
      "epoch": 2.5,
      "learning_rate": 7.503136762860729e-06,
      "loss": 1.9802,
      "step": 7960
    },
    {
      "epoch": 2.5,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.9913,
      "step": 7970
    },
    {
      "epoch": 2.5,
      "learning_rate": 7.496863237139272e-06,
      "loss": 1.9385,
      "step": 7980
    },
    {
      "epoch": 2.51,
      "learning_rate": 7.493726474278545e-06,
      "loss": 1.9581,
      "step": 7990
    },
    {
      "epoch": 2.51,
      "learning_rate": 7.490589711417817e-06,
      "loss": 1.9955,
      "step": 8000
    },
    {
      "epoch": 2.51,
      "learning_rate": 7.48745294855709e-06,
      "loss": 1.9008,
      "step": 8010
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.484316185696362e-06,
      "loss": 1.9286,
      "step": 8020
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.481179422835634e-06,
      "loss": 1.9209,
      "step": 8030
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.478042659974907e-06,
      "loss": 1.9612,
      "step": 8040
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.474905897114178e-06,
      "loss": 2.0569,
      "step": 8050
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.471769134253451e-06,
      "loss": 1.9281,
      "step": 8060
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.468632371392723e-06,
      "loss": 1.8916,
      "step": 8070
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.465495608531995e-06,
      "loss": 1.9725,
      "step": 8080
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.462358845671268e-06,
      "loss": 1.9004,
      "step": 8090
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.45922208281054e-06,
      "loss": 1.97,
      "step": 8100
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.456085319949813e-06,
      "loss": 1.9328,
      "step": 8110
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.452948557089085e-06,
      "loss": 1.9547,
      "step": 8120
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.449811794228356e-06,
      "loss": 1.9816,
      "step": 8130
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.446675031367629e-06,
      "loss": 2.0046,
      "step": 8140
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.443538268506901e-06,
      "loss": 1.958,
      "step": 8150
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.440401505646174e-06,
      "loss": 1.9852,
      "step": 8160
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.437264742785446e-06,
      "loss": 1.9922,
      "step": 8170
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.434127979924718e-06,
      "loss": 1.9294,
      "step": 8180
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.430991217063991e-06,
      "loss": 1.9844,
      "step": 8190
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.427854454203262e-06,
      "loss": 1.9652,
      "step": 8200
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.424717691342535e-06,
      "loss": 1.9633,
      "step": 8210
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.421580928481807e-06,
      "loss": 1.9338,
      "step": 8220
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.418444165621079e-06,
      "loss": 1.9838,
      "step": 8230
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.415307402760352e-06,
      "loss": 1.9171,
      "step": 8240
    },
    {
      "epoch": 2.59,
      "learning_rate": 7.412170639899624e-06,
      "loss": 2.0102,
      "step": 8250
    },
    {
      "epoch": 2.59,
      "learning_rate": 7.409033877038897e-06,
      "loss": 1.959,
      "step": 8260
    },
    {
      "epoch": 2.59,
      "learning_rate": 7.405897114178169e-06,
      "loss": 1.9088,
      "step": 8270
    },
    {
      "epoch": 2.6,
      "learning_rate": 7.40276035131744e-06,
      "loss": 1.9144,
      "step": 8280
    },
    {
      "epoch": 2.6,
      "learning_rate": 7.399623588456713e-06,
      "loss": 1.8979,
      "step": 8290
    },
    {
      "epoch": 2.6,
      "learning_rate": 7.396486825595985e-06,
      "loss": 2.0027,
      "step": 8300
    },
    {
      "epoch": 2.61,
      "learning_rate": 7.393350062735258e-06,
      "loss": 1.8945,
      "step": 8310
    },
    {
      "epoch": 2.61,
      "learning_rate": 7.39021329987453e-06,
      "loss": 2.0055,
      "step": 8320
    },
    {
      "epoch": 2.61,
      "learning_rate": 7.387076537013802e-06,
      "loss": 1.9817,
      "step": 8330
    },
    {
      "epoch": 2.62,
      "learning_rate": 7.383939774153075e-06,
      "loss": 1.9699,
      "step": 8340
    },
    {
      "epoch": 2.62,
      "learning_rate": 7.380803011292346e-06,
      "loss": 1.9523,
      "step": 8350
    },
    {
      "epoch": 2.62,
      "learning_rate": 7.37766624843162e-06,
      "loss": 1.9713,
      "step": 8360
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.374529485570891e-06,
      "loss": 2.0491,
      "step": 8370
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.371392722710163e-06,
      "loss": 1.9829,
      "step": 8380
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.368255959849436e-06,
      "loss": 1.9455,
      "step": 8390
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.365119196988708e-06,
      "loss": 2.0571,
      "step": 8400
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.361982434127981e-06,
      "loss": 1.9815,
      "step": 8410
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.358845671267253e-06,
      "loss": 1.9506,
      "step": 8420
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.355708908406524e-06,
      "loss": 1.9344,
      "step": 8430
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.352572145545797e-06,
      "loss": 2.0732,
      "step": 8440
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.349435382685069e-06,
      "loss": 1.9703,
      "step": 8450
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.346298619824341e-06,
      "loss": 1.9605,
      "step": 8460
    },
    {
      "epoch": 2.66,
      "learning_rate": 7.343161856963614e-06,
      "loss": 1.9911,
      "step": 8470
    },
    {
      "epoch": 2.66,
      "learning_rate": 7.340025094102886e-06,
      "loss": 1.8882,
      "step": 8480
    },
    {
      "epoch": 2.66,
      "learning_rate": 7.336888331242159e-06,
      "loss": 2.0295,
      "step": 8490
    },
    {
      "epoch": 2.67,
      "learning_rate": 7.333751568381431e-06,
      "loss": 1.9635,
      "step": 8500
    },
    {
      "epoch": 2.67,
      "learning_rate": 7.3306148055207025e-06,
      "loss": 1.9396,
      "step": 8510
    },
    {
      "epoch": 2.67,
      "learning_rate": 7.327478042659975e-06,
      "loss": 1.9473,
      "step": 8520
    },
    {
      "epoch": 2.68,
      "learning_rate": 7.324341279799247e-06,
      "loss": 1.9323,
      "step": 8530
    },
    {
      "epoch": 2.68,
      "learning_rate": 7.32120451693852e-06,
      "loss": 1.9396,
      "step": 8540
    },
    {
      "epoch": 2.68,
      "learning_rate": 7.318067754077792e-06,
      "loss": 1.9011,
      "step": 8550
    },
    {
      "epoch": 2.69,
      "learning_rate": 7.314930991217064e-06,
      "loss": 1.9256,
      "step": 8560
    },
    {
      "epoch": 2.69,
      "learning_rate": 7.311794228356337e-06,
      "loss": 1.9724,
      "step": 8570
    },
    {
      "epoch": 2.69,
      "learning_rate": 7.3086574654956085e-06,
      "loss": 1.9135,
      "step": 8580
    },
    {
      "epoch": 2.69,
      "learning_rate": 7.305520702634881e-06,
      "loss": 1.9444,
      "step": 8590
    },
    {
      "epoch": 2.7,
      "learning_rate": 7.302383939774153e-06,
      "loss": 1.8843,
      "step": 8600
    },
    {
      "epoch": 2.7,
      "learning_rate": 7.2992471769134255e-06,
      "loss": 1.9864,
      "step": 8610
    },
    {
      "epoch": 2.7,
      "learning_rate": 7.296110414052698e-06,
      "loss": 1.9368,
      "step": 8620
    },
    {
      "epoch": 2.71,
      "learning_rate": 7.29297365119197e-06,
      "loss": 1.9264,
      "step": 8630
    },
    {
      "epoch": 2.71,
      "learning_rate": 7.289836888331243e-06,
      "loss": 1.9519,
      "step": 8640
    },
    {
      "epoch": 2.71,
      "learning_rate": 7.286700125470515e-06,
      "loss": 1.9394,
      "step": 8650
    },
    {
      "epoch": 2.72,
      "learning_rate": 7.2835633626097865e-06,
      "loss": 1.9725,
      "step": 8660
    },
    {
      "epoch": 2.72,
      "learning_rate": 7.2804265997490594e-06,
      "loss": 1.945,
      "step": 8670
    },
    {
      "epoch": 2.72,
      "learning_rate": 7.2772898368883315e-06,
      "loss": 1.9679,
      "step": 8680
    },
    {
      "epoch": 2.73,
      "learning_rate": 7.274153074027604e-06,
      "loss": 1.9632,
      "step": 8690
    },
    {
      "epoch": 2.73,
      "learning_rate": 7.271016311166876e-06,
      "loss": 1.9299,
      "step": 8700
    },
    {
      "epoch": 2.73,
      "learning_rate": 7.2678795483061485e-06,
      "loss": 1.8859,
      "step": 8710
    },
    {
      "epoch": 2.74,
      "learning_rate": 7.264742785445421e-06,
      "loss": 1.9887,
      "step": 8720
    },
    {
      "epoch": 2.74,
      "learning_rate": 7.2616060225846925e-06,
      "loss": 1.9067,
      "step": 8730
    },
    {
      "epoch": 2.74,
      "learning_rate": 7.258469259723966e-06,
      "loss": 1.9445,
      "step": 8740
    },
    {
      "epoch": 2.74,
      "learning_rate": 7.2553324968632375e-06,
      "loss": 1.9635,
      "step": 8750
    },
    {
      "epoch": 2.75,
      "learning_rate": 7.2521957340025095e-06,
      "loss": 1.9772,
      "step": 8760
    },
    {
      "epoch": 2.75,
      "learning_rate": 7.249058971141782e-06,
      "loss": 1.9778,
      "step": 8770
    },
    {
      "epoch": 2.75,
      "learning_rate": 7.2459222082810545e-06,
      "loss": 1.9077,
      "step": 8780
    },
    {
      "epoch": 2.76,
      "learning_rate": 7.242785445420327e-06,
      "loss": 2.0154,
      "step": 8790
    },
    {
      "epoch": 2.76,
      "learning_rate": 7.239648682559599e-06,
      "loss": 1.9579,
      "step": 8800
    },
    {
      "epoch": 2.76,
      "learning_rate": 7.236511919698871e-06,
      "loss": 1.9892,
      "step": 8810
    },
    {
      "epoch": 2.77,
      "learning_rate": 7.2333751568381435e-06,
      "loss": 1.927,
      "step": 8820
    },
    {
      "epoch": 2.77,
      "learning_rate": 7.2302383939774155e-06,
      "loss": 1.964,
      "step": 8830
    },
    {
      "epoch": 2.77,
      "learning_rate": 7.2271016311166884e-06,
      "loss": 1.9346,
      "step": 8840
    },
    {
      "epoch": 2.78,
      "learning_rate": 7.2239648682559605e-06,
      "loss": 1.8882,
      "step": 8850
    },
    {
      "epoch": 2.78,
      "learning_rate": 7.2208281053952325e-06,
      "loss": 1.9195,
      "step": 8860
    },
    {
      "epoch": 2.78,
      "learning_rate": 7.217691342534505e-06,
      "loss": 1.949,
      "step": 8870
    },
    {
      "epoch": 2.79,
      "learning_rate": 7.2145545796737775e-06,
      "loss": 1.9805,
      "step": 8880
    },
    {
      "epoch": 2.79,
      "learning_rate": 7.21141781681305e-06,
      "loss": 1.962,
      "step": 8890
    },
    {
      "epoch": 2.79,
      "learning_rate": 7.2082810539523215e-06,
      "loss": 1.9169,
      "step": 8900
    },
    {
      "epoch": 2.79,
      "learning_rate": 7.205144291091594e-06,
      "loss": 2.0492,
      "step": 8910
    },
    {
      "epoch": 2.8,
      "learning_rate": 7.2020075282308665e-06,
      "loss": 2.0174,
      "step": 8920
    },
    {
      "epoch": 2.8,
      "learning_rate": 7.1988707653701385e-06,
      "loss": 1.969,
      "step": 8930
    },
    {
      "epoch": 2.8,
      "learning_rate": 7.195734002509411e-06,
      "loss": 1.9197,
      "step": 8940
    },
    {
      "epoch": 2.81,
      "learning_rate": 7.1925972396486835e-06,
      "loss": 2.0031,
      "step": 8950
    },
    {
      "epoch": 2.81,
      "learning_rate": 7.189460476787955e-06,
      "loss": 1.9558,
      "step": 8960
    },
    {
      "epoch": 2.81,
      "learning_rate": 7.1863237139272276e-06,
      "loss": 1.94,
      "step": 8970
    },
    {
      "epoch": 2.82,
      "learning_rate": 7.1831869510665e-06,
      "loss": 1.9337,
      "step": 8980
    },
    {
      "epoch": 2.82,
      "learning_rate": 7.1800501882057725e-06,
      "loss": 1.9076,
      "step": 8990
    },
    {
      "epoch": 2.82,
      "learning_rate": 7.1769134253450445e-06,
      "loss": 1.9973,
      "step": 9000
    },
    {
      "epoch": 2.83,
      "learning_rate": 7.173776662484317e-06,
      "loss": 2.0062,
      "step": 9010
    },
    {
      "epoch": 2.83,
      "learning_rate": 7.1706398996235895e-06,
      "loss": 1.9347,
      "step": 9020
    },
    {
      "epoch": 2.83,
      "learning_rate": 7.1675031367628615e-06,
      "loss": 1.9871,
      "step": 9030
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.164366373902134e-06,
      "loss": 1.9448,
      "step": 9040
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.161229611041406e-06,
      "loss": 1.9392,
      "step": 9050
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.158092848180678e-06,
      "loss": 1.9694,
      "step": 9060
    },
    {
      "epoch": 2.85,
      "learning_rate": 7.1549560853199505e-06,
      "loss": 1.8943,
      "step": 9070
    },
    {
      "epoch": 2.85,
      "learning_rate": 7.151819322459223e-06,
      "loss": 1.9112,
      "step": 9080
    },
    {
      "epoch": 2.85,
      "learning_rate": 7.1486825595984955e-06,
      "loss": 1.971,
      "step": 9090
    },
    {
      "epoch": 2.85,
      "learning_rate": 7.1455457967377675e-06,
      "loss": 2.0105,
      "step": 9100
    },
    {
      "epoch": 2.86,
      "learning_rate": 7.142409033877039e-06,
      "loss": 1.9241,
      "step": 9110
    },
    {
      "epoch": 2.86,
      "learning_rate": 7.1392722710163125e-06,
      "loss": 2.0026,
      "step": 9120
    },
    {
      "epoch": 2.86,
      "learning_rate": 7.136135508155584e-06,
      "loss": 1.9557,
      "step": 9130
    },
    {
      "epoch": 2.87,
      "learning_rate": 7.1329987452948566e-06,
      "loss": 1.9448,
      "step": 9140
    },
    {
      "epoch": 2.87,
      "learning_rate": 7.129861982434129e-06,
      "loss": 1.8889,
      "step": 9150
    },
    {
      "epoch": 2.87,
      "learning_rate": 7.126725219573401e-06,
      "loss": 1.9239,
      "step": 9160
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.1235884567126735e-06,
      "loss": 2.022,
      "step": 9170
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.120451693851946e-06,
      "loss": 1.9578,
      "step": 9180
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.1173149309912185e-06,
      "loss": 1.9896,
      "step": 9190
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.11417816813049e-06,
      "loss": 1.9313,
      "step": 9200
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.111041405269762e-06,
      "loss": 1.8818,
      "step": 9210
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.107904642409035e-06,
      "loss": 2.0096,
      "step": 9220
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.104767879548307e-06,
      "loss": 1.9768,
      "step": 9230
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.1016311166875795e-06,
      "loss": 1.9801,
      "step": 9240
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.098494353826852e-06,
      "loss": 1.8505,
      "step": 9250
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.095357590966123e-06,
      "loss": 1.9086,
      "step": 9260
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.0922208281053965e-06,
      "loss": 1.9544,
      "step": 9270
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.089084065244668e-06,
      "loss": 1.8913,
      "step": 9280
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.085947302383941e-06,
      "loss": 1.9611,
      "step": 9290
    },
    {
      "epoch": 2.92,
      "learning_rate": 7.082810539523213e-06,
      "loss": 1.9619,
      "step": 9300
    },
    {
      "epoch": 2.92,
      "learning_rate": 7.079673776662485e-06,
      "loss": 1.9245,
      "step": 9310
    },
    {
      "epoch": 2.92,
      "learning_rate": 7.076537013801758e-06,
      "loss": 1.9268,
      "step": 9320
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.07340025094103e-06,
      "loss": 1.9609,
      "step": 9330
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.070263488080301e-06,
      "loss": 1.9626,
      "step": 9340
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.067126725219574e-06,
      "loss": 1.9686,
      "step": 9350
    },
    {
      "epoch": 2.94,
      "learning_rate": 7.063989962358846e-06,
      "loss": 1.9401,
      "step": 9360
    },
    {
      "epoch": 2.94,
      "learning_rate": 7.060853199498119e-06,
      "loss": 2.0358,
      "step": 9370
    },
    {
      "epoch": 2.94,
      "learning_rate": 7.057716436637391e-06,
      "loss": 1.9737,
      "step": 9380
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.054579673776663e-06,
      "loss": 1.8853,
      "step": 9390
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.051442910915936e-06,
      "loss": 1.899,
      "step": 9400
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.048306148055208e-06,
      "loss": 1.9412,
      "step": 9410
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.045169385194481e-06,
      "loss": 1.9403,
      "step": 9420
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.042032622333752e-06,
      "loss": 1.9022,
      "step": 9430
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.038895859473024e-06,
      "loss": 1.9292,
      "step": 9440
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.035759096612297e-06,
      "loss": 1.8933,
      "step": 9450
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.032622333751569e-06,
      "loss": 1.9615,
      "step": 9460
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.029485570890842e-06,
      "loss": 1.9655,
      "step": 9470
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.026348808030114e-06,
      "loss": 1.9946,
      "step": 9480
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.023212045169385e-06,
      "loss": 2.0278,
      "step": 9490
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.020075282308658e-06,
      "loss": 1.9942,
      "step": 9500
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.01693851944793e-06,
      "loss": 1.8639,
      "step": 9510
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.013801756587203e-06,
      "loss": 1.9608,
      "step": 9520
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.010664993726475e-06,
      "loss": 1.976,
      "step": 9530
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.007528230865747e-06,
      "loss": 1.9355,
      "step": 9540
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.00439146800502e-06,
      "loss": 1.9438,
      "step": 9550
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.001254705144292e-06,
      "loss": 1.9831,
      "step": 9560
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.8584038019180298,
      "eval_runtime": 13.6198,
      "eval_samples_per_second": 73.423,
      "eval_steps_per_second": 4.626,
      "step": 9564
    },
    {
      "epoch": 3.0,
      "learning_rate": 6.998117942283565e-06,
      "loss": 1.9902,
      "step": 9570
    },
    {
      "epoch": 3.01,
      "learning_rate": 6.994981179422836e-06,
      "loss": 1.9514,
      "step": 9580
    },
    {
      "epoch": 3.01,
      "learning_rate": 6.991844416562108e-06,
      "loss": 1.9013,
      "step": 9590
    },
    {
      "epoch": 3.01,
      "learning_rate": 6.988707653701381e-06,
      "loss": 1.9126,
      "step": 9600
    },
    {
      "epoch": 3.01,
      "learning_rate": 6.985570890840653e-06,
      "loss": 1.8983,
      "step": 9610
    },
    {
      "epoch": 3.02,
      "learning_rate": 6.982434127979926e-06,
      "loss": 1.9678,
      "step": 9620
    },
    {
      "epoch": 3.02,
      "learning_rate": 6.979297365119198e-06,
      "loss": 1.9002,
      "step": 9630
    },
    {
      "epoch": 3.02,
      "learning_rate": 6.976160602258469e-06,
      "loss": 1.9332,
      "step": 9640
    },
    {
      "epoch": 3.03,
      "learning_rate": 6.973023839397743e-06,
      "loss": 1.936,
      "step": 9650
    },
    {
      "epoch": 3.03,
      "learning_rate": 6.969887076537014e-06,
      "loss": 1.8892,
      "step": 9660
    },
    {
      "epoch": 3.03,
      "learning_rate": 6.966750313676287e-06,
      "loss": 1.9125,
      "step": 9670
    },
    {
      "epoch": 3.04,
      "learning_rate": 6.963613550815559e-06,
      "loss": 1.954,
      "step": 9680
    },
    {
      "epoch": 3.04,
      "learning_rate": 6.960476787954831e-06,
      "loss": 1.8804,
      "step": 9690
    },
    {
      "epoch": 3.04,
      "learning_rate": 6.957340025094104e-06,
      "loss": 1.9061,
      "step": 9700
    },
    {
      "epoch": 3.05,
      "learning_rate": 6.954203262233376e-06,
      "loss": 1.9739,
      "step": 9710
    },
    {
      "epoch": 3.05,
      "learning_rate": 6.951066499372649e-06,
      "loss": 1.8721,
      "step": 9720
    },
    {
      "epoch": 3.05,
      "learning_rate": 6.94792973651192e-06,
      "loss": 1.893,
      "step": 9730
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.944792973651192e-06,
      "loss": 1.9453,
      "step": 9740
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.941656210790465e-06,
      "loss": 1.9334,
      "step": 9750
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.938519447929737e-06,
      "loss": 1.9699,
      "step": 9760
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.93538268506901e-06,
      "loss": 1.9684,
      "step": 9770
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.932245922208282e-06,
      "loss": 1.9842,
      "step": 9780
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.929109159347554e-06,
      "loss": 1.9021,
      "step": 9790
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.925972396486827e-06,
      "loss": 1.9448,
      "step": 9800
    },
    {
      "epoch": 3.08,
      "learning_rate": 6.922835633626098e-06,
      "loss": 1.9272,
      "step": 9810
    },
    {
      "epoch": 3.08,
      "learning_rate": 6.919698870765371e-06,
      "loss": 1.9218,
      "step": 9820
    },
    {
      "epoch": 3.08,
      "learning_rate": 6.916562107904643e-06,
      "loss": 1.9197,
      "step": 9830
    },
    {
      "epoch": 3.09,
      "learning_rate": 6.913425345043915e-06,
      "loss": 1.9336,
      "step": 9840
    },
    {
      "epoch": 3.09,
      "learning_rate": 6.910288582183188e-06,
      "loss": 1.9579,
      "step": 9850
    },
    {
      "epoch": 3.09,
      "learning_rate": 6.90715181932246e-06,
      "loss": 1.8816,
      "step": 9860
    },
    {
      "epoch": 3.1,
      "learning_rate": 6.904015056461733e-06,
      "loss": 1.9185,
      "step": 9870
    },
    {
      "epoch": 3.1,
      "learning_rate": 6.900878293601004e-06,
      "loss": 2.0019,
      "step": 9880
    },
    {
      "epoch": 3.1,
      "learning_rate": 6.897741530740276e-06,
      "loss": 1.9087,
      "step": 9890
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.894604767879549e-06,
      "loss": 1.9677,
      "step": 9900
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.891468005018821e-06,
      "loss": 1.9059,
      "step": 9910
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.888331242158094e-06,
      "loss": 1.8861,
      "step": 9920
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.885194479297366e-06,
      "loss": 1.8885,
      "step": 9930
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.882057716436638e-06,
      "loss": 1.9043,
      "step": 9940
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.878920953575911e-06,
      "loss": 1.9341,
      "step": 9950
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.875784190715182e-06,
      "loss": 1.8998,
      "step": 9960
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.872647427854455e-06,
      "loss": 1.8727,
      "step": 9970
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.869510664993727e-06,
      "loss": 1.8693,
      "step": 9980
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.866373902132999e-06,
      "loss": 1.9166,
      "step": 9990
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.863237139272272e-06,
      "loss": 1.8551,
      "step": 10000
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.860100376411544e-06,
      "loss": 1.9196,
      "step": 10010
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.856963613550817e-06,
      "loss": 1.97,
      "step": 10020
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.853826850690089e-06,
      "loss": 1.9672,
      "step": 10030
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.85069008782936e-06,
      "loss": 1.8929,
      "step": 10040
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.847553324968633e-06,
      "loss": 1.9713,
      "step": 10050
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.844416562107905e-06,
      "loss": 1.9029,
      "step": 10060
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.841279799247178e-06,
      "loss": 1.9074,
      "step": 10070
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.83814303638645e-06,
      "loss": 1.9178,
      "step": 10080
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.835006273525722e-06,
      "loss": 1.9428,
      "step": 10090
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.831869510664995e-06,
      "loss": 1.9178,
      "step": 10100
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.828732747804266e-06,
      "loss": 1.8657,
      "step": 10110
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.825595984943539e-06,
      "loss": 1.9652,
      "step": 10120
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.822459222082811e-06,
      "loss": 1.8956,
      "step": 10130
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.819322459222083e-06,
      "loss": 1.945,
      "step": 10140
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.816185696361356e-06,
      "loss": 1.9497,
      "step": 10150
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.813048933500628e-06,
      "loss": 1.9494,
      "step": 10160
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.809912170639901e-06,
      "loss": 2.0337,
      "step": 10170
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.806775407779173e-06,
      "loss": 1.8585,
      "step": 10180
    },
    {
      "epoch": 3.2,
      "learning_rate": 6.803638644918444e-06,
      "loss": 1.9345,
      "step": 10190
    },
    {
      "epoch": 3.2,
      "learning_rate": 6.800501882057717e-06,
      "loss": 1.867,
      "step": 10200
    },
    {
      "epoch": 3.2,
      "learning_rate": 6.797365119196989e-06,
      "loss": 1.9511,
      "step": 10210
    },
    {
      "epoch": 3.21,
      "learning_rate": 6.794228356336261e-06,
      "loss": 1.9295,
      "step": 10220
    },
    {
      "epoch": 3.21,
      "learning_rate": 6.791091593475534e-06,
      "loss": 1.8682,
      "step": 10230
    },
    {
      "epoch": 3.21,
      "learning_rate": 6.787954830614806e-06,
      "loss": 1.9623,
      "step": 10240
    },
    {
      "epoch": 3.22,
      "learning_rate": 6.784818067754079e-06,
      "loss": 1.8572,
      "step": 10250
    },
    {
      "epoch": 3.22,
      "learning_rate": 6.78168130489335e-06,
      "loss": 1.913,
      "step": 10260
    },
    {
      "epoch": 3.22,
      "learning_rate": 6.778544542032622e-06,
      "loss": 1.8812,
      "step": 10270
    },
    {
      "epoch": 3.22,
      "learning_rate": 6.775407779171895e-06,
      "loss": 1.9372,
      "step": 10280
    },
    {
      "epoch": 3.23,
      "learning_rate": 6.772271016311167e-06,
      "loss": 1.9093,
      "step": 10290
    },
    {
      "epoch": 3.23,
      "learning_rate": 6.76913425345044e-06,
      "loss": 1.9351,
      "step": 10300
    },
    {
      "epoch": 3.23,
      "learning_rate": 6.765997490589712e-06,
      "loss": 1.9689,
      "step": 10310
    },
    {
      "epoch": 3.24,
      "learning_rate": 6.762860727728984e-06,
      "loss": 1.9457,
      "step": 10320
    },
    {
      "epoch": 3.24,
      "learning_rate": 6.759723964868257e-06,
      "loss": 1.9288,
      "step": 10330
    },
    {
      "epoch": 3.24,
      "learning_rate": 6.756587202007528e-06,
      "loss": 1.9382,
      "step": 10340
    },
    {
      "epoch": 3.25,
      "learning_rate": 6.753450439146801e-06,
      "loss": 1.868,
      "step": 10350
    },
    {
      "epoch": 3.25,
      "learning_rate": 6.750313676286073e-06,
      "loss": 1.9053,
      "step": 10360
    },
    {
      "epoch": 3.25,
      "learning_rate": 6.747176913425345e-06,
      "loss": 1.9358,
      "step": 10370
    },
    {
      "epoch": 3.26,
      "learning_rate": 6.744040150564618e-06,
      "loss": 1.9296,
      "step": 10380
    },
    {
      "epoch": 3.26,
      "learning_rate": 6.74090338770389e-06,
      "loss": 1.9294,
      "step": 10390
    },
    {
      "epoch": 3.26,
      "learning_rate": 6.737766624843163e-06,
      "loss": 1.9203,
      "step": 10400
    },
    {
      "epoch": 3.27,
      "learning_rate": 6.734629861982434e-06,
      "loss": 1.9498,
      "step": 10410
    },
    {
      "epoch": 3.27,
      "learning_rate": 6.731493099121706e-06,
      "loss": 1.8721,
      "step": 10420
    },
    {
      "epoch": 3.27,
      "learning_rate": 6.728356336260979e-06,
      "loss": 1.9807,
      "step": 10430
    },
    {
      "epoch": 3.27,
      "learning_rate": 6.725219573400251e-06,
      "loss": 1.9952,
      "step": 10440
    },
    {
      "epoch": 3.28,
      "learning_rate": 6.722082810539524e-06,
      "loss": 1.8955,
      "step": 10450
    },
    {
      "epoch": 3.28,
      "learning_rate": 6.718946047678796e-06,
      "loss": 1.954,
      "step": 10460
    },
    {
      "epoch": 3.28,
      "learning_rate": 6.715809284818068e-06,
      "loss": 1.9439,
      "step": 10470
    },
    {
      "epoch": 3.29,
      "learning_rate": 6.712672521957341e-06,
      "loss": 1.9301,
      "step": 10480
    },
    {
      "epoch": 3.29,
      "learning_rate": 6.709535759096612e-06,
      "loss": 1.9255,
      "step": 10490
    },
    {
      "epoch": 3.29,
      "learning_rate": 6.706398996235885e-06,
      "loss": 1.8499,
      "step": 10500
    },
    {
      "epoch": 3.3,
      "learning_rate": 6.703262233375157e-06,
      "loss": 1.8126,
      "step": 10510
    },
    {
      "epoch": 3.3,
      "learning_rate": 6.700125470514429e-06,
      "loss": 1.9344,
      "step": 10520
    },
    {
      "epoch": 3.3,
      "learning_rate": 6.696988707653702e-06,
      "loss": 1.9274,
      "step": 10530
    },
    {
      "epoch": 3.31,
      "learning_rate": 6.693851944792974e-06,
      "loss": 1.8945,
      "step": 10540
    },
    {
      "epoch": 3.31,
      "learning_rate": 6.690715181932247e-06,
      "loss": 1.8958,
      "step": 10550
    },
    {
      "epoch": 3.31,
      "learning_rate": 6.687578419071519e-06,
      "loss": 1.9337,
      "step": 10560
    },
    {
      "epoch": 3.32,
      "learning_rate": 6.68444165621079e-06,
      "loss": 1.9253,
      "step": 10570
    },
    {
      "epoch": 3.32,
      "learning_rate": 6.681304893350063e-06,
      "loss": 1.9544,
      "step": 10580
    },
    {
      "epoch": 3.32,
      "learning_rate": 6.678168130489335e-06,
      "loss": 1.8968,
      "step": 10590
    },
    {
      "epoch": 3.32,
      "learning_rate": 6.675031367628608e-06,
      "loss": 1.9505,
      "step": 10600
    },
    {
      "epoch": 3.33,
      "learning_rate": 6.67189460476788e-06,
      "loss": 1.9339,
      "step": 10610
    },
    {
      "epoch": 3.33,
      "learning_rate": 6.668757841907152e-06,
      "loss": 2.0069,
      "step": 10620
    },
    {
      "epoch": 3.33,
      "learning_rate": 6.665621079046425e-06,
      "loss": 1.8384,
      "step": 10630
    },
    {
      "epoch": 3.34,
      "learning_rate": 6.662484316185696e-06,
      "loss": 1.981,
      "step": 10640
    },
    {
      "epoch": 3.34,
      "learning_rate": 6.659347553324969e-06,
      "loss": 1.9825,
      "step": 10650
    },
    {
      "epoch": 3.34,
      "learning_rate": 6.656210790464241e-06,
      "loss": 1.8938,
      "step": 10660
    },
    {
      "epoch": 3.35,
      "learning_rate": 6.653074027603513e-06,
      "loss": 1.89,
      "step": 10670
    },
    {
      "epoch": 3.35,
      "learning_rate": 6.649937264742786e-06,
      "loss": 1.9083,
      "step": 10680
    },
    {
      "epoch": 3.35,
      "learning_rate": 6.646800501882058e-06,
      "loss": 1.8732,
      "step": 10690
    },
    {
      "epoch": 3.36,
      "learning_rate": 6.643663739021331e-06,
      "loss": 1.89,
      "step": 10700
    },
    {
      "epoch": 3.36,
      "learning_rate": 6.640526976160603e-06,
      "loss": 1.9387,
      "step": 10710
    },
    {
      "epoch": 3.36,
      "learning_rate": 6.637390213299874e-06,
      "loss": 1.9319,
      "step": 10720
    },
    {
      "epoch": 3.37,
      "learning_rate": 6.634253450439147e-06,
      "loss": 1.9586,
      "step": 10730
    },
    {
      "epoch": 3.37,
      "learning_rate": 6.631116687578419e-06,
      "loss": 1.9244,
      "step": 10740
    },
    {
      "epoch": 3.37,
      "learning_rate": 6.627979924717692e-06,
      "loss": 1.9045,
      "step": 10750
    },
    {
      "epoch": 3.38,
      "learning_rate": 6.624843161856964e-06,
      "loss": 1.8757,
      "step": 10760
    },
    {
      "epoch": 3.38,
      "learning_rate": 6.621706398996236e-06,
      "loss": 1.8907,
      "step": 10770
    },
    {
      "epoch": 3.38,
      "learning_rate": 6.618569636135509e-06,
      "loss": 1.9341,
      "step": 10780
    },
    {
      "epoch": 3.38,
      "learning_rate": 6.61543287327478e-06,
      "loss": 1.9399,
      "step": 10790
    },
    {
      "epoch": 3.39,
      "learning_rate": 6.612296110414054e-06,
      "loss": 1.9653,
      "step": 10800
    },
    {
      "epoch": 3.39,
      "learning_rate": 6.609159347553325e-06,
      "loss": 1.9733,
      "step": 10810
    },
    {
      "epoch": 3.39,
      "learning_rate": 6.606022584692597e-06,
      "loss": 1.924,
      "step": 10820
    },
    {
      "epoch": 3.4,
      "learning_rate": 6.60288582183187e-06,
      "loss": 1.9161,
      "step": 10830
    },
    {
      "epoch": 3.4,
      "learning_rate": 6.599749058971142e-06,
      "loss": 1.9374,
      "step": 10840
    },
    {
      "epoch": 3.4,
      "learning_rate": 6.596612296110415e-06,
      "loss": 2.0109,
      "step": 10850
    },
    {
      "epoch": 3.41,
      "learning_rate": 6.593475533249687e-06,
      "loss": 1.8972,
      "step": 10860
    },
    {
      "epoch": 3.41,
      "learning_rate": 6.5903387703889584e-06,
      "loss": 1.8119,
      "step": 10870
    },
    {
      "epoch": 3.41,
      "learning_rate": 6.587202007528231e-06,
      "loss": 1.8996,
      "step": 10880
    },
    {
      "epoch": 3.42,
      "learning_rate": 6.584065244667503e-06,
      "loss": 2.019,
      "step": 10890
    },
    {
      "epoch": 3.42,
      "learning_rate": 6.580928481806776e-06,
      "loss": 1.9472,
      "step": 10900
    },
    {
      "epoch": 3.42,
      "learning_rate": 6.577791718946048e-06,
      "loss": 1.9423,
      "step": 10910
    },
    {
      "epoch": 3.43,
      "learning_rate": 6.57465495608532e-06,
      "loss": 1.9815,
      "step": 10920
    },
    {
      "epoch": 3.43,
      "learning_rate": 6.571518193224593e-06,
      "loss": 1.8826,
      "step": 10930
    },
    {
      "epoch": 3.43,
      "learning_rate": 6.568381430363865e-06,
      "loss": 1.8968,
      "step": 10940
    },
    {
      "epoch": 3.43,
      "learning_rate": 6.565244667503138e-06,
      "loss": 1.9269,
      "step": 10950
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.562107904642409e-06,
      "loss": 1.8981,
      "step": 10960
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.5589711417816814e-06,
      "loss": 1.9447,
      "step": 10970
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.555834378920954e-06,
      "loss": 1.9025,
      "step": 10980
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.552697616060226e-06,
      "loss": 1.8283,
      "step": 10990
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.549560853199499e-06,
      "loss": 1.8838,
      "step": 11000
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.546424090338771e-06,
      "loss": 1.9003,
      "step": 11010
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.5432873274780425e-06,
      "loss": 1.9028,
      "step": 11020
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.540150564617315e-06,
      "loss": 1.9489,
      "step": 11030
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.5370138017565874e-06,
      "loss": 1.9402,
      "step": 11040
    },
    {
      "epoch": 3.47,
      "learning_rate": 6.53387703889586e-06,
      "loss": 1.8734,
      "step": 11050
    },
    {
      "epoch": 3.47,
      "learning_rate": 6.530740276035132e-06,
      "loss": 1.9259,
      "step": 11060
    },
    {
      "epoch": 3.47,
      "learning_rate": 6.527603513174404e-06,
      "loss": 1.8362,
      "step": 11070
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.524466750313677e-06,
      "loss": 1.9451,
      "step": 11080
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.521329987452949e-06,
      "loss": 1.8961,
      "step": 11090
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.5181932245922206e-06,
      "loss": 1.9401,
      "step": 11100
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.5150564617314934e-06,
      "loss": 1.9333,
      "step": 11110
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.5119196988707655e-06,
      "loss": 1.8602,
      "step": 11120
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.508782936010038e-06,
      "loss": 1.9425,
      "step": 11130
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.5056461731493104e-06,
      "loss": 1.9593,
      "step": 11140
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.5025094102885825e-06,
      "loss": 1.8614,
      "step": 11150
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.499372647427855e-06,
      "loss": 1.8861,
      "step": 11160
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.4962358845671266e-06,
      "loss": 1.9378,
      "step": 11170
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.4930991217064e-06,
      "loss": 1.9192,
      "step": 11180
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.4899623588456715e-06,
      "loss": 1.8886,
      "step": 11190
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.4868255959849435e-06,
      "loss": 1.8916,
      "step": 11200
    },
    {
      "epoch": 3.52,
      "learning_rate": 6.4836888331242164e-06,
      "loss": 1.9126,
      "step": 11210
    },
    {
      "epoch": 3.52,
      "learning_rate": 6.4805520702634885e-06,
      "loss": 1.9063,
      "step": 11220
    },
    {
      "epoch": 3.52,
      "learning_rate": 6.477415307402761e-06,
      "loss": 1.9309,
      "step": 11230
    },
    {
      "epoch": 3.53,
      "learning_rate": 6.474278544542033e-06,
      "loss": 1.949,
      "step": 11240
    },
    {
      "epoch": 3.53,
      "learning_rate": 6.471141781681305e-06,
      "loss": 1.9189,
      "step": 11250
    },
    {
      "epoch": 3.53,
      "learning_rate": 6.4680050188205775e-06,
      "loss": 1.9416,
      "step": 11260
    },
    {
      "epoch": 3.54,
      "learning_rate": 6.4648682559598496e-06,
      "loss": 1.9865,
      "step": 11270
    },
    {
      "epoch": 3.54,
      "learning_rate": 6.4617314930991224e-06,
      "loss": 1.8799,
      "step": 11280
    },
    {
      "epoch": 3.54,
      "learning_rate": 6.4585947302383945e-06,
      "loss": 1.9771,
      "step": 11290
    },
    {
      "epoch": 3.54,
      "learning_rate": 6.4554579673776665e-06,
      "loss": 1.933,
      "step": 11300
    },
    {
      "epoch": 3.55,
      "learning_rate": 6.4523212045169394e-06,
      "loss": 1.889,
      "step": 11310
    },
    {
      "epoch": 3.55,
      "learning_rate": 6.4491844416562115e-06,
      "loss": 1.9768,
      "step": 11320
    },
    {
      "epoch": 3.55,
      "learning_rate": 6.446047678795484e-06,
      "loss": 1.8904,
      "step": 11330
    },
    {
      "epoch": 3.56,
      "learning_rate": 6.4429109159347556e-06,
      "loss": 1.988,
      "step": 11340
    },
    {
      "epoch": 3.56,
      "learning_rate": 6.439774153074028e-06,
      "loss": 1.9245,
      "step": 11350
    },
    {
      "epoch": 3.56,
      "learning_rate": 6.4366373902133005e-06,
      "loss": 2.0271,
      "step": 11360
    },
    {
      "epoch": 3.57,
      "learning_rate": 6.4335006273525725e-06,
      "loss": 1.9249,
      "step": 11370
    },
    {
      "epoch": 3.57,
      "learning_rate": 6.4303638644918454e-06,
      "loss": 1.9529,
      "step": 11380
    },
    {
      "epoch": 3.57,
      "learning_rate": 6.4272271016311175e-06,
      "loss": 1.9427,
      "step": 11390
    },
    {
      "epoch": 3.58,
      "learning_rate": 6.424090338770389e-06,
      "loss": 1.8737,
      "step": 11400
    },
    {
      "epoch": 3.58,
      "learning_rate": 6.4209535759096616e-06,
      "loss": 1.934,
      "step": 11410
    },
    {
      "epoch": 3.58,
      "learning_rate": 6.417816813048934e-06,
      "loss": 1.97,
      "step": 11420
    },
    {
      "epoch": 3.59,
      "learning_rate": 6.4146800501882065e-06,
      "loss": 1.8813,
      "step": 11430
    },
    {
      "epoch": 3.59,
      "learning_rate": 6.4115432873274786e-06,
      "loss": 1.9036,
      "step": 11440
    },
    {
      "epoch": 3.59,
      "learning_rate": 6.408406524466751e-06,
      "loss": 1.9235,
      "step": 11450
    },
    {
      "epoch": 3.59,
      "learning_rate": 6.4052697616060235e-06,
      "loss": 1.9351,
      "step": 11460
    },
    {
      "epoch": 3.6,
      "learning_rate": 6.4021329987452955e-06,
      "loss": 1.8937,
      "step": 11470
    },
    {
      "epoch": 3.6,
      "learning_rate": 6.3989962358845684e-06,
      "loss": 1.8795,
      "step": 11480
    },
    {
      "epoch": 3.6,
      "learning_rate": 6.39585947302384e-06,
      "loss": 1.9792,
      "step": 11490
    },
    {
      "epoch": 3.61,
      "learning_rate": 6.392722710163112e-06,
      "loss": 1.9934,
      "step": 11500
    },
    {
      "epoch": 3.61,
      "learning_rate": 6.3895859473023846e-06,
      "loss": 1.955,
      "step": 11510
    },
    {
      "epoch": 3.61,
      "learning_rate": 6.386449184441657e-06,
      "loss": 1.9538,
      "step": 11520
    },
    {
      "epoch": 3.62,
      "learning_rate": 6.3833124215809295e-06,
      "loss": 1.9228,
      "step": 11530
    },
    {
      "epoch": 3.62,
      "learning_rate": 6.3801756587202015e-06,
      "loss": 1.8933,
      "step": 11540
    },
    {
      "epoch": 3.62,
      "learning_rate": 6.377038895859473e-06,
      "loss": 1.8376,
      "step": 11550
    },
    {
      "epoch": 3.63,
      "learning_rate": 6.373902132998746e-06,
      "loss": 1.8814,
      "step": 11560
    },
    {
      "epoch": 3.63,
      "learning_rate": 6.370765370138018e-06,
      "loss": 1.9261,
      "step": 11570
    },
    {
      "epoch": 3.63,
      "learning_rate": 6.3676286072772906e-06,
      "loss": 1.9451,
      "step": 11580
    },
    {
      "epoch": 3.64,
      "learning_rate": 6.364491844416563e-06,
      "loss": 1.9204,
      "step": 11590
    },
    {
      "epoch": 3.64,
      "learning_rate": 6.361355081555835e-06,
      "loss": 1.9825,
      "step": 11600
    },
    {
      "epoch": 3.64,
      "learning_rate": 6.3582183186951076e-06,
      "loss": 1.9243,
      "step": 11610
    },
    {
      "epoch": 3.64,
      "learning_rate": 6.35508155583438e-06,
      "loss": 1.9351,
      "step": 11620
    },
    {
      "epoch": 3.65,
      "learning_rate": 6.3519447929736525e-06,
      "loss": 1.8751,
      "step": 11630
    },
    {
      "epoch": 3.65,
      "learning_rate": 6.348808030112924e-06,
      "loss": 1.8572,
      "step": 11640
    },
    {
      "epoch": 3.65,
      "learning_rate": 6.345671267252196e-06,
      "loss": 1.8854,
      "step": 11650
    },
    {
      "epoch": 3.66,
      "learning_rate": 6.342534504391469e-06,
      "loss": 1.8833,
      "step": 11660
    },
    {
      "epoch": 3.66,
      "learning_rate": 6.339397741530741e-06,
      "loss": 1.8723,
      "step": 11670
    },
    {
      "epoch": 3.66,
      "learning_rate": 6.3362609786700136e-06,
      "loss": 1.8794,
      "step": 11680
    },
    {
      "epoch": 3.67,
      "learning_rate": 6.333124215809286e-06,
      "loss": 1.9154,
      "step": 11690
    },
    {
      "epoch": 3.67,
      "learning_rate": 6.329987452948557e-06,
      "loss": 1.8708,
      "step": 11700
    },
    {
      "epoch": 3.67,
      "learning_rate": 6.3268506900878305e-06,
      "loss": 1.8722,
      "step": 11710
    },
    {
      "epoch": 3.68,
      "learning_rate": 6.323713927227102e-06,
      "loss": 1.9407,
      "step": 11720
    },
    {
      "epoch": 3.68,
      "learning_rate": 6.320577164366375e-06,
      "loss": 1.9523,
      "step": 11730
    },
    {
      "epoch": 3.68,
      "learning_rate": 6.317440401505647e-06,
      "loss": 1.9717,
      "step": 11740
    },
    {
      "epoch": 3.69,
      "learning_rate": 6.314303638644919e-06,
      "loss": 1.921,
      "step": 11750
    },
    {
      "epoch": 3.69,
      "learning_rate": 6.311166875784192e-06,
      "loss": 1.9393,
      "step": 11760
    },
    {
      "epoch": 3.69,
      "learning_rate": 6.308030112923464e-06,
      "loss": 1.9194,
      "step": 11770
    },
    {
      "epoch": 3.7,
      "learning_rate": 6.3048933500627365e-06,
      "loss": 1.9261,
      "step": 11780
    },
    {
      "epoch": 3.7,
      "learning_rate": 6.301756587202008e-06,
      "loss": 1.9923,
      "step": 11790
    },
    {
      "epoch": 3.7,
      "learning_rate": 6.29861982434128e-06,
      "loss": 1.9222,
      "step": 11800
    },
    {
      "epoch": 3.7,
      "learning_rate": 6.295483061480553e-06,
      "loss": 1.8534,
      "step": 11810
    },
    {
      "epoch": 3.71,
      "learning_rate": 6.292346298619825e-06,
      "loss": 1.845,
      "step": 11820
    },
    {
      "epoch": 3.71,
      "learning_rate": 6.289209535759098e-06,
      "loss": 1.9502,
      "step": 11830
    },
    {
      "epoch": 3.71,
      "learning_rate": 6.28607277289837e-06,
      "loss": 1.8621,
      "step": 11840
    },
    {
      "epoch": 3.72,
      "learning_rate": 6.282936010037642e-06,
      "loss": 1.9693,
      "step": 11850
    },
    {
      "epoch": 3.72,
      "learning_rate": 6.279799247176915e-06,
      "loss": 1.9975,
      "step": 11860
    },
    {
      "epoch": 3.72,
      "learning_rate": 6.276662484316186e-06,
      "loss": 1.9713,
      "step": 11870
    },
    {
      "epoch": 3.73,
      "learning_rate": 6.273525721455459e-06,
      "loss": 1.8751,
      "step": 11880
    },
    {
      "epoch": 3.73,
      "learning_rate": 6.270388958594731e-06,
      "loss": 1.9712,
      "step": 11890
    },
    {
      "epoch": 3.73,
      "learning_rate": 6.267252195734003e-06,
      "loss": 1.8879,
      "step": 11900
    },
    {
      "epoch": 3.74,
      "learning_rate": 6.264115432873276e-06,
      "loss": 1.9103,
      "step": 11910
    },
    {
      "epoch": 3.74,
      "learning_rate": 6.260978670012548e-06,
      "loss": 1.9438,
      "step": 11920
    },
    {
      "epoch": 3.74,
      "learning_rate": 6.257841907151821e-06,
      "loss": 1.8902,
      "step": 11930
    },
    {
      "epoch": 3.75,
      "learning_rate": 6.254705144291092e-06,
      "loss": 1.9667,
      "step": 11940
    },
    {
      "epoch": 3.75,
      "learning_rate": 6.251568381430364e-06,
      "loss": 1.9765,
      "step": 11950
    },
    {
      "epoch": 3.75,
      "learning_rate": 6.248431618569637e-06,
      "loss": 1.8914,
      "step": 11960
    },
    {
      "epoch": 3.75,
      "learning_rate": 6.245294855708909e-06,
      "loss": 1.9268,
      "step": 11970
    },
    {
      "epoch": 3.76,
      "learning_rate": 6.242158092848181e-06,
      "loss": 1.9264,
      "step": 11980
    },
    {
      "epoch": 3.76,
      "learning_rate": 6.239021329987454e-06,
      "loss": 1.8823,
      "step": 11990
    },
    {
      "epoch": 3.76,
      "learning_rate": 6.235884567126726e-06,
      "loss": 1.9149,
      "step": 12000
    },
    {
      "epoch": 3.77,
      "learning_rate": 6.232747804265999e-06,
      "loss": 1.8905,
      "step": 12010
    },
    {
      "epoch": 3.77,
      "learning_rate": 6.22961104140527e-06,
      "loss": 1.8442,
      "step": 12020
    },
    {
      "epoch": 3.77,
      "learning_rate": 6.226474278544542e-06,
      "loss": 1.9242,
      "step": 12030
    },
    {
      "epoch": 3.78,
      "learning_rate": 6.223337515683815e-06,
      "loss": 1.8998,
      "step": 12040
    },
    {
      "epoch": 3.78,
      "learning_rate": 6.220200752823087e-06,
      "loss": 1.8563,
      "step": 12050
    },
    {
      "epoch": 3.78,
      "learning_rate": 6.21706398996236e-06,
      "loss": 1.9342,
      "step": 12060
    },
    {
      "epoch": 3.79,
      "learning_rate": 6.213927227101632e-06,
      "loss": 1.9558,
      "step": 12070
    },
    {
      "epoch": 3.79,
      "learning_rate": 6.210790464240903e-06,
      "loss": 1.9036,
      "step": 12080
    },
    {
      "epoch": 3.79,
      "learning_rate": 6.207653701380177e-06,
      "loss": 2.0094,
      "step": 12090
    },
    {
      "epoch": 3.8,
      "learning_rate": 6.204516938519448e-06,
      "loss": 1.9639,
      "step": 12100
    },
    {
      "epoch": 3.8,
      "learning_rate": 6.201380175658721e-06,
      "loss": 1.9426,
      "step": 12110
    },
    {
      "epoch": 3.8,
      "learning_rate": 6.198243412797993e-06,
      "loss": 1.8982,
      "step": 12120
    },
    {
      "epoch": 3.8,
      "learning_rate": 6.195106649937265e-06,
      "loss": 1.9271,
      "step": 12130
    },
    {
      "epoch": 3.81,
      "learning_rate": 6.191969887076538e-06,
      "loss": 1.9468,
      "step": 12140
    },
    {
      "epoch": 3.81,
      "learning_rate": 6.18883312421581e-06,
      "loss": 1.7622,
      "step": 12150
    },
    {
      "epoch": 3.81,
      "learning_rate": 6.185696361355083e-06,
      "loss": 1.8988,
      "step": 12160
    },
    {
      "epoch": 3.82,
      "learning_rate": 6.182559598494354e-06,
      "loss": 1.8992,
      "step": 12170
    },
    {
      "epoch": 3.82,
      "learning_rate": 6.179422835633626e-06,
      "loss": 1.8374,
      "step": 12180
    },
    {
      "epoch": 3.82,
      "learning_rate": 6.176286072772899e-06,
      "loss": 1.9129,
      "step": 12190
    },
    {
      "epoch": 3.83,
      "learning_rate": 6.173149309912171e-06,
      "loss": 1.9074,
      "step": 12200
    },
    {
      "epoch": 3.83,
      "learning_rate": 6.170012547051444e-06,
      "loss": 1.8697,
      "step": 12210
    },
    {
      "epoch": 3.83,
      "learning_rate": 6.166875784190716e-06,
      "loss": 1.9257,
      "step": 12220
    },
    {
      "epoch": 3.84,
      "learning_rate": 6.163739021329988e-06,
      "loss": 1.9101,
      "step": 12230
    },
    {
      "epoch": 3.84,
      "learning_rate": 6.160602258469261e-06,
      "loss": 1.9156,
      "step": 12240
    },
    {
      "epoch": 3.84,
      "learning_rate": 6.157465495608532e-06,
      "loss": 1.9763,
      "step": 12250
    },
    {
      "epoch": 3.85,
      "learning_rate": 6.154328732747805e-06,
      "loss": 1.9401,
      "step": 12260
    },
    {
      "epoch": 3.85,
      "learning_rate": 6.151191969887077e-06,
      "loss": 1.8985,
      "step": 12270
    },
    {
      "epoch": 3.85,
      "learning_rate": 6.148055207026349e-06,
      "loss": 1.9099,
      "step": 12280
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.144918444165622e-06,
      "loss": 1.9538,
      "step": 12290
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.141781681304894e-06,
      "loss": 1.8808,
      "step": 12300
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.138644918444167e-06,
      "loss": 1.9,
      "step": 12310
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.135508155583438e-06,
      "loss": 1.8517,
      "step": 12320
    },
    {
      "epoch": 3.87,
      "learning_rate": 6.13237139272271e-06,
      "loss": 1.9548,
      "step": 12330
    },
    {
      "epoch": 3.87,
      "learning_rate": 6.129234629861983e-06,
      "loss": 1.9095,
      "step": 12340
    },
    {
      "epoch": 3.87,
      "learning_rate": 6.126097867001255e-06,
      "loss": 1.9689,
      "step": 12350
    },
    {
      "epoch": 3.88,
      "learning_rate": 6.122961104140528e-06,
      "loss": 1.9209,
      "step": 12360
    },
    {
      "epoch": 3.88,
      "learning_rate": 6.1198243412798e-06,
      "loss": 1.859,
      "step": 12370
    },
    {
      "epoch": 3.88,
      "learning_rate": 6.116687578419072e-06,
      "loss": 1.8979,
      "step": 12380
    },
    {
      "epoch": 3.89,
      "learning_rate": 6.113550815558345e-06,
      "loss": 1.929,
      "step": 12390
    },
    {
      "epoch": 3.89,
      "learning_rate": 6.110414052697616e-06,
      "loss": 1.9601,
      "step": 12400
    },
    {
      "epoch": 3.89,
      "learning_rate": 6.107277289836889e-06,
      "loss": 1.928,
      "step": 12410
    },
    {
      "epoch": 3.9,
      "learning_rate": 6.104140526976161e-06,
      "loss": 1.9434,
      "step": 12420
    },
    {
      "epoch": 3.9,
      "learning_rate": 6.101003764115433e-06,
      "loss": 1.8637,
      "step": 12430
    },
    {
      "epoch": 3.9,
      "learning_rate": 6.097867001254706e-06,
      "loss": 1.9568,
      "step": 12440
    },
    {
      "epoch": 3.91,
      "learning_rate": 6.094730238393978e-06,
      "loss": 1.9046,
      "step": 12450
    },
    {
      "epoch": 3.91,
      "learning_rate": 6.091593475533251e-06,
      "loss": 1.8826,
      "step": 12460
    },
    {
      "epoch": 3.91,
      "learning_rate": 6.088456712672523e-06,
      "loss": 1.8399,
      "step": 12470
    },
    {
      "epoch": 3.91,
      "learning_rate": 6.085319949811794e-06,
      "loss": 1.9354,
      "step": 12480
    },
    {
      "epoch": 3.92,
      "learning_rate": 6.082183186951067e-06,
      "loss": 1.9155,
      "step": 12490
    },
    {
      "epoch": 3.92,
      "learning_rate": 6.079046424090339e-06,
      "loss": 1.8871,
      "step": 12500
    },
    {
      "epoch": 3.92,
      "learning_rate": 6.075909661229612e-06,
      "loss": 1.8971,
      "step": 12510
    },
    {
      "epoch": 3.93,
      "learning_rate": 6.072772898368884e-06,
      "loss": 1.9115,
      "step": 12520
    },
    {
      "epoch": 3.93,
      "learning_rate": 6.069636135508156e-06,
      "loss": 1.8963,
      "step": 12530
    },
    {
      "epoch": 3.93,
      "learning_rate": 6.066499372647429e-06,
      "loss": 1.9291,
      "step": 12540
    },
    {
      "epoch": 3.94,
      "learning_rate": 6.0633626097867e-06,
      "loss": 1.9453,
      "step": 12550
    },
    {
      "epoch": 3.94,
      "learning_rate": 6.060225846925973e-06,
      "loss": 1.9084,
      "step": 12560
    },
    {
      "epoch": 3.94,
      "learning_rate": 6.057089084065245e-06,
      "loss": 1.9131,
      "step": 12570
    },
    {
      "epoch": 3.95,
      "learning_rate": 6.053952321204517e-06,
      "loss": 1.9279,
      "step": 12580
    },
    {
      "epoch": 3.95,
      "learning_rate": 6.05081555834379e-06,
      "loss": 1.8515,
      "step": 12590
    },
    {
      "epoch": 3.95,
      "learning_rate": 6.047678795483062e-06,
      "loss": 1.7713,
      "step": 12600
    },
    {
      "epoch": 3.96,
      "learning_rate": 6.044542032622335e-06,
      "loss": 1.9936,
      "step": 12610
    },
    {
      "epoch": 3.96,
      "learning_rate": 6.041405269761607e-06,
      "loss": 1.9475,
      "step": 12620
    },
    {
      "epoch": 3.96,
      "learning_rate": 6.038268506900878e-06,
      "loss": 1.8708,
      "step": 12630
    },
    {
      "epoch": 3.96,
      "learning_rate": 6.035131744040151e-06,
      "loss": 1.9751,
      "step": 12640
    },
    {
      "epoch": 3.97,
      "learning_rate": 6.031994981179423e-06,
      "loss": 1.908,
      "step": 12650
    },
    {
      "epoch": 3.97,
      "learning_rate": 6.028858218318696e-06,
      "loss": 1.8999,
      "step": 12660
    },
    {
      "epoch": 3.97,
      "learning_rate": 6.025721455457968e-06,
      "loss": 1.8607,
      "step": 12670
    },
    {
      "epoch": 3.98,
      "learning_rate": 6.02258469259724e-06,
      "loss": 1.921,
      "step": 12680
    },
    {
      "epoch": 3.98,
      "learning_rate": 6.019447929736513e-06,
      "loss": 1.8849,
      "step": 12690
    },
    {
      "epoch": 3.98,
      "learning_rate": 6.016311166875784e-06,
      "loss": 1.9265,
      "step": 12700
    },
    {
      "epoch": 3.99,
      "learning_rate": 6.013174404015057e-06,
      "loss": 1.9314,
      "step": 12710
    },
    {
      "epoch": 3.99,
      "learning_rate": 6.010037641154329e-06,
      "loss": 1.9201,
      "step": 12720
    },
    {
      "epoch": 3.99,
      "learning_rate": 6.006900878293601e-06,
      "loss": 1.9461,
      "step": 12730
    },
    {
      "epoch": 4.0,
      "learning_rate": 6.003764115432874e-06,
      "loss": 1.9463,
      "step": 12740
    },
    {
      "epoch": 4.0,
      "learning_rate": 6.000627352572146e-06,
      "loss": 1.8387,
      "step": 12750
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.8398990631103516,
      "eval_runtime": 13.6302,
      "eval_samples_per_second": 73.366,
      "eval_steps_per_second": 4.622,
      "step": 12752
    },
    {
      "epoch": 4.0,
      "learning_rate": 5.997490589711419e-06,
      "loss": 1.8553,
      "step": 12760
    },
    {
      "epoch": 4.01,
      "learning_rate": 5.994353826850691e-06,
      "loss": 1.8496,
      "step": 12770
    },
    {
      "epoch": 4.01,
      "learning_rate": 5.991217063989962e-06,
      "loss": 1.9154,
      "step": 12780
    },
    {
      "epoch": 4.01,
      "learning_rate": 5.988080301129235e-06,
      "loss": 1.8631,
      "step": 12790
    },
    {
      "epoch": 4.02,
      "learning_rate": 5.984943538268507e-06,
      "loss": 1.9562,
      "step": 12800
    },
    {
      "epoch": 4.02,
      "learning_rate": 5.98180677540778e-06,
      "loss": 1.9106,
      "step": 12810
    },
    {
      "epoch": 4.02,
      "learning_rate": 5.978670012547052e-06,
      "loss": 1.9179,
      "step": 12820
    },
    {
      "epoch": 4.02,
      "learning_rate": 5.975533249686324e-06,
      "loss": 1.8616,
      "step": 12830
    },
    {
      "epoch": 4.03,
      "learning_rate": 5.972396486825597e-06,
      "loss": 1.903,
      "step": 12840
    },
    {
      "epoch": 4.03,
      "learning_rate": 5.969259723964868e-06,
      "loss": 1.959,
      "step": 12850
    },
    {
      "epoch": 4.03,
      "learning_rate": 5.96612296110414e-06,
      "loss": 1.8867,
      "step": 12860
    },
    {
      "epoch": 4.04,
      "learning_rate": 5.962986198243413e-06,
      "loss": 1.889,
      "step": 12870
    },
    {
      "epoch": 4.04,
      "learning_rate": 5.959849435382685e-06,
      "loss": 1.9415,
      "step": 12880
    },
    {
      "epoch": 4.04,
      "learning_rate": 5.956712672521958e-06,
      "loss": 1.9152,
      "step": 12890
    },
    {
      "epoch": 4.05,
      "learning_rate": 5.95357590966123e-06,
      "loss": 1.8811,
      "step": 12900
    },
    {
      "epoch": 4.05,
      "learning_rate": 5.950439146800502e-06,
      "loss": 1.8701,
      "step": 12910
    },
    {
      "epoch": 4.05,
      "learning_rate": 5.947302383939775e-06,
      "loss": 1.9534,
      "step": 12920
    },
    {
      "epoch": 4.06,
      "learning_rate": 5.944165621079046e-06,
      "loss": 1.8416,
      "step": 12930
    },
    {
      "epoch": 4.06,
      "learning_rate": 5.941028858218319e-06,
      "loss": 1.9234,
      "step": 12940
    },
    {
      "epoch": 4.06,
      "learning_rate": 5.937892095357591e-06,
      "loss": 1.953,
      "step": 12950
    },
    {
      "epoch": 4.07,
      "learning_rate": 5.934755332496863e-06,
      "loss": 1.8865,
      "step": 12960
    },
    {
      "epoch": 4.07,
      "learning_rate": 5.931618569636136e-06,
      "loss": 1.9868,
      "step": 12970
    },
    {
      "epoch": 4.07,
      "learning_rate": 5.928481806775408e-06,
      "loss": 1.9212,
      "step": 12980
    },
    {
      "epoch": 4.07,
      "learning_rate": 5.925345043914681e-06,
      "loss": 1.8667,
      "step": 12990
    },
    {
      "epoch": 4.08,
      "learning_rate": 5.922208281053953e-06,
      "loss": 1.9371,
      "step": 13000
    },
    {
      "epoch": 4.08,
      "learning_rate": 5.919071518193224e-06,
      "loss": 1.9271,
      "step": 13010
    },
    {
      "epoch": 4.08,
      "learning_rate": 5.915934755332497e-06,
      "loss": 1.9149,
      "step": 13020
    },
    {
      "epoch": 4.09,
      "learning_rate": 5.912797992471769e-06,
      "loss": 1.9657,
      "step": 13030
    },
    {
      "epoch": 4.09,
      "learning_rate": 5.909661229611042e-06,
      "loss": 1.8185,
      "step": 13040
    },
    {
      "epoch": 4.09,
      "learning_rate": 5.906524466750314e-06,
      "loss": 1.943,
      "step": 13050
    },
    {
      "epoch": 4.1,
      "learning_rate": 5.903387703889586e-06,
      "loss": 1.8899,
      "step": 13060
    },
    {
      "epoch": 4.1,
      "learning_rate": 5.900250941028859e-06,
      "loss": 1.8154,
      "step": 13070
    },
    {
      "epoch": 4.1,
      "learning_rate": 5.89711417816813e-06,
      "loss": 1.884,
      "step": 13080
    },
    {
      "epoch": 4.11,
      "learning_rate": 5.893977415307403e-06,
      "loss": 1.8621,
      "step": 13090
    },
    {
      "epoch": 4.11,
      "learning_rate": 5.890840652446675e-06,
      "loss": 1.8992,
      "step": 13100
    },
    {
      "epoch": 4.11,
      "learning_rate": 5.887703889585947e-06,
      "loss": 1.8549,
      "step": 13110
    },
    {
      "epoch": 4.12,
      "learning_rate": 5.88456712672522e-06,
      "loss": 1.8813,
      "step": 13120
    },
    {
      "epoch": 4.12,
      "learning_rate": 5.881430363864492e-06,
      "loss": 1.887,
      "step": 13130
    },
    {
      "epoch": 4.12,
      "learning_rate": 5.878293601003765e-06,
      "loss": 1.8874,
      "step": 13140
    },
    {
      "epoch": 4.12,
      "learning_rate": 5.875156838143037e-06,
      "loss": 1.9424,
      "step": 13150
    },
    {
      "epoch": 4.13,
      "learning_rate": 5.872020075282308e-06,
      "loss": 1.841,
      "step": 13160
    },
    {
      "epoch": 4.13,
      "learning_rate": 5.868883312421581e-06,
      "loss": 1.9826,
      "step": 13170
    },
    {
      "epoch": 4.13,
      "learning_rate": 5.865746549560853e-06,
      "loss": 1.9082,
      "step": 13180
    },
    {
      "epoch": 4.14,
      "learning_rate": 5.862609786700126e-06,
      "loss": 1.9529,
      "step": 13190
    },
    {
      "epoch": 4.14,
      "learning_rate": 5.859473023839398e-06,
      "loss": 1.8686,
      "step": 13200
    },
    {
      "epoch": 4.14,
      "learning_rate": 5.85633626097867e-06,
      "loss": 1.8908,
      "step": 13210
    },
    {
      "epoch": 4.15,
      "learning_rate": 5.853199498117943e-06,
      "loss": 1.8777,
      "step": 13220
    },
    {
      "epoch": 4.15,
      "learning_rate": 5.850062735257214e-06,
      "loss": 1.9514,
      "step": 13230
    },
    {
      "epoch": 4.15,
      "learning_rate": 5.846925972396488e-06,
      "loss": 1.8951,
      "step": 13240
    },
    {
      "epoch": 4.16,
      "learning_rate": 5.843789209535759e-06,
      "loss": 1.9109,
      "step": 13250
    },
    {
      "epoch": 4.16,
      "learning_rate": 5.840652446675031e-06,
      "loss": 1.9708,
      "step": 13260
    },
    {
      "epoch": 4.16,
      "learning_rate": 5.837515683814304e-06,
      "loss": 1.9357,
      "step": 13270
    },
    {
      "epoch": 4.17,
      "learning_rate": 5.834378920953576e-06,
      "loss": 1.9021,
      "step": 13280
    },
    {
      "epoch": 4.17,
      "learning_rate": 5.831242158092849e-06,
      "loss": 1.9638,
      "step": 13290
    },
    {
      "epoch": 4.17,
      "learning_rate": 5.828105395232121e-06,
      "loss": 1.8816,
      "step": 13300
    },
    {
      "epoch": 4.18,
      "learning_rate": 5.8249686323713925e-06,
      "loss": 1.8564,
      "step": 13310
    },
    {
      "epoch": 4.18,
      "learning_rate": 5.821831869510665e-06,
      "loss": 1.9092,
      "step": 13320
    },
    {
      "epoch": 4.18,
      "learning_rate": 5.818695106649937e-06,
      "loss": 1.9668,
      "step": 13330
    },
    {
      "epoch": 4.18,
      "learning_rate": 5.81555834378921e-06,
      "loss": 1.8914,
      "step": 13340
    },
    {
      "epoch": 4.19,
      "learning_rate": 5.812421580928482e-06,
      "loss": 1.924,
      "step": 13350
    },
    {
      "epoch": 4.19,
      "learning_rate": 5.809284818067754e-06,
      "loss": 1.8328,
      "step": 13360
    },
    {
      "epoch": 4.19,
      "learning_rate": 5.806148055207027e-06,
      "loss": 1.9482,
      "step": 13370
    },
    {
      "epoch": 4.2,
      "learning_rate": 5.803011292346299e-06,
      "loss": 1.8671,
      "step": 13380
    },
    {
      "epoch": 4.2,
      "learning_rate": 5.799874529485572e-06,
      "loss": 1.9224,
      "step": 13390
    },
    {
      "epoch": 4.2,
      "learning_rate": 5.796737766624843e-06,
      "loss": 1.927,
      "step": 13400
    },
    {
      "epoch": 4.21,
      "learning_rate": 5.7936010037641154e-06,
      "loss": 1.8817,
      "step": 13410
    },
    {
      "epoch": 4.21,
      "learning_rate": 5.790464240903388e-06,
      "loss": 1.8894,
      "step": 13420
    },
    {
      "epoch": 4.21,
      "learning_rate": 5.78732747804266e-06,
      "loss": 1.8203,
      "step": 13430
    },
    {
      "epoch": 4.22,
      "learning_rate": 5.784190715181933e-06,
      "loss": 1.8829,
      "step": 13440
    },
    {
      "epoch": 4.22,
      "learning_rate": 5.781053952321205e-06,
      "loss": 1.9016,
      "step": 13450
    },
    {
      "epoch": 4.22,
      "learning_rate": 5.7779171894604765e-06,
      "loss": 1.8105,
      "step": 13460
    },
    {
      "epoch": 4.23,
      "learning_rate": 5.774780426599749e-06,
      "loss": 1.9625,
      "step": 13470
    },
    {
      "epoch": 4.23,
      "learning_rate": 5.7716436637390215e-06,
      "loss": 1.9637,
      "step": 13480
    },
    {
      "epoch": 4.23,
      "learning_rate": 5.768506900878294e-06,
      "loss": 2.0088,
      "step": 13490
    },
    {
      "epoch": 4.23,
      "learning_rate": 5.765370138017566e-06,
      "loss": 1.8245,
      "step": 13500
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.7622333751568384e-06,
      "loss": 1.9708,
      "step": 13510
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.759096612296111e-06,
      "loss": 1.9308,
      "step": 13520
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.755959849435383e-06,
      "loss": 1.8563,
      "step": 13530
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.752823086574656e-06,
      "loss": 1.8595,
      "step": 13540
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.7496863237139275e-06,
      "loss": 1.9206,
      "step": 13550
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.7465495608531995e-06,
      "loss": 1.8673,
      "step": 13560
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.743412797992472e-06,
      "loss": 1.9263,
      "step": 13570
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.7402760351317444e-06,
      "loss": 1.9281,
      "step": 13580
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.737139272271017e-06,
      "loss": 1.8446,
      "step": 13590
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.734002509410289e-06,
      "loss": 1.9267,
      "step": 13600
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.730865746549561e-06,
      "loss": 1.9336,
      "step": 13610
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.727728983688834e-06,
      "loss": 1.765,
      "step": 13620
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.7245922208281055e-06,
      "loss": 1.9527,
      "step": 13630
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.721455457967378e-06,
      "loss": 1.9254,
      "step": 13640
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.7183186951066505e-06,
      "loss": 1.8996,
      "step": 13650
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.7151819322459225e-06,
      "loss": 1.8477,
      "step": 13660
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.712045169385195e-06,
      "loss": 1.8041,
      "step": 13670
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.7089084065244674e-06,
      "loss": 1.8327,
      "step": 13680
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.70577164366374e-06,
      "loss": 1.8609,
      "step": 13690
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.7026348808030115e-06,
      "loss": 1.9412,
      "step": 13700
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.6994981179422836e-06,
      "loss": 1.8599,
      "step": 13710
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.6963613550815565e-06,
      "loss": 1.9285,
      "step": 13720
    },
    {
      "epoch": 4.31,
      "learning_rate": 5.6932245922208285e-06,
      "loss": 1.8325,
      "step": 13730
    },
    {
      "epoch": 4.31,
      "learning_rate": 5.6900878293601006e-06,
      "loss": 1.9623,
      "step": 13740
    },
    {
      "epoch": 4.31,
      "learning_rate": 5.6869510664993734e-06,
      "loss": 1.8725,
      "step": 13750
    },
    {
      "epoch": 4.32,
      "learning_rate": 5.683814303638645e-06,
      "loss": 1.7946,
      "step": 13760
    },
    {
      "epoch": 4.32,
      "learning_rate": 5.680677540777918e-06,
      "loss": 2.0362,
      "step": 13770
    },
    {
      "epoch": 4.32,
      "learning_rate": 5.67754077791719e-06,
      "loss": 1.8396,
      "step": 13780
    },
    {
      "epoch": 4.33,
      "learning_rate": 5.674404015056462e-06,
      "loss": 1.9147,
      "step": 13790
    },
    {
      "epoch": 4.33,
      "learning_rate": 5.6712672521957345e-06,
      "loss": 1.9386,
      "step": 13800
    },
    {
      "epoch": 4.33,
      "learning_rate": 5.6681304893350066e-06,
      "loss": 1.8763,
      "step": 13810
    },
    {
      "epoch": 4.34,
      "learning_rate": 5.6649937264742795e-06,
      "loss": 1.8439,
      "step": 13820
    },
    {
      "epoch": 4.34,
      "learning_rate": 5.6618569636135515e-06,
      "loss": 1.9102,
      "step": 13830
    },
    {
      "epoch": 4.34,
      "learning_rate": 5.658720200752823e-06,
      "loss": 1.9619,
      "step": 13840
    },
    {
      "epoch": 4.34,
      "learning_rate": 5.655583437892096e-06,
      "loss": 1.879,
      "step": 13850
    },
    {
      "epoch": 4.35,
      "learning_rate": 5.652446675031368e-06,
      "loss": 1.9166,
      "step": 13860
    },
    {
      "epoch": 4.35,
      "learning_rate": 5.6493099121706405e-06,
      "loss": 1.809,
      "step": 13870
    },
    {
      "epoch": 4.35,
      "learning_rate": 5.6461731493099126e-06,
      "loss": 1.8136,
      "step": 13880
    },
    {
      "epoch": 4.36,
      "learning_rate": 5.643036386449185e-06,
      "loss": 1.8419,
      "step": 13890
    },
    {
      "epoch": 4.36,
      "learning_rate": 5.6398996235884575e-06,
      "loss": 1.9239,
      "step": 13900
    },
    {
      "epoch": 4.36,
      "learning_rate": 5.6367628607277296e-06,
      "loss": 1.9159,
      "step": 13910
    },
    {
      "epoch": 4.37,
      "learning_rate": 5.6336260978670024e-06,
      "loss": 1.8297,
      "step": 13920
    },
    {
      "epoch": 4.37,
      "learning_rate": 5.630489335006274e-06,
      "loss": 1.9141,
      "step": 13930
    },
    {
      "epoch": 4.37,
      "learning_rate": 5.627352572145546e-06,
      "loss": 1.8885,
      "step": 13940
    },
    {
      "epoch": 4.38,
      "learning_rate": 5.624215809284819e-06,
      "loss": 1.9794,
      "step": 13950
    },
    {
      "epoch": 4.38,
      "learning_rate": 5.621079046424091e-06,
      "loss": 1.9734,
      "step": 13960
    },
    {
      "epoch": 4.38,
      "learning_rate": 5.6179422835633635e-06,
      "loss": 1.8771,
      "step": 13970
    },
    {
      "epoch": 4.39,
      "learning_rate": 5.6148055207026356e-06,
      "loss": 1.873,
      "step": 13980
    },
    {
      "epoch": 4.39,
      "learning_rate": 5.611668757841907e-06,
      "loss": 1.9766,
      "step": 13990
    },
    {
      "epoch": 4.39,
      "learning_rate": 5.60853199498118e-06,
      "loss": 1.8123,
      "step": 14000
    },
    {
      "epoch": 4.39,
      "learning_rate": 5.605395232120452e-06,
      "loss": 1.873,
      "step": 14010
    },
    {
      "epoch": 4.4,
      "learning_rate": 5.602258469259725e-06,
      "loss": 1.8561,
      "step": 14020
    },
    {
      "epoch": 4.4,
      "learning_rate": 5.599121706398997e-06,
      "loss": 1.9332,
      "step": 14030
    },
    {
      "epoch": 4.4,
      "learning_rate": 5.595984943538269e-06,
      "loss": 1.897,
      "step": 14040
    },
    {
      "epoch": 4.41,
      "learning_rate": 5.5928481806775416e-06,
      "loss": 1.887,
      "step": 14050
    },
    {
      "epoch": 4.41,
      "learning_rate": 5.589711417816814e-06,
      "loss": 1.956,
      "step": 14060
    },
    {
      "epoch": 4.41,
      "learning_rate": 5.5865746549560865e-06,
      "loss": 1.9316,
      "step": 14070
    },
    {
      "epoch": 4.42,
      "learning_rate": 5.583437892095358e-06,
      "loss": 1.8974,
      "step": 14080
    },
    {
      "epoch": 4.42,
      "learning_rate": 5.58030112923463e-06,
      "loss": 1.9333,
      "step": 14090
    },
    {
      "epoch": 4.42,
      "learning_rate": 5.577164366373903e-06,
      "loss": 1.896,
      "step": 14100
    },
    {
      "epoch": 4.43,
      "learning_rate": 5.574027603513175e-06,
      "loss": 1.8135,
      "step": 14110
    },
    {
      "epoch": 4.43,
      "learning_rate": 5.5708908406524476e-06,
      "loss": 1.8435,
      "step": 14120
    },
    {
      "epoch": 4.43,
      "learning_rate": 5.56775407779172e-06,
      "loss": 1.8622,
      "step": 14130
    },
    {
      "epoch": 4.44,
      "learning_rate": 5.564617314930991e-06,
      "loss": 1.9146,
      "step": 14140
    },
    {
      "epoch": 4.44,
      "learning_rate": 5.5614805520702646e-06,
      "loss": 1.8822,
      "step": 14150
    },
    {
      "epoch": 4.44,
      "learning_rate": 5.558343789209536e-06,
      "loss": 1.9138,
      "step": 14160
    },
    {
      "epoch": 4.44,
      "learning_rate": 5.555207026348809e-06,
      "loss": 1.8841,
      "step": 14170
    },
    {
      "epoch": 4.45,
      "learning_rate": 5.552070263488081e-06,
      "loss": 1.9401,
      "step": 14180
    },
    {
      "epoch": 4.45,
      "learning_rate": 5.548933500627353e-06,
      "loss": 1.8915,
      "step": 14190
    },
    {
      "epoch": 4.45,
      "learning_rate": 5.545796737766626e-06,
      "loss": 1.8691,
      "step": 14200
    },
    {
      "epoch": 4.46,
      "learning_rate": 5.542659974905898e-06,
      "loss": 1.8973,
      "step": 14210
    },
    {
      "epoch": 4.46,
      "learning_rate": 5.5395232120451706e-06,
      "loss": 1.9184,
      "step": 14220
    },
    {
      "epoch": 4.46,
      "learning_rate": 5.536386449184442e-06,
      "loss": 1.913,
      "step": 14230
    },
    {
      "epoch": 4.47,
      "learning_rate": 5.533249686323714e-06,
      "loss": 1.8781,
      "step": 14240
    },
    {
      "epoch": 4.47,
      "learning_rate": 5.530112923462987e-06,
      "loss": 1.9734,
      "step": 14250
    },
    {
      "epoch": 4.47,
      "learning_rate": 5.526976160602259e-06,
      "loss": 1.8681,
      "step": 14260
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.523839397741532e-06,
      "loss": 1.848,
      "step": 14270
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.520702634880804e-06,
      "loss": 1.8625,
      "step": 14280
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.517565872020076e-06,
      "loss": 1.9166,
      "step": 14290
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.514429109159349e-06,
      "loss": 1.8398,
      "step": 14300
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.51129234629862e-06,
      "loss": 1.867,
      "step": 14310
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.508155583437893e-06,
      "loss": 1.9392,
      "step": 14320
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.505018820577165e-06,
      "loss": 1.9181,
      "step": 14330
    },
    {
      "epoch": 4.5,
      "learning_rate": 5.501882057716437e-06,
      "loss": 1.904,
      "step": 14340
    },
    {
      "epoch": 4.5,
      "learning_rate": 5.49874529485571e-06,
      "loss": 1.8688,
      "step": 14350
    },
    {
      "epoch": 4.5,
      "learning_rate": 5.495608531994982e-06,
      "loss": 1.8458,
      "step": 14360
    },
    {
      "epoch": 4.51,
      "learning_rate": 5.492471769134255e-06,
      "loss": 1.8275,
      "step": 14370
    },
    {
      "epoch": 4.51,
      "learning_rate": 5.489335006273526e-06,
      "loss": 1.9024,
      "step": 14380
    },
    {
      "epoch": 4.51,
      "learning_rate": 5.486198243412798e-06,
      "loss": 1.8987,
      "step": 14390
    },
    {
      "epoch": 4.52,
      "learning_rate": 5.483061480552071e-06,
      "loss": 1.8981,
      "step": 14400
    },
    {
      "epoch": 4.52,
      "learning_rate": 5.479924717691343e-06,
      "loss": 1.9143,
      "step": 14410
    },
    {
      "epoch": 4.52,
      "learning_rate": 5.476787954830616e-06,
      "loss": 1.8899,
      "step": 14420
    },
    {
      "epoch": 4.53,
      "learning_rate": 5.473651191969888e-06,
      "loss": 1.8701,
      "step": 14430
    },
    {
      "epoch": 4.53,
      "learning_rate": 5.47051442910916e-06,
      "loss": 1.927,
      "step": 14440
    },
    {
      "epoch": 4.53,
      "learning_rate": 5.467377666248433e-06,
      "loss": 1.8568,
      "step": 14450
    },
    {
      "epoch": 4.54,
      "learning_rate": 5.464240903387704e-06,
      "loss": 1.9297,
      "step": 14460
    },
    {
      "epoch": 4.54,
      "learning_rate": 5.461104140526977e-06,
      "loss": 1.9036,
      "step": 14470
    },
    {
      "epoch": 4.54,
      "learning_rate": 5.457967377666249e-06,
      "loss": 1.8501,
      "step": 14480
    },
    {
      "epoch": 4.55,
      "learning_rate": 5.454830614805521e-06,
      "loss": 1.8453,
      "step": 14490
    },
    {
      "epoch": 4.55,
      "learning_rate": 5.451693851944794e-06,
      "loss": 1.8577,
      "step": 14500
    },
    {
      "epoch": 4.55,
      "learning_rate": 5.448557089084066e-06,
      "loss": 1.8766,
      "step": 14510
    },
    {
      "epoch": 4.55,
      "learning_rate": 5.445420326223339e-06,
      "loss": 1.9118,
      "step": 14520
    },
    {
      "epoch": 4.56,
      "learning_rate": 5.442283563362611e-06,
      "loss": 1.9961,
      "step": 14530
    },
    {
      "epoch": 4.56,
      "learning_rate": 5.439146800501882e-06,
      "loss": 1.8682,
      "step": 14540
    },
    {
      "epoch": 4.56,
      "learning_rate": 5.436010037641155e-06,
      "loss": 1.8594,
      "step": 14550
    },
    {
      "epoch": 4.57,
      "learning_rate": 5.432873274780427e-06,
      "loss": 1.861,
      "step": 14560
    },
    {
      "epoch": 4.57,
      "learning_rate": 5.4297365119197e-06,
      "loss": 1.9484,
      "step": 14570
    },
    {
      "epoch": 4.57,
      "learning_rate": 5.426599749058972e-06,
      "loss": 1.8979,
      "step": 14580
    },
    {
      "epoch": 4.58,
      "learning_rate": 5.423462986198244e-06,
      "loss": 1.8477,
      "step": 14590
    },
    {
      "epoch": 4.58,
      "learning_rate": 5.420326223337517e-06,
      "loss": 1.926,
      "step": 14600
    },
    {
      "epoch": 4.58,
      "learning_rate": 5.417189460476788e-06,
      "loss": 1.9283,
      "step": 14610
    },
    {
      "epoch": 4.59,
      "learning_rate": 5.41405269761606e-06,
      "loss": 1.8808,
      "step": 14620
    },
    {
      "epoch": 4.59,
      "learning_rate": 5.410915934755333e-06,
      "loss": 1.9147,
      "step": 14630
    },
    {
      "epoch": 4.59,
      "learning_rate": 5.407779171894605e-06,
      "loss": 1.8446,
      "step": 14640
    },
    {
      "epoch": 4.6,
      "learning_rate": 5.404642409033878e-06,
      "loss": 1.8838,
      "step": 14650
    },
    {
      "epoch": 4.6,
      "learning_rate": 5.40150564617315e-06,
      "loss": 1.9644,
      "step": 14660
    },
    {
      "epoch": 4.6,
      "learning_rate": 5.398368883312422e-06,
      "loss": 1.96,
      "step": 14670
    },
    {
      "epoch": 4.6,
      "learning_rate": 5.395232120451695e-06,
      "loss": 1.8574,
      "step": 14680
    },
    {
      "epoch": 4.61,
      "learning_rate": 5.392095357590966e-06,
      "loss": 1.8522,
      "step": 14690
    },
    {
      "epoch": 4.61,
      "learning_rate": 5.388958594730239e-06,
      "loss": 1.902,
      "step": 14700
    },
    {
      "epoch": 4.61,
      "learning_rate": 5.385821831869511e-06,
      "loss": 1.8718,
      "step": 14710
    },
    {
      "epoch": 4.62,
      "learning_rate": 5.382685069008783e-06,
      "loss": 1.8183,
      "step": 14720
    },
    {
      "epoch": 4.62,
      "learning_rate": 5.379548306148056e-06,
      "loss": 1.91,
      "step": 14730
    },
    {
      "epoch": 4.62,
      "learning_rate": 5.376411543287328e-06,
      "loss": 1.8759,
      "step": 14740
    },
    {
      "epoch": 4.63,
      "learning_rate": 5.373274780426601e-06,
      "loss": 1.9229,
      "step": 14750
    },
    {
      "epoch": 4.63,
      "learning_rate": 5.370138017565872e-06,
      "loss": 1.8429,
      "step": 14760
    },
    {
      "epoch": 4.63,
      "learning_rate": 5.367001254705144e-06,
      "loss": 1.9231,
      "step": 14770
    },
    {
      "epoch": 4.64,
      "learning_rate": 5.363864491844417e-06,
      "loss": 1.8604,
      "step": 14780
    },
    {
      "epoch": 4.64,
      "learning_rate": 5.360727728983689e-06,
      "loss": 1.8929,
      "step": 14790
    },
    {
      "epoch": 4.64,
      "learning_rate": 5.357590966122962e-06,
      "loss": 1.8052,
      "step": 14800
    },
    {
      "epoch": 4.65,
      "learning_rate": 5.354454203262234e-06,
      "loss": 1.9085,
      "step": 14810
    },
    {
      "epoch": 4.65,
      "learning_rate": 5.351317440401506e-06,
      "loss": 1.902,
      "step": 14820
    },
    {
      "epoch": 4.65,
      "learning_rate": 5.348180677540779e-06,
      "loss": 1.8918,
      "step": 14830
    },
    {
      "epoch": 4.65,
      "learning_rate": 5.34504391468005e-06,
      "loss": 1.883,
      "step": 14840
    },
    {
      "epoch": 4.66,
      "learning_rate": 5.341907151819323e-06,
      "loss": 1.8666,
      "step": 14850
    },
    {
      "epoch": 4.66,
      "learning_rate": 5.338770388958595e-06,
      "loss": 1.8527,
      "step": 14860
    },
    {
      "epoch": 4.66,
      "learning_rate": 5.335633626097867e-06,
      "loss": 1.8875,
      "step": 14870
    },
    {
      "epoch": 4.67,
      "learning_rate": 5.33249686323714e-06,
      "loss": 1.9765,
      "step": 14880
    },
    {
      "epoch": 4.67,
      "learning_rate": 5.329360100376412e-06,
      "loss": 1.7983,
      "step": 14890
    },
    {
      "epoch": 4.67,
      "learning_rate": 5.326223337515685e-06,
      "loss": 1.895,
      "step": 14900
    },
    {
      "epoch": 4.68,
      "learning_rate": 5.323086574654956e-06,
      "loss": 1.9591,
      "step": 14910
    },
    {
      "epoch": 4.68,
      "learning_rate": 5.319949811794228e-06,
      "loss": 1.9159,
      "step": 14920
    },
    {
      "epoch": 4.68,
      "learning_rate": 5.316813048933501e-06,
      "loss": 1.8443,
      "step": 14930
    },
    {
      "epoch": 4.69,
      "learning_rate": 5.313676286072773e-06,
      "loss": 1.9166,
      "step": 14940
    },
    {
      "epoch": 4.69,
      "learning_rate": 5.310539523212046e-06,
      "loss": 1.8883,
      "step": 14950
    },
    {
      "epoch": 4.69,
      "learning_rate": 5.307402760351318e-06,
      "loss": 1.9,
      "step": 14960
    },
    {
      "epoch": 4.7,
      "learning_rate": 5.30426599749059e-06,
      "loss": 1.7444,
      "step": 14970
    },
    {
      "epoch": 4.7,
      "learning_rate": 5.301129234629863e-06,
      "loss": 1.8834,
      "step": 14980
    },
    {
      "epoch": 4.7,
      "learning_rate": 5.297992471769134e-06,
      "loss": 1.8931,
      "step": 14990
    },
    {
      "epoch": 4.71,
      "learning_rate": 5.294855708908407e-06,
      "loss": 1.8867,
      "step": 15000
    },
    {
      "epoch": 4.71,
      "learning_rate": 5.291718946047679e-06,
      "loss": 1.8816,
      "step": 15010
    },
    {
      "epoch": 4.71,
      "learning_rate": 5.288582183186951e-06,
      "loss": 1.8777,
      "step": 15020
    },
    {
      "epoch": 4.71,
      "learning_rate": 5.285445420326224e-06,
      "loss": 1.9305,
      "step": 15030
    },
    {
      "epoch": 4.72,
      "learning_rate": 5.282308657465496e-06,
      "loss": 1.9274,
      "step": 15040
    },
    {
      "epoch": 4.72,
      "learning_rate": 5.279171894604769e-06,
      "loss": 1.8658,
      "step": 15050
    },
    {
      "epoch": 4.72,
      "learning_rate": 5.276035131744041e-06,
      "loss": 1.9291,
      "step": 15060
    },
    {
      "epoch": 4.73,
      "learning_rate": 5.272898368883312e-06,
      "loss": 1.8839,
      "step": 15070
    },
    {
      "epoch": 4.73,
      "learning_rate": 5.269761606022585e-06,
      "loss": 1.8327,
      "step": 15080
    },
    {
      "epoch": 4.73,
      "learning_rate": 5.266624843161857e-06,
      "loss": 1.8446,
      "step": 15090
    },
    {
      "epoch": 4.74,
      "learning_rate": 5.26348808030113e-06,
      "loss": 1.8522,
      "step": 15100
    },
    {
      "epoch": 4.74,
      "learning_rate": 5.260351317440402e-06,
      "loss": 1.7783,
      "step": 15110
    },
    {
      "epoch": 4.74,
      "learning_rate": 5.257214554579674e-06,
      "loss": 1.8502,
      "step": 15120
    },
    {
      "epoch": 4.75,
      "learning_rate": 5.254077791718947e-06,
      "loss": 1.8753,
      "step": 15130
    },
    {
      "epoch": 4.75,
      "learning_rate": 5.250941028858218e-06,
      "loss": 1.9161,
      "step": 15140
    },
    {
      "epoch": 4.75,
      "learning_rate": 5.247804265997491e-06,
      "loss": 1.9177,
      "step": 15150
    },
    {
      "epoch": 4.76,
      "learning_rate": 5.244667503136763e-06,
      "loss": 1.8746,
      "step": 15160
    },
    {
      "epoch": 4.76,
      "learning_rate": 5.241530740276035e-06,
      "loss": 1.9254,
      "step": 15170
    },
    {
      "epoch": 4.76,
      "learning_rate": 5.238393977415308e-06,
      "loss": 1.8629,
      "step": 15180
    },
    {
      "epoch": 4.76,
      "learning_rate": 5.23525721455458e-06,
      "loss": 1.9017,
      "step": 15190
    },
    {
      "epoch": 4.77,
      "learning_rate": 5.232120451693853e-06,
      "loss": 1.8562,
      "step": 15200
    },
    {
      "epoch": 4.77,
      "learning_rate": 5.228983688833125e-06,
      "loss": 1.9271,
      "step": 15210
    },
    {
      "epoch": 4.77,
      "learning_rate": 5.225846925972396e-06,
      "loss": 1.8436,
      "step": 15220
    },
    {
      "epoch": 4.78,
      "learning_rate": 5.222710163111669e-06,
      "loss": 1.9025,
      "step": 15230
    },
    {
      "epoch": 4.78,
      "learning_rate": 5.219573400250941e-06,
      "loss": 1.9184,
      "step": 15240
    },
    {
      "epoch": 4.78,
      "learning_rate": 5.216436637390214e-06,
      "loss": 1.9348,
      "step": 15250
    },
    {
      "epoch": 4.79,
      "learning_rate": 5.213299874529486e-06,
      "loss": 1.8559,
      "step": 15260
    },
    {
      "epoch": 4.79,
      "learning_rate": 5.210163111668758e-06,
      "loss": 1.833,
      "step": 15270
    },
    {
      "epoch": 4.79,
      "learning_rate": 5.207026348808031e-06,
      "loss": 1.8749,
      "step": 15280
    },
    {
      "epoch": 4.8,
      "learning_rate": 5.203889585947302e-06,
      "loss": 1.8664,
      "step": 15290
    },
    {
      "epoch": 4.8,
      "learning_rate": 5.200752823086576e-06,
      "loss": 1.9232,
      "step": 15300
    },
    {
      "epoch": 4.8,
      "learning_rate": 5.197616060225847e-06,
      "loss": 1.9121,
      "step": 15310
    },
    {
      "epoch": 4.81,
      "learning_rate": 5.194479297365119e-06,
      "loss": 1.9184,
      "step": 15320
    },
    {
      "epoch": 4.81,
      "learning_rate": 5.191342534504392e-06,
      "loss": 1.865,
      "step": 15330
    },
    {
      "epoch": 4.81,
      "learning_rate": 5.188205771643664e-06,
      "loss": 1.9039,
      "step": 15340
    },
    {
      "epoch": 4.81,
      "learning_rate": 5.185069008782937e-06,
      "loss": 1.8667,
      "step": 15350
    },
    {
      "epoch": 4.82,
      "learning_rate": 5.181932245922209e-06,
      "loss": 1.8866,
      "step": 15360
    },
    {
      "epoch": 4.82,
      "learning_rate": 5.17879548306148e-06,
      "loss": 1.8476,
      "step": 15370
    },
    {
      "epoch": 4.82,
      "learning_rate": 5.175658720200753e-06,
      "loss": 1.8192,
      "step": 15380
    },
    {
      "epoch": 4.83,
      "learning_rate": 5.172521957340025e-06,
      "loss": 1.8782,
      "step": 15390
    },
    {
      "epoch": 4.83,
      "learning_rate": 5.169385194479298e-06,
      "loss": 1.9038,
      "step": 15400
    },
    {
      "epoch": 4.83,
      "learning_rate": 5.16624843161857e-06,
      "loss": 1.9254,
      "step": 15410
    },
    {
      "epoch": 4.84,
      "learning_rate": 5.163111668757842e-06,
      "loss": 1.9146,
      "step": 15420
    },
    {
      "epoch": 4.84,
      "learning_rate": 5.159974905897115e-06,
      "loss": 1.8519,
      "step": 15430
    },
    {
      "epoch": 4.84,
      "learning_rate": 5.156838143036387e-06,
      "loss": 1.8355,
      "step": 15440
    },
    {
      "epoch": 4.85,
      "learning_rate": 5.15370138017566e-06,
      "loss": 1.8274,
      "step": 15450
    },
    {
      "epoch": 4.85,
      "learning_rate": 5.150564617314931e-06,
      "loss": 1.9244,
      "step": 15460
    },
    {
      "epoch": 4.85,
      "learning_rate": 5.147427854454203e-06,
      "loss": 1.912,
      "step": 15470
    },
    {
      "epoch": 4.86,
      "learning_rate": 5.144291091593476e-06,
      "loss": 1.9544,
      "step": 15480
    },
    {
      "epoch": 4.86,
      "learning_rate": 5.141154328732748e-06,
      "loss": 1.8746,
      "step": 15490
    },
    {
      "epoch": 4.86,
      "learning_rate": 5.13801756587202e-06,
      "loss": 1.906,
      "step": 15500
    },
    {
      "epoch": 4.87,
      "learning_rate": 5.134880803011293e-06,
      "loss": 1.9023,
      "step": 15510
    },
    {
      "epoch": 4.87,
      "learning_rate": 5.131744040150564e-06,
      "loss": 1.9178,
      "step": 15520
    },
    {
      "epoch": 4.87,
      "learning_rate": 5.128607277289837e-06,
      "loss": 1.8647,
      "step": 15530
    },
    {
      "epoch": 4.87,
      "learning_rate": 5.125470514429109e-06,
      "loss": 1.9327,
      "step": 15540
    },
    {
      "epoch": 4.88,
      "learning_rate": 5.122333751568381e-06,
      "loss": 1.8794,
      "step": 15550
    },
    {
      "epoch": 4.88,
      "learning_rate": 5.119196988707654e-06,
      "loss": 1.975,
      "step": 15560
    },
    {
      "epoch": 4.88,
      "learning_rate": 5.116060225846926e-06,
      "loss": 1.9128,
      "step": 15570
    },
    {
      "epoch": 4.89,
      "learning_rate": 5.112923462986199e-06,
      "loss": 1.9147,
      "step": 15580
    },
    {
      "epoch": 4.89,
      "learning_rate": 5.109786700125471e-06,
      "loss": 1.9159,
      "step": 15590
    },
    {
      "epoch": 4.89,
      "learning_rate": 5.106649937264742e-06,
      "loss": 1.9288,
      "step": 15600
    },
    {
      "epoch": 4.9,
      "learning_rate": 5.103513174404015e-06,
      "loss": 1.8773,
      "step": 15610
    },
    {
      "epoch": 4.9,
      "learning_rate": 5.100376411543287e-06,
      "loss": 1.8637,
      "step": 15620
    },
    {
      "epoch": 4.9,
      "learning_rate": 5.09723964868256e-06,
      "loss": 1.9168,
      "step": 15630
    },
    {
      "epoch": 4.91,
      "learning_rate": 5.094102885821832e-06,
      "loss": 1.8844,
      "step": 15640
    },
    {
      "epoch": 4.91,
      "learning_rate": 5.090966122961104e-06,
      "loss": 1.9208,
      "step": 15650
    },
    {
      "epoch": 4.91,
      "learning_rate": 5.087829360100377e-06,
      "loss": 1.8717,
      "step": 15660
    },
    {
      "epoch": 4.92,
      "learning_rate": 5.084692597239648e-06,
      "loss": 1.9348,
      "step": 15670
    },
    {
      "epoch": 4.92,
      "learning_rate": 5.081555834378922e-06,
      "loss": 1.8565,
      "step": 15680
    },
    {
      "epoch": 4.92,
      "learning_rate": 5.078419071518193e-06,
      "loss": 1.8659,
      "step": 15690
    },
    {
      "epoch": 4.92,
      "learning_rate": 5.075282308657465e-06,
      "loss": 1.8334,
      "step": 15700
    },
    {
      "epoch": 4.93,
      "learning_rate": 5.072145545796738e-06,
      "loss": 1.8489,
      "step": 15710
    },
    {
      "epoch": 4.93,
      "learning_rate": 5.06900878293601e-06,
      "loss": 1.8754,
      "step": 15720
    },
    {
      "epoch": 4.93,
      "learning_rate": 5.065872020075283e-06,
      "loss": 1.901,
      "step": 15730
    },
    {
      "epoch": 4.94,
      "learning_rate": 5.062735257214555e-06,
      "loss": 1.8595,
      "step": 15740
    },
    {
      "epoch": 4.94,
      "learning_rate": 5.0595984943538265e-06,
      "loss": 1.7944,
      "step": 15750
    },
    {
      "epoch": 4.94,
      "learning_rate": 5.056461731493099e-06,
      "loss": 1.8644,
      "step": 15760
    },
    {
      "epoch": 4.95,
      "learning_rate": 5.053324968632371e-06,
      "loss": 1.8543,
      "step": 15770
    },
    {
      "epoch": 4.95,
      "learning_rate": 5.050188205771644e-06,
      "loss": 1.8879,
      "step": 15780
    },
    {
      "epoch": 4.95,
      "learning_rate": 5.047051442910916e-06,
      "loss": 1.9381,
      "step": 15790
    },
    {
      "epoch": 4.96,
      "learning_rate": 5.043914680050188e-06,
      "loss": 1.9313,
      "step": 15800
    },
    {
      "epoch": 4.96,
      "learning_rate": 5.040777917189461e-06,
      "loss": 1.8585,
      "step": 15810
    },
    {
      "epoch": 4.96,
      "learning_rate": 5.037641154328733e-06,
      "loss": 1.9605,
      "step": 15820
    },
    {
      "epoch": 4.97,
      "learning_rate": 5.034504391468006e-06,
      "loss": 1.8209,
      "step": 15830
    },
    {
      "epoch": 4.97,
      "learning_rate": 5.031367628607277e-06,
      "loss": 1.7861,
      "step": 15840
    },
    {
      "epoch": 4.97,
      "learning_rate": 5.0282308657465495e-06,
      "loss": 1.8689,
      "step": 15850
    },
    {
      "epoch": 4.97,
      "learning_rate": 5.025094102885822e-06,
      "loss": 1.8678,
      "step": 15860
    },
    {
      "epoch": 4.98,
      "learning_rate": 5.021957340025094e-06,
      "loss": 1.981,
      "step": 15870
    },
    {
      "epoch": 4.98,
      "learning_rate": 5.018820577164367e-06,
      "loss": 1.769,
      "step": 15880
    },
    {
      "epoch": 4.98,
      "learning_rate": 5.015683814303639e-06,
      "loss": 1.8633,
      "step": 15890
    },
    {
      "epoch": 4.99,
      "learning_rate": 5.0125470514429105e-06,
      "loss": 2.0299,
      "step": 15900
    },
    {
      "epoch": 4.99,
      "learning_rate": 5.0094102885821834e-06,
      "loss": 1.9424,
      "step": 15910
    },
    {
      "epoch": 4.99,
      "learning_rate": 5.0062735257214555e-06,
      "loss": 1.9456,
      "step": 15920
    },
    {
      "epoch": 5.0,
      "learning_rate": 5.003136762860728e-06,
      "loss": 1.8269,
      "step": 15930
    },
    {
      "epoch": 5.0,
      "learning_rate": 5e-06,
      "loss": 1.8382,
      "step": 15940
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.828749418258667,
      "eval_runtime": 13.6137,
      "eval_samples_per_second": 73.455,
      "eval_steps_per_second": 4.628,
      "step": 15940
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.9968632371392725e-06,
      "loss": 1.9341,
      "step": 15950
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.993726474278545e-06,
      "loss": 1.8757,
      "step": 15960
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.990589711417817e-06,
      "loss": 1.8885,
      "step": 15970
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.9874529485570894e-06,
      "loss": 1.806,
      "step": 15980
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.9843161856963615e-06,
      "loss": 1.8617,
      "step": 15990
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.981179422835634e-06,
      "loss": 1.8927,
      "step": 16000
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.978042659974906e-06,
      "loss": 1.8202,
      "step": 16010
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.9749058971141785e-06,
      "loss": 1.898,
      "step": 16020
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.9717691342534505e-06,
      "loss": 1.8298,
      "step": 16030
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.968632371392723e-06,
      "loss": 1.8598,
      "step": 16040
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.9654956085319954e-06,
      "loss": 1.9222,
      "step": 16050
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.9623588456712675e-06,
      "loss": 1.8679,
      "step": 16060
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.9592220828105395e-06,
      "loss": 1.8874,
      "step": 16070
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.9560853199498124e-06,
      "loss": 1.8677,
      "step": 16080
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.9529485570890845e-06,
      "loss": 1.753,
      "step": 16090
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.9498117942283565e-06,
      "loss": 1.759,
      "step": 16100
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.946675031367629e-06,
      "loss": 1.8249,
      "step": 16110
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.9435382685069015e-06,
      "loss": 1.9584,
      "step": 16120
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.9404015056461735e-06,
      "loss": 1.9016,
      "step": 16130
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.9372647427854455e-06,
      "loss": 1.7952,
      "step": 16140
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.9341279799247184e-06,
      "loss": 1.8447,
      "step": 16150
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.9309912170639905e-06,
      "loss": 1.8471,
      "step": 16160
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.9278544542032625e-06,
      "loss": 1.7276,
      "step": 16170
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.9247176913425346e-06,
      "loss": 1.7841,
      "step": 16180
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.9215809284818075e-06,
      "loss": 1.8478,
      "step": 16190
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.9184441656210795e-06,
      "loss": 1.9077,
      "step": 16200
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.9153074027603516e-06,
      "loss": 1.9702,
      "step": 16210
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.912170639899624e-06,
      "loss": 1.8798,
      "step": 16220
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.9090338770388965e-06,
      "loss": 1.8828,
      "step": 16230
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.9058971141781685e-06,
      "loss": 1.858,
      "step": 16240
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.902760351317441e-06,
      "loss": 1.9143,
      "step": 16250
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.899623588456713e-06,
      "loss": 1.845,
      "step": 16260
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.8964868255959855e-06,
      "loss": 1.9097,
      "step": 16270
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.8933500627352576e-06,
      "loss": 1.8443,
      "step": 16280
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.89021329987453e-06,
      "loss": 1.8654,
      "step": 16290
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.8870765370138025e-06,
      "loss": 1.9197,
      "step": 16300
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.8839397741530745e-06,
      "loss": 1.8181,
      "step": 16310
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.880803011292347e-06,
      "loss": 1.8374,
      "step": 16320
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.877666248431619e-06,
      "loss": 1.7974,
      "step": 16330
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.8745294855708915e-06,
      "loss": 1.8759,
      "step": 16340
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.8713927227101636e-06,
      "loss": 1.8612,
      "step": 16350
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.868255959849436e-06,
      "loss": 1.8389,
      "step": 16360
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.865119196988708e-06,
      "loss": 1.8966,
      "step": 16370
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.8619824341279805e-06,
      "loss": 1.9176,
      "step": 16380
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.858845671267253e-06,
      "loss": 1.8387,
      "step": 16390
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.8557089084065255e-06,
      "loss": 1.8397,
      "step": 16400
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.852572145545797e-06,
      "loss": 1.8909,
      "step": 16410
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.84943538268507e-06,
      "loss": 1.8981,
      "step": 16420
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.846298619824342e-06,
      "loss": 1.8632,
      "step": 16430
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.843161856963614e-06,
      "loss": 1.8874,
      "step": 16440
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.8400250941028866e-06,
      "loss": 1.8557,
      "step": 16450
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.836888331242159e-06,
      "loss": 1.8918,
      "step": 16460
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.833751568381431e-06,
      "loss": 1.8779,
      "step": 16470
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.830614805520703e-06,
      "loss": 1.8792,
      "step": 16480
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.827478042659976e-06,
      "loss": 1.9252,
      "step": 16490
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.824341279799248e-06,
      "loss": 1.7958,
      "step": 16500
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.82120451693852e-06,
      "loss": 1.9067,
      "step": 16510
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.818067754077792e-06,
      "loss": 1.7881,
      "step": 16520
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.814930991217065e-06,
      "loss": 1.9106,
      "step": 16530
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.811794228356337e-06,
      "loss": 1.8793,
      "step": 16540
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.8086574654956095e-06,
      "loss": 1.9255,
      "step": 16550
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.805520702634881e-06,
      "loss": 1.9354,
      "step": 16560
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.802383939774154e-06,
      "loss": 1.9018,
      "step": 16570
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.799247176913426e-06,
      "loss": 1.8821,
      "step": 16580
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.7961104140526986e-06,
      "loss": 1.8658,
      "step": 16590
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.792973651191971e-06,
      "loss": 1.8904,
      "step": 16600
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.789836888331243e-06,
      "loss": 1.8478,
      "step": 16610
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.786700125470515e-06,
      "loss": 1.8945,
      "step": 16620
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.783563362609787e-06,
      "loss": 1.8028,
      "step": 16630
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.78042659974906e-06,
      "loss": 1.8476,
      "step": 16640
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.777289836888332e-06,
      "loss": 1.8735,
      "step": 16650
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.774153074027604e-06,
      "loss": 1.9773,
      "step": 16660
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.771016311166876e-06,
      "loss": 1.8794,
      "step": 16670
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.767879548306149e-06,
      "loss": 1.8646,
      "step": 16680
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.764742785445421e-06,
      "loss": 1.8607,
      "step": 16690
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.761606022584693e-06,
      "loss": 1.9471,
      "step": 16700
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.758469259723965e-06,
      "loss": 1.8419,
      "step": 16710
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.755332496863238e-06,
      "loss": 1.8559,
      "step": 16720
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.75219573400251e-06,
      "loss": 1.8327,
      "step": 16730
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.749058971141783e-06,
      "loss": 1.9288,
      "step": 16740
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.745922208281054e-06,
      "loss": 1.8511,
      "step": 16750
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.742785445420327e-06,
      "loss": 1.9087,
      "step": 16760
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.739648682559599e-06,
      "loss": 1.8333,
      "step": 16770
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.736511919698872e-06,
      "loss": 1.8701,
      "step": 16780
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.733375156838144e-06,
      "loss": 1.9376,
      "step": 16790
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.730238393977416e-06,
      "loss": 1.848,
      "step": 16800
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.727101631116688e-06,
      "loss": 1.7526,
      "step": 16810
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.72396486825596e-06,
      "loss": 1.8326,
      "step": 16820
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.720828105395233e-06,
      "loss": 1.8106,
      "step": 16830
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.717691342534505e-06,
      "loss": 1.8723,
      "step": 16840
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.714554579673777e-06,
      "loss": 1.8554,
      "step": 16850
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.711417816813049e-06,
      "loss": 1.847,
      "step": 16860
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.708281053952322e-06,
      "loss": 1.9274,
      "step": 16870
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.705144291091594e-06,
      "loss": 1.8982,
      "step": 16880
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.702007528230867e-06,
      "loss": 1.8529,
      "step": 16890
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.698870765370138e-06,
      "loss": 1.853,
      "step": 16900
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.695734002509411e-06,
      "loss": 1.8639,
      "step": 16910
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.692597239648683e-06,
      "loss": 1.9326,
      "step": 16920
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.689460476787956e-06,
      "loss": 1.9268,
      "step": 16930
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.686323713927228e-06,
      "loss": 1.9351,
      "step": 16940
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.6831869510665e-06,
      "loss": 1.9076,
      "step": 16950
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.680050188205772e-06,
      "loss": 1.8779,
      "step": 16960
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.676913425345045e-06,
      "loss": 1.8081,
      "step": 16970
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.673776662484317e-06,
      "loss": 1.908,
      "step": 16980
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.670639899623589e-06,
      "loss": 1.8247,
      "step": 16990
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.667503136762861e-06,
      "loss": 1.8314,
      "step": 17000
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.664366373902133e-06,
      "loss": 1.8752,
      "step": 17010
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.661229611041406e-06,
      "loss": 1.8456,
      "step": 17020
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.658092848180678e-06,
      "loss": 1.8795,
      "step": 17030
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.654956085319951e-06,
      "loss": 1.8288,
      "step": 17040
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.651819322459222e-06,
      "loss": 1.8917,
      "step": 17050
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.648682559598495e-06,
      "loss": 1.8626,
      "step": 17060
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.645545796737767e-06,
      "loss": 1.8603,
      "step": 17070
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.64240903387704e-06,
      "loss": 1.8863,
      "step": 17080
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.639272271016311e-06,
      "loss": 1.8566,
      "step": 17090
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.636135508155584e-06,
      "loss": 1.9462,
      "step": 17100
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.632998745294856e-06,
      "loss": 1.8992,
      "step": 17110
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.629861982434129e-06,
      "loss": 1.8613,
      "step": 17120
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.626725219573401e-06,
      "loss": 1.8436,
      "step": 17130
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.623588456712673e-06,
      "loss": 1.9199,
      "step": 17140
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.620451693851945e-06,
      "loss": 1.9195,
      "step": 17150
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.617314930991217e-06,
      "loss": 1.8925,
      "step": 17160
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.61417816813049e-06,
      "loss": 1.9009,
      "step": 17170
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.611041405269762e-06,
      "loss": 1.8888,
      "step": 17180
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.607904642409034e-06,
      "loss": 1.8742,
      "step": 17190
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.604767879548306e-06,
      "loss": 1.8256,
      "step": 17200
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.601631116687579e-06,
      "loss": 1.8244,
      "step": 17210
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.598494353826851e-06,
      "loss": 1.8462,
      "step": 17220
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.595357590966124e-06,
      "loss": 1.9451,
      "step": 17230
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.592220828105395e-06,
      "loss": 1.8587,
      "step": 17240
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.589084065244668e-06,
      "loss": 1.9033,
      "step": 17250
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.58594730238394e-06,
      "loss": 1.8973,
      "step": 17260
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.582810539523213e-06,
      "loss": 1.8485,
      "step": 17270
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.579673776662485e-06,
      "loss": 1.8579,
      "step": 17280
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.576537013801757e-06,
      "loss": 1.9269,
      "step": 17290
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.573400250941029e-06,
      "loss": 1.8768,
      "step": 17300
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.570263488080302e-06,
      "loss": 1.9166,
      "step": 17310
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.567126725219574e-06,
      "loss": 1.871,
      "step": 17320
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.563989962358846e-06,
      "loss": 1.8885,
      "step": 17330
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.560853199498118e-06,
      "loss": 1.8639,
      "step": 17340
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.55771643663739e-06,
      "loss": 1.8968,
      "step": 17350
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.554579673776663e-06,
      "loss": 1.9012,
      "step": 17360
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.551442910915935e-06,
      "loss": 1.8502,
      "step": 17370
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.548306148055208e-06,
      "loss": 1.8242,
      "step": 17380
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.545169385194479e-06,
      "loss": 1.9132,
      "step": 17390
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.542032622333752e-06,
      "loss": 1.8413,
      "step": 17400
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.538895859473024e-06,
      "loss": 1.9127,
      "step": 17410
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.535759096612297e-06,
      "loss": 1.9078,
      "step": 17420
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.532622333751569e-06,
      "loss": 1.9186,
      "step": 17430
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.529485570890841e-06,
      "loss": 1.8833,
      "step": 17440
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.526348808030113e-06,
      "loss": 1.8754,
      "step": 17450
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.523212045169386e-06,
      "loss": 1.8861,
      "step": 17460
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.520075282308658e-06,
      "loss": 1.7951,
      "step": 17470
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.51693851944793e-06,
      "loss": 1.9778,
      "step": 17480
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.513801756587202e-06,
      "loss": 1.8056,
      "step": 17490
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.510664993726475e-06,
      "loss": 1.8797,
      "step": 17500
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.507528230865747e-06,
      "loss": 1.8466,
      "step": 17510
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.504391468005019e-06,
      "loss": 1.9108,
      "step": 17520
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.501254705144291e-06,
      "loss": 1.9139,
      "step": 17530
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.498117942283563e-06,
      "loss": 1.8835,
      "step": 17540
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.494981179422836e-06,
      "loss": 1.8341,
      "step": 17550
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.491844416562108e-06,
      "loss": 1.8345,
      "step": 17560
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.488707653701381e-06,
      "loss": 1.8053,
      "step": 17570
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.485570890840652e-06,
      "loss": 1.8901,
      "step": 17580
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.482434127979925e-06,
      "loss": 1.882,
      "step": 17590
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.479297365119197e-06,
      "loss": 1.8712,
      "step": 17600
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.47616060225847e-06,
      "loss": 1.8634,
      "step": 17610
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.473023839397742e-06,
      "loss": 1.8308,
      "step": 17620
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.469887076537014e-06,
      "loss": 1.8628,
      "step": 17630
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.466750313676286e-06,
      "loss": 1.87,
      "step": 17640
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.463613550815559e-06,
      "loss": 1.8509,
      "step": 17650
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.460476787954831e-06,
      "loss": 1.861,
      "step": 17660
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.457340025094103e-06,
      "loss": 1.8706,
      "step": 17670
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.454203262233375e-06,
      "loss": 1.9479,
      "step": 17680
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.451066499372648e-06,
      "loss": 1.8876,
      "step": 17690
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.44792973651192e-06,
      "loss": 1.8264,
      "step": 17700
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.444792973651192e-06,
      "loss": 1.7968,
      "step": 17710
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.441656210790465e-06,
      "loss": 1.8326,
      "step": 17720
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.438519447929736e-06,
      "loss": 1.7976,
      "step": 17730
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.435382685069009e-06,
      "loss": 1.8688,
      "step": 17740
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.432245922208281e-06,
      "loss": 1.8763,
      "step": 17750
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.429109159347554e-06,
      "loss": 1.872,
      "step": 17760
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.425972396486826e-06,
      "loss": 1.8453,
      "step": 17770
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.422835633626098e-06,
      "loss": 1.911,
      "step": 17780
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.41969887076537e-06,
      "loss": 1.831,
      "step": 17790
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.416562107904643e-06,
      "loss": 1.8414,
      "step": 17800
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.413425345043915e-06,
      "loss": 1.8333,
      "step": 17810
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.410288582183187e-06,
      "loss": 1.8801,
      "step": 17820
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.407151819322459e-06,
      "loss": 1.9353,
      "step": 17830
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.404015056461732e-06,
      "loss": 1.8287,
      "step": 17840
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.400878293601004e-06,
      "loss": 1.8044,
      "step": 17850
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.397741530740276e-06,
      "loss": 1.8164,
      "step": 17860
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.394604767879549e-06,
      "loss": 1.8935,
      "step": 17870
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.391468005018821e-06,
      "loss": 1.8232,
      "step": 17880
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.388331242158093e-06,
      "loss": 1.8721,
      "step": 17890
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.385194479297365e-06,
      "loss": 1.9139,
      "step": 17900
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.382057716436638e-06,
      "loss": 1.9591,
      "step": 17910
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.37892095357591e-06,
      "loss": 1.7527,
      "step": 17920
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.375784190715182e-06,
      "loss": 1.841,
      "step": 17930
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.372647427854454e-06,
      "loss": 1.7895,
      "step": 17940
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.369510664993727e-06,
      "loss": 1.9204,
      "step": 17950
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.366373902132999e-06,
      "loss": 1.8384,
      "step": 17960
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.363237139272271e-06,
      "loss": 1.8726,
      "step": 17970
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.360100376411543e-06,
      "loss": 1.9236,
      "step": 17980
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.356963613550816e-06,
      "loss": 1.867,
      "step": 17990
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.353826850690088e-06,
      "loss": 1.8962,
      "step": 18000
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.35069008782936e-06,
      "loss": 1.8803,
      "step": 18010
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.347553324968632e-06,
      "loss": 1.9137,
      "step": 18020
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.344416562107905e-06,
      "loss": 1.8177,
      "step": 18030
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.341279799247177e-06,
      "loss": 1.923,
      "step": 18040
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.338143036386449e-06,
      "loss": 1.8752,
      "step": 18050
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.335006273525722e-06,
      "loss": 1.7683,
      "step": 18060
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.331869510664994e-06,
      "loss": 1.8277,
      "step": 18070
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.328732747804266e-06,
      "loss": 1.8932,
      "step": 18080
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.325595984943538e-06,
      "loss": 1.8611,
      "step": 18090
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.322459222082811e-06,
      "loss": 1.9092,
      "step": 18100
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.319322459222083e-06,
      "loss": 1.8887,
      "step": 18110
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.316185696361355e-06,
      "loss": 1.8339,
      "step": 18120
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.313048933500627e-06,
      "loss": 1.8809,
      "step": 18130
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.3099121706399e-06,
      "loss": 1.838,
      "step": 18140
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.306775407779172e-06,
      "loss": 1.9172,
      "step": 18150
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.303638644918444e-06,
      "loss": 1.8116,
      "step": 18160
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.300501882057716e-06,
      "loss": 1.9088,
      "step": 18170
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.297365119196989e-06,
      "loss": 1.8633,
      "step": 18180
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.294228356336261e-06,
      "loss": 1.8457,
      "step": 18190
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.291091593475533e-06,
      "loss": 1.8625,
      "step": 18200
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.287954830614806e-06,
      "loss": 1.895,
      "step": 18210
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.284818067754078e-06,
      "loss": 1.8002,
      "step": 18220
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.28168130489335e-06,
      "loss": 1.8445,
      "step": 18230
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.278544542032622e-06,
      "loss": 1.8905,
      "step": 18240
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.275407779171895e-06,
      "loss": 1.9096,
      "step": 18250
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.272271016311167e-06,
      "loss": 1.9088,
      "step": 18260
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.269134253450439e-06,
      "loss": 1.9363,
      "step": 18270
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.2659974905897114e-06,
      "loss": 1.8302,
      "step": 18280
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.262860727728984e-06,
      "loss": 1.9126,
      "step": 18290
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.259723964868256e-06,
      "loss": 1.8292,
      "step": 18300
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.256587202007528e-06,
      "loss": 1.8952,
      "step": 18310
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.2534504391468005e-06,
      "loss": 1.8559,
      "step": 18320
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.250313676286073e-06,
      "loss": 1.8406,
      "step": 18330
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.247176913425345e-06,
      "loss": 1.8789,
      "step": 18340
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.2440401505646174e-06,
      "loss": 1.9105,
      "step": 18350
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.24090338770389e-06,
      "loss": 1.8775,
      "step": 18360
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.237766624843162e-06,
      "loss": 1.8922,
      "step": 18370
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.2346298619824344e-06,
      "loss": 1.8724,
      "step": 18380
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.2314930991217065e-06,
      "loss": 1.8211,
      "step": 18390
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.228356336260979e-06,
      "loss": 1.8813,
      "step": 18400
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.225219573400251e-06,
      "loss": 1.8587,
      "step": 18410
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.2220828105395235e-06,
      "loss": 1.8624,
      "step": 18420
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.2189460476787955e-06,
      "loss": 1.8503,
      "step": 18430
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.215809284818068e-06,
      "loss": 1.8128,
      "step": 18440
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.2126725219573404e-06,
      "loss": 1.8921,
      "step": 18450
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.2095357590966125e-06,
      "loss": 1.8751,
      "step": 18460
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.2063989962358845e-06,
      "loss": 1.8635,
      "step": 18470
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.203262233375157e-06,
      "loss": 1.8687,
      "step": 18480
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.2001254705144295e-06,
      "loss": 1.9078,
      "step": 18490
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.1969887076537015e-06,
      "loss": 1.8334,
      "step": 18500
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.1938519447929736e-06,
      "loss": 1.8734,
      "step": 18510
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.1907151819322464e-06,
      "loss": 1.9317,
      "step": 18520
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.1875784190715185e-06,
      "loss": 1.8736,
      "step": 18530
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.1844416562107905e-06,
      "loss": 1.9142,
      "step": 18540
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.1813048933500634e-06,
      "loss": 1.8304,
      "step": 18550
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.1781681304893355e-06,
      "loss": 1.8861,
      "step": 18560
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.1750313676286075e-06,
      "loss": 1.8007,
      "step": 18570
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.1718946047678796e-06,
      "loss": 1.9076,
      "step": 18580
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.1687578419071525e-06,
      "loss": 1.7931,
      "step": 18590
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.1656210790464245e-06,
      "loss": 1.9116,
      "step": 18600
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.1624843161856965e-06,
      "loss": 1.8149,
      "step": 18610
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.159347553324969e-06,
      "loss": 1.8394,
      "step": 18620
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.1562107904642415e-06,
      "loss": 1.8453,
      "step": 18630
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.1530740276035135e-06,
      "loss": 1.9149,
      "step": 18640
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.149937264742786e-06,
      "loss": 1.865,
      "step": 18650
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.146800501882058e-06,
      "loss": 1.9112,
      "step": 18660
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.1436637390213305e-06,
      "loss": 1.8812,
      "step": 18670
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.1405269761606026e-06,
      "loss": 1.8773,
      "step": 18680
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.137390213299875e-06,
      "loss": 1.8407,
      "step": 18690
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.1342534504391475e-06,
      "loss": 1.9239,
      "step": 18700
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.1311166875784195e-06,
      "loss": 1.8716,
      "step": 18710
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.127979924717692e-06,
      "loss": 1.9464,
      "step": 18720
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.124843161856964e-06,
      "loss": 1.7955,
      "step": 18730
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.1217063989962365e-06,
      "loss": 1.8431,
      "step": 18740
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.1185696361355086e-06,
      "loss": 1.8306,
      "step": 18750
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.115432873274781e-06,
      "loss": 1.8927,
      "step": 18760
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.112296110414053e-06,
      "loss": 1.918,
      "step": 18770
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.1091593475533255e-06,
      "loss": 1.8618,
      "step": 18780
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.106022584692598e-06,
      "loss": 1.9345,
      "step": 18790
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.1028858218318705e-06,
      "loss": 1.9022,
      "step": 18800
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.099749058971142e-06,
      "loss": 1.8736,
      "step": 18810
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.0966122961104146e-06,
      "loss": 1.8973,
      "step": 18820
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.093475533249687e-06,
      "loss": 1.8944,
      "step": 18830
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.0903387703889595e-06,
      "loss": 1.9158,
      "step": 18840
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.087202007528231e-06,
      "loss": 1.8534,
      "step": 18850
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.084065244667504e-06,
      "loss": 1.8687,
      "step": 18860
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.080928481806776e-06,
      "loss": 1.9409,
      "step": 18870
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.077791718946048e-06,
      "loss": 1.8839,
      "step": 18880
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.0746549560853206e-06,
      "loss": 1.8978,
      "step": 18890
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.071518193224593e-06,
      "loss": 1.8626,
      "step": 18900
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.068381430363865e-06,
      "loss": 1.8504,
      "step": 18910
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.065244667503137e-06,
      "loss": 1.8749,
      "step": 18920
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.06210790464241e-06,
      "loss": 1.8506,
      "step": 18930
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.058971141781682e-06,
      "loss": 1.931,
      "step": 18940
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.055834378920954e-06,
      "loss": 1.8148,
      "step": 18950
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.052697616060226e-06,
      "loss": 1.8824,
      "step": 18960
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.049560853199499e-06,
      "loss": 1.8675,
      "step": 18970
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.046424090338771e-06,
      "loss": 1.8647,
      "step": 18980
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.0432873274780436e-06,
      "loss": 1.8516,
      "step": 18990
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.040150564617315e-06,
      "loss": 1.8243,
      "step": 19000
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.037013801756588e-06,
      "loss": 1.8079,
      "step": 19010
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.03387703889586e-06,
      "loss": 1.9742,
      "step": 19020
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.030740276035133e-06,
      "loss": 1.861,
      "step": 19030
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.027603513174405e-06,
      "loss": 1.8048,
      "step": 19040
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.024466750313677e-06,
      "loss": 1.825,
      "step": 19050
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.021329987452949e-06,
      "loss": 1.903,
      "step": 19060
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.018193224592221e-06,
      "loss": 1.8486,
      "step": 19070
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.015056461731494e-06,
      "loss": 1.887,
      "step": 19080
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.011919698870766e-06,
      "loss": 1.888,
      "step": 19090
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.008782936010038e-06,
      "loss": 1.8812,
      "step": 19100
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.00564617314931e-06,
      "loss": 1.8965,
      "step": 19110
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.002509410288583e-06,
      "loss": 1.8517,
      "step": 19120
    },
    {
      "epoch": 6.0,
      "eval_loss": 1.820218563079834,
      "eval_runtime": 13.6104,
      "eval_samples_per_second": 73.473,
      "eval_steps_per_second": 4.629,
      "step": 19128
    },
    {
      "epoch": 6.0,
      "learning_rate": 3.999372647427855e-06,
      "loss": 1.8515,
      "step": 19130
    },
    {
      "epoch": 6.0,
      "learning_rate": 3.996235884567128e-06,
      "loss": 1.8202,
      "step": 19140
    },
    {
      "epoch": 6.01,
      "learning_rate": 3.993099121706399e-06,
      "loss": 1.8573,
      "step": 19150
    },
    {
      "epoch": 6.01,
      "learning_rate": 3.989962358845672e-06,
      "loss": 1.8828,
      "step": 19160
    },
    {
      "epoch": 6.01,
      "learning_rate": 3.986825595984944e-06,
      "loss": 1.872,
      "step": 19170
    },
    {
      "epoch": 6.02,
      "learning_rate": 3.983688833124217e-06,
      "loss": 1.8282,
      "step": 19180
    },
    {
      "epoch": 6.02,
      "learning_rate": 3.980552070263489e-06,
      "loss": 1.8519,
      "step": 19190
    },
    {
      "epoch": 6.02,
      "learning_rate": 3.977415307402761e-06,
      "loss": 1.9018,
      "step": 19200
    },
    {
      "epoch": 6.03,
      "learning_rate": 3.974278544542033e-06,
      "loss": 1.8212,
      "step": 19210
    },
    {
      "epoch": 6.03,
      "learning_rate": 3.971141781681306e-06,
      "loss": 1.8703,
      "step": 19220
    },
    {
      "epoch": 6.03,
      "learning_rate": 3.968005018820578e-06,
      "loss": 1.9376,
      "step": 19230
    },
    {
      "epoch": 6.04,
      "learning_rate": 3.96486825595985e-06,
      "loss": 1.7754,
      "step": 19240
    },
    {
      "epoch": 6.04,
      "learning_rate": 3.961731493099122e-06,
      "loss": 1.7899,
      "step": 19250
    },
    {
      "epoch": 6.04,
      "learning_rate": 3.958594730238394e-06,
      "loss": 1.8671,
      "step": 19260
    },
    {
      "epoch": 6.04,
      "learning_rate": 3.955457967377667e-06,
      "loss": 1.7892,
      "step": 19270
    },
    {
      "epoch": 6.05,
      "learning_rate": 3.952321204516939e-06,
      "loss": 1.8795,
      "step": 19280
    },
    {
      "epoch": 6.05,
      "learning_rate": 3.949184441656211e-06,
      "loss": 1.8955,
      "step": 19290
    },
    {
      "epoch": 6.05,
      "learning_rate": 3.946047678795483e-06,
      "loss": 1.8663,
      "step": 19300
    },
    {
      "epoch": 6.06,
      "learning_rate": 3.942910915934756e-06,
      "loss": 1.8066,
      "step": 19310
    },
    {
      "epoch": 6.06,
      "learning_rate": 3.939774153074028e-06,
      "loss": 1.8993,
      "step": 19320
    },
    {
      "epoch": 6.06,
      "learning_rate": 3.936637390213301e-06,
      "loss": 1.9433,
      "step": 19330
    },
    {
      "epoch": 6.07,
      "learning_rate": 3.933500627352572e-06,
      "loss": 1.8686,
      "step": 19340
    },
    {
      "epoch": 6.07,
      "learning_rate": 3.930363864491845e-06,
      "loss": 1.8731,
      "step": 19350
    },
    {
      "epoch": 6.07,
      "learning_rate": 3.927227101631117e-06,
      "loss": 1.8142,
      "step": 19360
    },
    {
      "epoch": 6.08,
      "learning_rate": 3.92409033877039e-06,
      "loss": 1.8284,
      "step": 19370
    },
    {
      "epoch": 6.08,
      "learning_rate": 3.920953575909662e-06,
      "loss": 1.8389,
      "step": 19380
    },
    {
      "epoch": 6.08,
      "learning_rate": 3.917816813048934e-06,
      "loss": 1.8045,
      "step": 19390
    },
    {
      "epoch": 6.09,
      "learning_rate": 3.914680050188206e-06,
      "loss": 1.9117,
      "step": 19400
    },
    {
      "epoch": 6.09,
      "learning_rate": 3.911543287327478e-06,
      "loss": 1.7794,
      "step": 19410
    },
    {
      "epoch": 6.09,
      "learning_rate": 3.908406524466751e-06,
      "loss": 1.7901,
      "step": 19420
    },
    {
      "epoch": 6.09,
      "learning_rate": 3.905269761606023e-06,
      "loss": 1.8203,
      "step": 19430
    },
    {
      "epoch": 6.1,
      "learning_rate": 3.902132998745295e-06,
      "loss": 1.8181,
      "step": 19440
    },
    {
      "epoch": 6.1,
      "learning_rate": 3.898996235884567e-06,
      "loss": 1.8661,
      "step": 19450
    },
    {
      "epoch": 6.1,
      "learning_rate": 3.89585947302384e-06,
      "loss": 1.838,
      "step": 19460
    },
    {
      "epoch": 6.11,
      "learning_rate": 3.892722710163112e-06,
      "loss": 1.8502,
      "step": 19470
    },
    {
      "epoch": 6.11,
      "learning_rate": 3.889585947302385e-06,
      "loss": 1.8204,
      "step": 19480
    },
    {
      "epoch": 6.11,
      "learning_rate": 3.886449184441656e-06,
      "loss": 1.8692,
      "step": 19490
    },
    {
      "epoch": 6.12,
      "learning_rate": 3.883312421580929e-06,
      "loss": 1.8647,
      "step": 19500
    },
    {
      "epoch": 6.12,
      "learning_rate": 3.880175658720201e-06,
      "loss": 1.8123,
      "step": 19510
    },
    {
      "epoch": 6.12,
      "learning_rate": 3.877038895859474e-06,
      "loss": 1.832,
      "step": 19520
    },
    {
      "epoch": 6.13,
      "learning_rate": 3.873902132998746e-06,
      "loss": 1.8847,
      "step": 19530
    },
    {
      "epoch": 6.13,
      "learning_rate": 3.870765370138018e-06,
      "loss": 1.8446,
      "step": 19540
    },
    {
      "epoch": 6.13,
      "learning_rate": 3.86762860727729e-06,
      "loss": 1.8965,
      "step": 19550
    },
    {
      "epoch": 6.14,
      "learning_rate": 3.864491844416563e-06,
      "loss": 1.873,
      "step": 19560
    },
    {
      "epoch": 6.14,
      "learning_rate": 3.861355081555835e-06,
      "loss": 1.8918,
      "step": 19570
    },
    {
      "epoch": 6.14,
      "learning_rate": 3.858218318695107e-06,
      "loss": 1.8685,
      "step": 19580
    },
    {
      "epoch": 6.14,
      "learning_rate": 3.855081555834379e-06,
      "loss": 1.794,
      "step": 19590
    },
    {
      "epoch": 6.15,
      "learning_rate": 3.851944792973651e-06,
      "loss": 1.8445,
      "step": 19600
    },
    {
      "epoch": 6.15,
      "learning_rate": 3.848808030112924e-06,
      "loss": 1.906,
      "step": 19610
    },
    {
      "epoch": 6.15,
      "learning_rate": 3.845671267252196e-06,
      "loss": 1.8826,
      "step": 19620
    },
    {
      "epoch": 6.16,
      "learning_rate": 3.842534504391469e-06,
      "loss": 1.7995,
      "step": 19630
    },
    {
      "epoch": 6.16,
      "learning_rate": 3.83939774153074e-06,
      "loss": 1.8395,
      "step": 19640
    },
    {
      "epoch": 6.16,
      "learning_rate": 3.836260978670013e-06,
      "loss": 1.7938,
      "step": 19650
    },
    {
      "epoch": 6.17,
      "learning_rate": 3.833124215809285e-06,
      "loss": 1.8405,
      "step": 19660
    },
    {
      "epoch": 6.17,
      "learning_rate": 3.829987452948558e-06,
      "loss": 1.8978,
      "step": 19670
    },
    {
      "epoch": 6.17,
      "learning_rate": 3.82685069008783e-06,
      "loss": 1.8358,
      "step": 19680
    },
    {
      "epoch": 6.18,
      "learning_rate": 3.823713927227102e-06,
      "loss": 1.8231,
      "step": 19690
    },
    {
      "epoch": 6.18,
      "learning_rate": 3.820577164366374e-06,
      "loss": 1.8856,
      "step": 19700
    },
    {
      "epoch": 6.18,
      "learning_rate": 3.817440401505647e-06,
      "loss": 1.833,
      "step": 19710
    },
    {
      "epoch": 6.19,
      "learning_rate": 3.814303638644919e-06,
      "loss": 1.7791,
      "step": 19720
    },
    {
      "epoch": 6.19,
      "learning_rate": 3.8111668757841906e-06,
      "loss": 1.8833,
      "step": 19730
    },
    {
      "epoch": 6.19,
      "learning_rate": 3.808030112923463e-06,
      "loss": 1.8569,
      "step": 19740
    },
    {
      "epoch": 6.2,
      "learning_rate": 3.8048933500627355e-06,
      "loss": 1.8558,
      "step": 19750
    },
    {
      "epoch": 6.2,
      "learning_rate": 3.801756587202008e-06,
      "loss": 1.7897,
      "step": 19760
    },
    {
      "epoch": 6.2,
      "learning_rate": 3.7986198243412804e-06,
      "loss": 1.7784,
      "step": 19770
    },
    {
      "epoch": 6.2,
      "learning_rate": 3.795483061480552e-06,
      "loss": 1.8789,
      "step": 19780
    },
    {
      "epoch": 6.21,
      "learning_rate": 3.7923462986198245e-06,
      "loss": 1.8205,
      "step": 19790
    },
    {
      "epoch": 6.21,
      "learning_rate": 3.789209535759097e-06,
      "loss": 1.7749,
      "step": 19800
    },
    {
      "epoch": 6.21,
      "learning_rate": 3.7860727728983695e-06,
      "loss": 1.896,
      "step": 19810
    },
    {
      "epoch": 6.22,
      "learning_rate": 3.7829360100376415e-06,
      "loss": 1.8102,
      "step": 19820
    },
    {
      "epoch": 6.22,
      "learning_rate": 3.7797992471769136e-06,
      "loss": 1.8213,
      "step": 19830
    },
    {
      "epoch": 6.22,
      "learning_rate": 3.776662484316186e-06,
      "loss": 1.8603,
      "step": 19840
    },
    {
      "epoch": 6.23,
      "learning_rate": 3.773525721455458e-06,
      "loss": 1.8553,
      "step": 19850
    },
    {
      "epoch": 6.23,
      "learning_rate": 3.7703889585947305e-06,
      "loss": 1.8214,
      "step": 19860
    },
    {
      "epoch": 6.23,
      "learning_rate": 3.767252195734003e-06,
      "loss": 1.8503,
      "step": 19870
    },
    {
      "epoch": 6.24,
      "learning_rate": 3.764115432873275e-06,
      "loss": 1.8402,
      "step": 19880
    },
    {
      "epoch": 6.24,
      "learning_rate": 3.760978670012547e-06,
      "loss": 1.8608,
      "step": 19890
    },
    {
      "epoch": 6.24,
      "learning_rate": 3.7578419071518196e-06,
      "loss": 1.8155,
      "step": 19900
    },
    {
      "epoch": 6.25,
      "learning_rate": 3.754705144291092e-06,
      "loss": 1.8343,
      "step": 19910
    },
    {
      "epoch": 6.25,
      "learning_rate": 3.7515683814303645e-06,
      "loss": 1.799,
      "step": 19920
    },
    {
      "epoch": 6.25,
      "learning_rate": 3.748431618569636e-06,
      "loss": 1.8569,
      "step": 19930
    },
    {
      "epoch": 6.25,
      "learning_rate": 3.7452948557089086e-06,
      "loss": 1.866,
      "step": 19940
    },
    {
      "epoch": 6.26,
      "learning_rate": 3.742158092848181e-06,
      "loss": 1.8655,
      "step": 19950
    },
    {
      "epoch": 6.26,
      "learning_rate": 3.7390213299874535e-06,
      "loss": 1.8749,
      "step": 19960
    },
    {
      "epoch": 6.26,
      "learning_rate": 3.7358845671267256e-06,
      "loss": 1.8648,
      "step": 19970
    },
    {
      "epoch": 6.27,
      "learning_rate": 3.7327478042659976e-06,
      "loss": 1.8451,
      "step": 19980
    },
    {
      "epoch": 6.27,
      "learning_rate": 3.72961104140527e-06,
      "loss": 1.851,
      "step": 19990
    },
    {
      "epoch": 6.27,
      "learning_rate": 3.7264742785445425e-06,
      "loss": 1.8748,
      "step": 20000
    },
    {
      "epoch": 6.28,
      "learning_rate": 3.7233375156838146e-06,
      "loss": 1.8593,
      "step": 20010
    },
    {
      "epoch": 6.28,
      "learning_rate": 3.720200752823087e-06,
      "loss": 1.8805,
      "step": 20020
    },
    {
      "epoch": 6.28,
      "learning_rate": 3.717063989962359e-06,
      "loss": 1.8956,
      "step": 20030
    },
    {
      "epoch": 6.29,
      "learning_rate": 3.713927227101631e-06,
      "loss": 1.7666,
      "step": 20040
    },
    {
      "epoch": 6.29,
      "learning_rate": 3.7107904642409036e-06,
      "loss": 1.8467,
      "step": 20050
    },
    {
      "epoch": 6.29,
      "learning_rate": 3.707653701380176e-06,
      "loss": 1.8006,
      "step": 20060
    },
    {
      "epoch": 6.3,
      "learning_rate": 3.7045169385194486e-06,
      "loss": 1.857,
      "step": 20070
    },
    {
      "epoch": 6.3,
      "learning_rate": 3.70138017565872e-06,
      "loss": 1.8936,
      "step": 20080
    },
    {
      "epoch": 6.3,
      "learning_rate": 3.6982434127979926e-06,
      "loss": 1.878,
      "step": 20090
    },
    {
      "epoch": 6.3,
      "learning_rate": 3.695106649937265e-06,
      "loss": 1.8468,
      "step": 20100
    },
    {
      "epoch": 6.31,
      "learning_rate": 3.6919698870765376e-06,
      "loss": 1.8623,
      "step": 20110
    },
    {
      "epoch": 6.31,
      "learning_rate": 3.68883312421581e-06,
      "loss": 1.8862,
      "step": 20120
    },
    {
      "epoch": 6.31,
      "learning_rate": 3.6856963613550817e-06,
      "loss": 1.919,
      "step": 20130
    },
    {
      "epoch": 6.32,
      "learning_rate": 3.682559598494354e-06,
      "loss": 1.8015,
      "step": 20140
    },
    {
      "epoch": 6.32,
      "learning_rate": 3.6794228356336266e-06,
      "loss": 1.9012,
      "step": 20150
    },
    {
      "epoch": 6.32,
      "learning_rate": 3.6762860727728987e-06,
      "loss": 1.7934,
      "step": 20160
    },
    {
      "epoch": 6.33,
      "learning_rate": 3.6731493099121707e-06,
      "loss": 1.8981,
      "step": 20170
    },
    {
      "epoch": 6.33,
      "learning_rate": 3.670012547051443e-06,
      "loss": 1.829,
      "step": 20180
    },
    {
      "epoch": 6.33,
      "learning_rate": 3.6668757841907156e-06,
      "loss": 1.881,
      "step": 20190
    },
    {
      "epoch": 6.34,
      "learning_rate": 3.6637390213299877e-06,
      "loss": 1.8448,
      "step": 20200
    },
    {
      "epoch": 6.34,
      "learning_rate": 3.66060225846926e-06,
      "loss": 1.9271,
      "step": 20210
    },
    {
      "epoch": 6.34,
      "learning_rate": 3.657465495608532e-06,
      "loss": 1.8187,
      "step": 20220
    },
    {
      "epoch": 6.35,
      "learning_rate": 3.6543287327478042e-06,
      "loss": 1.9268,
      "step": 20230
    },
    {
      "epoch": 6.35,
      "learning_rate": 3.6511919698870767e-06,
      "loss": 1.8618,
      "step": 20240
    },
    {
      "epoch": 6.35,
      "learning_rate": 3.648055207026349e-06,
      "loss": 1.9267,
      "step": 20250
    },
    {
      "epoch": 6.36,
      "learning_rate": 3.6449184441656216e-06,
      "loss": 1.8365,
      "step": 20260
    },
    {
      "epoch": 6.36,
      "learning_rate": 3.6417816813048933e-06,
      "loss": 1.872,
      "step": 20270
    },
    {
      "epoch": 6.36,
      "learning_rate": 3.6386449184441657e-06,
      "loss": 1.9315,
      "step": 20280
    },
    {
      "epoch": 6.36,
      "learning_rate": 3.635508155583438e-06,
      "loss": 1.8915,
      "step": 20290
    },
    {
      "epoch": 6.37,
      "learning_rate": 3.6323713927227107e-06,
      "loss": 1.8635,
      "step": 20300
    },
    {
      "epoch": 6.37,
      "learning_rate": 3.629234629861983e-06,
      "loss": 1.8777,
      "step": 20310
    },
    {
      "epoch": 6.37,
      "learning_rate": 3.6260978670012548e-06,
      "loss": 1.9139,
      "step": 20320
    },
    {
      "epoch": 6.38,
      "learning_rate": 3.6229611041405272e-06,
      "loss": 1.7894,
      "step": 20330
    },
    {
      "epoch": 6.38,
      "learning_rate": 3.6198243412797997e-06,
      "loss": 1.8212,
      "step": 20340
    },
    {
      "epoch": 6.38,
      "learning_rate": 3.6166875784190717e-06,
      "loss": 1.8739,
      "step": 20350
    },
    {
      "epoch": 6.39,
      "learning_rate": 3.6135508155583442e-06,
      "loss": 1.8713,
      "step": 20360
    },
    {
      "epoch": 6.39,
      "learning_rate": 3.6104140526976163e-06,
      "loss": 1.9083,
      "step": 20370
    },
    {
      "epoch": 6.39,
      "learning_rate": 3.6072772898368887e-06,
      "loss": 1.8237,
      "step": 20380
    },
    {
      "epoch": 6.4,
      "learning_rate": 3.6041405269761608e-06,
      "loss": 1.8525,
      "step": 20390
    },
    {
      "epoch": 6.4,
      "learning_rate": 3.6010037641154332e-06,
      "loss": 1.9006,
      "step": 20400
    },
    {
      "epoch": 6.4,
      "learning_rate": 3.5978670012547057e-06,
      "loss": 1.7635,
      "step": 20410
    },
    {
      "epoch": 6.41,
      "learning_rate": 3.5947302383939773e-06,
      "loss": 1.8394,
      "step": 20420
    },
    {
      "epoch": 6.41,
      "learning_rate": 3.59159347553325e-06,
      "loss": 1.8701,
      "step": 20430
    },
    {
      "epoch": 6.41,
      "learning_rate": 3.5884567126725223e-06,
      "loss": 1.8752,
      "step": 20440
    },
    {
      "epoch": 6.41,
      "learning_rate": 3.5853199498117947e-06,
      "loss": 1.8211,
      "step": 20450
    },
    {
      "epoch": 6.42,
      "learning_rate": 3.582183186951067e-06,
      "loss": 1.8772,
      "step": 20460
    },
    {
      "epoch": 6.42,
      "learning_rate": 3.579046424090339e-06,
      "loss": 1.849,
      "step": 20470
    },
    {
      "epoch": 6.42,
      "learning_rate": 3.5759096612296113e-06,
      "loss": 1.8903,
      "step": 20480
    },
    {
      "epoch": 6.43,
      "learning_rate": 3.5727728983688838e-06,
      "loss": 1.8642,
      "step": 20490
    },
    {
      "epoch": 6.43,
      "learning_rate": 3.5696361355081562e-06,
      "loss": 1.9196,
      "step": 20500
    },
    {
      "epoch": 6.43,
      "learning_rate": 3.5664993726474283e-06,
      "loss": 1.7683,
      "step": 20510
    },
    {
      "epoch": 6.44,
      "learning_rate": 3.5633626097867003e-06,
      "loss": 1.8828,
      "step": 20520
    },
    {
      "epoch": 6.44,
      "learning_rate": 3.560225846925973e-06,
      "loss": 1.828,
      "step": 20530
    },
    {
      "epoch": 6.44,
      "learning_rate": 3.557089084065245e-06,
      "loss": 1.8525,
      "step": 20540
    },
    {
      "epoch": 6.45,
      "learning_rate": 3.5539523212045173e-06,
      "loss": 1.8449,
      "step": 20550
    },
    {
      "epoch": 6.45,
      "learning_rate": 3.5508155583437898e-06,
      "loss": 1.8893,
      "step": 20560
    },
    {
      "epoch": 6.45,
      "learning_rate": 3.5476787954830614e-06,
      "loss": 1.854,
      "step": 20570
    },
    {
      "epoch": 6.46,
      "learning_rate": 3.544542032622334e-06,
      "loss": 1.8377,
      "step": 20580
    },
    {
      "epoch": 6.46,
      "learning_rate": 3.5414052697616063e-06,
      "loss": 1.813,
      "step": 20590
    },
    {
      "epoch": 6.46,
      "learning_rate": 3.538268506900879e-06,
      "loss": 1.8363,
      "step": 20600
    },
    {
      "epoch": 6.46,
      "learning_rate": 3.5351317440401504e-06,
      "loss": 1.8302,
      "step": 20610
    },
    {
      "epoch": 6.47,
      "learning_rate": 3.531994981179423e-06,
      "loss": 1.9071,
      "step": 20620
    },
    {
      "epoch": 6.47,
      "learning_rate": 3.5288582183186954e-06,
      "loss": 1.8615,
      "step": 20630
    },
    {
      "epoch": 6.47,
      "learning_rate": 3.525721455457968e-06,
      "loss": 1.8583,
      "step": 20640
    },
    {
      "epoch": 6.48,
      "learning_rate": 3.5225846925972403e-06,
      "loss": 1.8154,
      "step": 20650
    },
    {
      "epoch": 6.48,
      "learning_rate": 3.519447929736512e-06,
      "loss": 1.8424,
      "step": 20660
    },
    {
      "epoch": 6.48,
      "learning_rate": 3.5163111668757844e-06,
      "loss": 1.8462,
      "step": 20670
    },
    {
      "epoch": 6.49,
      "learning_rate": 3.513174404015057e-06,
      "loss": 1.9179,
      "step": 20680
    },
    {
      "epoch": 6.49,
      "learning_rate": 3.510037641154329e-06,
      "loss": 1.8476,
      "step": 20690
    },
    {
      "epoch": 6.49,
      "learning_rate": 3.5069008782936014e-06,
      "loss": 1.8685,
      "step": 20700
    },
    {
      "epoch": 6.5,
      "learning_rate": 3.5037641154328734e-06,
      "loss": 1.845,
      "step": 20710
    },
    {
      "epoch": 6.5,
      "learning_rate": 3.500627352572146e-06,
      "loss": 1.8744,
      "step": 20720
    },
    {
      "epoch": 6.5,
      "learning_rate": 3.497490589711418e-06,
      "loss": 1.9114,
      "step": 20730
    },
    {
      "epoch": 6.51,
      "learning_rate": 3.4943538268506904e-06,
      "loss": 1.8563,
      "step": 20740
    },
    {
      "epoch": 6.51,
      "learning_rate": 3.491217063989963e-06,
      "loss": 1.866,
      "step": 20750
    },
    {
      "epoch": 6.51,
      "learning_rate": 3.4880803011292345e-06,
      "loss": 1.939,
      "step": 20760
    },
    {
      "epoch": 6.52,
      "learning_rate": 3.484943538268507e-06,
      "loss": 1.8258,
      "step": 20770
    },
    {
      "epoch": 6.52,
      "learning_rate": 3.4818067754077794e-06,
      "loss": 1.903,
      "step": 20780
    },
    {
      "epoch": 6.52,
      "learning_rate": 3.478670012547052e-06,
      "loss": 1.8604,
      "step": 20790
    },
    {
      "epoch": 6.52,
      "learning_rate": 3.4755332496863244e-06,
      "loss": 1.7805,
      "step": 20800
    },
    {
      "epoch": 6.53,
      "learning_rate": 3.472396486825596e-06,
      "loss": 1.8821,
      "step": 20810
    },
    {
      "epoch": 6.53,
      "learning_rate": 3.4692597239648684e-06,
      "loss": 1.8822,
      "step": 20820
    },
    {
      "epoch": 6.53,
      "learning_rate": 3.466122961104141e-06,
      "loss": 1.8069,
      "step": 20830
    },
    {
      "epoch": 6.54,
      "learning_rate": 3.4629861982434134e-06,
      "loss": 1.8125,
      "step": 20840
    },
    {
      "epoch": 6.54,
      "learning_rate": 3.4598494353826854e-06,
      "loss": 1.9261,
      "step": 20850
    },
    {
      "epoch": 6.54,
      "learning_rate": 3.4567126725219575e-06,
      "loss": 1.7982,
      "step": 20860
    },
    {
      "epoch": 6.55,
      "learning_rate": 3.45357590966123e-06,
      "loss": 1.9647,
      "step": 20870
    },
    {
      "epoch": 6.55,
      "learning_rate": 3.450439146800502e-06,
      "loss": 1.7362,
      "step": 20880
    },
    {
      "epoch": 6.55,
      "learning_rate": 3.4473023839397745e-06,
      "loss": 1.828,
      "step": 20890
    },
    {
      "epoch": 6.56,
      "learning_rate": 3.444165621079047e-06,
      "loss": 1.8861,
      "step": 20900
    },
    {
      "epoch": 6.56,
      "learning_rate": 3.441028858218319e-06,
      "loss": 1.9139,
      "step": 20910
    },
    {
      "epoch": 6.56,
      "learning_rate": 3.437892095357591e-06,
      "loss": 1.866,
      "step": 20920
    },
    {
      "epoch": 6.57,
      "learning_rate": 3.4347553324968635e-06,
      "loss": 1.7982,
      "step": 20930
    },
    {
      "epoch": 6.57,
      "learning_rate": 3.431618569636136e-06,
      "loss": 1.884,
      "step": 20940
    },
    {
      "epoch": 6.57,
      "learning_rate": 3.4284818067754084e-06,
      "loss": 1.7966,
      "step": 20950
    },
    {
      "epoch": 6.57,
      "learning_rate": 3.42534504391468e-06,
      "loss": 1.9128,
      "step": 20960
    },
    {
      "epoch": 6.58,
      "learning_rate": 3.4222082810539525e-06,
      "loss": 1.8859,
      "step": 20970
    },
    {
      "epoch": 6.58,
      "learning_rate": 3.419071518193225e-06,
      "loss": 1.8191,
      "step": 20980
    },
    {
      "epoch": 6.58,
      "learning_rate": 3.4159347553324974e-06,
      "loss": 1.8634,
      "step": 20990
    },
    {
      "epoch": 6.59,
      "learning_rate": 3.4127979924717695e-06,
      "loss": 1.8503,
      "step": 21000
    },
    {
      "epoch": 6.59,
      "learning_rate": 3.4096612296110415e-06,
      "loss": 1.9214,
      "step": 21010
    },
    {
      "epoch": 6.59,
      "learning_rate": 3.406524466750314e-06,
      "loss": 1.9069,
      "step": 21020
    },
    {
      "epoch": 6.6,
      "learning_rate": 3.4033877038895865e-06,
      "loss": 1.8755,
      "step": 21030
    },
    {
      "epoch": 6.6,
      "learning_rate": 3.4002509410288585e-06,
      "loss": 1.899,
      "step": 21040
    },
    {
      "epoch": 6.6,
      "learning_rate": 3.3971141781681306e-06,
      "loss": 1.8116,
      "step": 21050
    },
    {
      "epoch": 6.61,
      "learning_rate": 3.393977415307403e-06,
      "loss": 1.838,
      "step": 21060
    },
    {
      "epoch": 6.61,
      "learning_rate": 3.390840652446675e-06,
      "loss": 1.7901,
      "step": 21070
    },
    {
      "epoch": 6.61,
      "learning_rate": 3.3877038895859475e-06,
      "loss": 1.7779,
      "step": 21080
    },
    {
      "epoch": 6.62,
      "learning_rate": 3.38456712672522e-06,
      "loss": 1.869,
      "step": 21090
    },
    {
      "epoch": 6.62,
      "learning_rate": 3.381430363864492e-06,
      "loss": 1.8738,
      "step": 21100
    },
    {
      "epoch": 6.62,
      "learning_rate": 3.378293601003764e-06,
      "loss": 1.8513,
      "step": 21110
    },
    {
      "epoch": 6.62,
      "learning_rate": 3.3751568381430366e-06,
      "loss": 1.8699,
      "step": 21120
    },
    {
      "epoch": 6.63,
      "learning_rate": 3.372020075282309e-06,
      "loss": 1.9343,
      "step": 21130
    },
    {
      "epoch": 6.63,
      "learning_rate": 3.3688833124215815e-06,
      "loss": 1.8008,
      "step": 21140
    },
    {
      "epoch": 6.63,
      "learning_rate": 3.365746549560853e-06,
      "loss": 1.8803,
      "step": 21150
    },
    {
      "epoch": 6.64,
      "learning_rate": 3.3626097867001256e-06,
      "loss": 1.8176,
      "step": 21160
    },
    {
      "epoch": 6.64,
      "learning_rate": 3.359473023839398e-06,
      "loss": 1.855,
      "step": 21170
    },
    {
      "epoch": 6.64,
      "learning_rate": 3.3563362609786705e-06,
      "loss": 1.8621,
      "step": 21180
    },
    {
      "epoch": 6.65,
      "learning_rate": 3.3531994981179426e-06,
      "loss": 1.8497,
      "step": 21190
    },
    {
      "epoch": 6.65,
      "learning_rate": 3.3500627352572146e-06,
      "loss": 1.7359,
      "step": 21200
    },
    {
      "epoch": 6.65,
      "learning_rate": 3.346925972396487e-06,
      "loss": 1.8435,
      "step": 21210
    },
    {
      "epoch": 6.66,
      "learning_rate": 3.3437892095357596e-06,
      "loss": 1.6913,
      "step": 21220
    },
    {
      "epoch": 6.66,
      "learning_rate": 3.3406524466750316e-06,
      "loss": 1.924,
      "step": 21230
    },
    {
      "epoch": 6.66,
      "learning_rate": 3.337515683814304e-06,
      "loss": 1.8733,
      "step": 21240
    },
    {
      "epoch": 6.67,
      "learning_rate": 3.334378920953576e-06,
      "loss": 1.8878,
      "step": 21250
    },
    {
      "epoch": 6.67,
      "learning_rate": 3.331242158092848e-06,
      "loss": 1.8516,
      "step": 21260
    },
    {
      "epoch": 6.67,
      "learning_rate": 3.3281053952321206e-06,
      "loss": 1.8499,
      "step": 21270
    },
    {
      "epoch": 6.68,
      "learning_rate": 3.324968632371393e-06,
      "loss": 1.8517,
      "step": 21280
    },
    {
      "epoch": 6.68,
      "learning_rate": 3.3218318695106656e-06,
      "loss": 1.8365,
      "step": 21290
    },
    {
      "epoch": 6.68,
      "learning_rate": 3.318695106649937e-06,
      "loss": 1.8175,
      "step": 21300
    },
    {
      "epoch": 6.68,
      "learning_rate": 3.3155583437892097e-06,
      "loss": 1.8422,
      "step": 21310
    },
    {
      "epoch": 6.69,
      "learning_rate": 3.312421580928482e-06,
      "loss": 1.7359,
      "step": 21320
    },
    {
      "epoch": 6.69,
      "learning_rate": 3.3092848180677546e-06,
      "loss": 1.8765,
      "step": 21330
    },
    {
      "epoch": 6.69,
      "learning_rate": 3.306148055207027e-06,
      "loss": 1.8147,
      "step": 21340
    },
    {
      "epoch": 6.7,
      "learning_rate": 3.3030112923462987e-06,
      "loss": 1.9332,
      "step": 21350
    },
    {
      "epoch": 6.7,
      "learning_rate": 3.299874529485571e-06,
      "loss": 1.8503,
      "step": 21360
    },
    {
      "epoch": 6.7,
      "learning_rate": 3.2967377666248436e-06,
      "loss": 1.9164,
      "step": 21370
    },
    {
      "epoch": 6.71,
      "learning_rate": 3.2936010037641157e-06,
      "loss": 1.8094,
      "step": 21380
    },
    {
      "epoch": 6.71,
      "learning_rate": 3.290464240903388e-06,
      "loss": 1.8952,
      "step": 21390
    },
    {
      "epoch": 6.71,
      "learning_rate": 3.28732747804266e-06,
      "loss": 1.9792,
      "step": 21400
    },
    {
      "epoch": 6.72,
      "learning_rate": 3.2841907151819326e-06,
      "loss": 1.8349,
      "step": 21410
    },
    {
      "epoch": 6.72,
      "learning_rate": 3.2810539523212047e-06,
      "loss": 1.8463,
      "step": 21420
    },
    {
      "epoch": 6.72,
      "learning_rate": 3.277917189460477e-06,
      "loss": 1.8696,
      "step": 21430
    },
    {
      "epoch": 6.73,
      "learning_rate": 3.2747804265997496e-06,
      "loss": 1.8152,
      "step": 21440
    },
    {
      "epoch": 6.73,
      "learning_rate": 3.2716436637390213e-06,
      "loss": 1.8882,
      "step": 21450
    },
    {
      "epoch": 6.73,
      "learning_rate": 3.2685069008782937e-06,
      "loss": 1.8587,
      "step": 21460
    },
    {
      "epoch": 6.73,
      "learning_rate": 3.265370138017566e-06,
      "loss": 1.8516,
      "step": 21470
    },
    {
      "epoch": 6.74,
      "learning_rate": 3.2622333751568387e-06,
      "loss": 1.84,
      "step": 21480
    },
    {
      "epoch": 6.74,
      "learning_rate": 3.2590966122961103e-06,
      "loss": 1.8502,
      "step": 21490
    },
    {
      "epoch": 6.74,
      "learning_rate": 3.2559598494353827e-06,
      "loss": 1.9171,
      "step": 21500
    },
    {
      "epoch": 6.75,
      "learning_rate": 3.2528230865746552e-06,
      "loss": 1.8936,
      "step": 21510
    },
    {
      "epoch": 6.75,
      "learning_rate": 3.2496863237139277e-06,
      "loss": 1.8184,
      "step": 21520
    },
    {
      "epoch": 6.75,
      "learning_rate": 3.2465495608532e-06,
      "loss": 1.852,
      "step": 21530
    },
    {
      "epoch": 6.76,
      "learning_rate": 3.2434127979924718e-06,
      "loss": 1.7877,
      "step": 21540
    },
    {
      "epoch": 6.76,
      "learning_rate": 3.2402760351317442e-06,
      "loss": 1.8432,
      "step": 21550
    },
    {
      "epoch": 6.76,
      "learning_rate": 3.2371392722710167e-06,
      "loss": 1.8481,
      "step": 21560
    },
    {
      "epoch": 6.77,
      "learning_rate": 3.2340025094102888e-06,
      "loss": 1.856,
      "step": 21570
    },
    {
      "epoch": 6.77,
      "learning_rate": 3.2308657465495612e-06,
      "loss": 1.8798,
      "step": 21580
    },
    {
      "epoch": 6.77,
      "learning_rate": 3.2277289836888333e-06,
      "loss": 1.8807,
      "step": 21590
    },
    {
      "epoch": 6.78,
      "learning_rate": 3.2245922208281057e-06,
      "loss": 1.8887,
      "step": 21600
    },
    {
      "epoch": 6.78,
      "learning_rate": 3.2214554579673778e-06,
      "loss": 1.8997,
      "step": 21610
    },
    {
      "epoch": 6.78,
      "learning_rate": 3.2183186951066502e-06,
      "loss": 1.8024,
      "step": 21620
    },
    {
      "epoch": 6.78,
      "learning_rate": 3.2151819322459227e-06,
      "loss": 1.8396,
      "step": 21630
    },
    {
      "epoch": 6.79,
      "learning_rate": 3.2120451693851943e-06,
      "loss": 1.8613,
      "step": 21640
    },
    {
      "epoch": 6.79,
      "learning_rate": 3.208908406524467e-06,
      "loss": 1.8002,
      "step": 21650
    },
    {
      "epoch": 6.79,
      "learning_rate": 3.2057716436637393e-06,
      "loss": 1.8375,
      "step": 21660
    },
    {
      "epoch": 6.8,
      "learning_rate": 3.2026348808030117e-06,
      "loss": 1.8506,
      "step": 21670
    },
    {
      "epoch": 6.8,
      "learning_rate": 3.1994981179422842e-06,
      "loss": 1.7801,
      "step": 21680
    },
    {
      "epoch": 6.8,
      "learning_rate": 3.196361355081556e-06,
      "loss": 1.8555,
      "step": 21690
    },
    {
      "epoch": 6.81,
      "learning_rate": 3.1932245922208283e-06,
      "loss": 1.9085,
      "step": 21700
    },
    {
      "epoch": 6.81,
      "learning_rate": 3.1900878293601008e-06,
      "loss": 1.8794,
      "step": 21710
    },
    {
      "epoch": 6.81,
      "learning_rate": 3.186951066499373e-06,
      "loss": 1.8402,
      "step": 21720
    },
    {
      "epoch": 6.82,
      "learning_rate": 3.1838143036386453e-06,
      "loss": 1.8715,
      "step": 21730
    },
    {
      "epoch": 6.82,
      "learning_rate": 3.1806775407779173e-06,
      "loss": 1.8458,
      "step": 21740
    },
    {
      "epoch": 6.82,
      "learning_rate": 3.17754077791719e-06,
      "loss": 1.866,
      "step": 21750
    },
    {
      "epoch": 6.83,
      "learning_rate": 3.174404015056462e-06,
      "loss": 1.8352,
      "step": 21760
    },
    {
      "epoch": 6.83,
      "learning_rate": 3.1712672521957343e-06,
      "loss": 1.927,
      "step": 21770
    },
    {
      "epoch": 6.83,
      "learning_rate": 3.1681304893350068e-06,
      "loss": 1.9368,
      "step": 21780
    },
    {
      "epoch": 6.84,
      "learning_rate": 3.1649937264742784e-06,
      "loss": 1.875,
      "step": 21790
    },
    {
      "epoch": 6.84,
      "learning_rate": 3.161856963613551e-06,
      "loss": 1.8245,
      "step": 21800
    },
    {
      "epoch": 6.84,
      "learning_rate": 3.1587202007528233e-06,
      "loss": 1.742,
      "step": 21810
    },
    {
      "epoch": 6.84,
      "learning_rate": 3.155583437892096e-06,
      "loss": 1.8363,
      "step": 21820
    },
    {
      "epoch": 6.85,
      "learning_rate": 3.1524466750313683e-06,
      "loss": 1.8633,
      "step": 21830
    },
    {
      "epoch": 6.85,
      "learning_rate": 3.14930991217064e-06,
      "loss": 1.8008,
      "step": 21840
    },
    {
      "epoch": 6.85,
      "learning_rate": 3.1461731493099124e-06,
      "loss": 1.8937,
      "step": 21850
    },
    {
      "epoch": 6.86,
      "learning_rate": 3.143036386449185e-06,
      "loss": 1.7756,
      "step": 21860
    },
    {
      "epoch": 6.86,
      "learning_rate": 3.1398996235884573e-06,
      "loss": 1.8713,
      "step": 21870
    },
    {
      "epoch": 6.86,
      "learning_rate": 3.1367628607277293e-06,
      "loss": 1.8834,
      "step": 21880
    },
    {
      "epoch": 6.87,
      "learning_rate": 3.1336260978670014e-06,
      "loss": 1.907,
      "step": 21890
    },
    {
      "epoch": 6.87,
      "learning_rate": 3.130489335006274e-06,
      "loss": 1.8408,
      "step": 21900
    },
    {
      "epoch": 6.87,
      "learning_rate": 3.127352572145546e-06,
      "loss": 1.8588,
      "step": 21910
    },
    {
      "epoch": 6.88,
      "learning_rate": 3.1242158092848184e-06,
      "loss": 1.8575,
      "step": 21920
    },
    {
      "epoch": 6.88,
      "learning_rate": 3.1210790464240904e-06,
      "loss": 1.834,
      "step": 21930
    },
    {
      "epoch": 6.88,
      "learning_rate": 3.117942283563363e-06,
      "loss": 1.8749,
      "step": 21940
    },
    {
      "epoch": 6.89,
      "learning_rate": 3.114805520702635e-06,
      "loss": 1.8892,
      "step": 21950
    },
    {
      "epoch": 6.89,
      "learning_rate": 3.1116687578419074e-06,
      "loss": 1.8717,
      "step": 21960
    },
    {
      "epoch": 6.89,
      "learning_rate": 3.10853199498118e-06,
      "loss": 1.8847,
      "step": 21970
    },
    {
      "epoch": 6.89,
      "learning_rate": 3.1053952321204515e-06,
      "loss": 1.9115,
      "step": 21980
    },
    {
      "epoch": 6.9,
      "learning_rate": 3.102258469259724e-06,
      "loss": 1.8327,
      "step": 21990
    },
    {
      "epoch": 6.9,
      "learning_rate": 3.0991217063989964e-06,
      "loss": 1.8495,
      "step": 22000
    },
    {
      "epoch": 6.9,
      "learning_rate": 3.095984943538269e-06,
      "loss": 1.9436,
      "step": 22010
    },
    {
      "epoch": 6.91,
      "learning_rate": 3.0928481806775414e-06,
      "loss": 1.8471,
      "step": 22020
    },
    {
      "epoch": 6.91,
      "learning_rate": 3.089711417816813e-06,
      "loss": 1.9117,
      "step": 22030
    },
    {
      "epoch": 6.91,
      "learning_rate": 3.0865746549560855e-06,
      "loss": 1.8174,
      "step": 22040
    },
    {
      "epoch": 6.92,
      "learning_rate": 3.083437892095358e-06,
      "loss": 1.8559,
      "step": 22050
    },
    {
      "epoch": 6.92,
      "learning_rate": 3.0803011292346304e-06,
      "loss": 1.8634,
      "step": 22060
    },
    {
      "epoch": 6.92,
      "learning_rate": 3.0771643663739024e-06,
      "loss": 1.9015,
      "step": 22070
    },
    {
      "epoch": 6.93,
      "learning_rate": 3.0740276035131745e-06,
      "loss": 1.7752,
      "step": 22080
    },
    {
      "epoch": 6.93,
      "learning_rate": 3.070890840652447e-06,
      "loss": 1.8868,
      "step": 22090
    },
    {
      "epoch": 6.93,
      "learning_rate": 3.067754077791719e-06,
      "loss": 1.9024,
      "step": 22100
    },
    {
      "epoch": 6.94,
      "learning_rate": 3.0646173149309915e-06,
      "loss": 1.8447,
      "step": 22110
    },
    {
      "epoch": 6.94,
      "learning_rate": 3.061480552070264e-06,
      "loss": 1.8881,
      "step": 22120
    },
    {
      "epoch": 6.94,
      "learning_rate": 3.058343789209536e-06,
      "loss": 1.8455,
      "step": 22130
    },
    {
      "epoch": 6.94,
      "learning_rate": 3.055207026348808e-06,
      "loss": 1.8524,
      "step": 22140
    },
    {
      "epoch": 6.95,
      "learning_rate": 3.0520702634880805e-06,
      "loss": 1.8238,
      "step": 22150
    },
    {
      "epoch": 6.95,
      "learning_rate": 3.048933500627353e-06,
      "loss": 1.8148,
      "step": 22160
    },
    {
      "epoch": 6.95,
      "learning_rate": 3.0457967377666254e-06,
      "loss": 1.8265,
      "step": 22170
    },
    {
      "epoch": 6.96,
      "learning_rate": 3.042659974905897e-06,
      "loss": 1.857,
      "step": 22180
    },
    {
      "epoch": 6.96,
      "learning_rate": 3.0395232120451695e-06,
      "loss": 1.8612,
      "step": 22190
    },
    {
      "epoch": 6.96,
      "learning_rate": 3.036386449184442e-06,
      "loss": 1.8471,
      "step": 22200
    },
    {
      "epoch": 6.97,
      "learning_rate": 3.0332496863237145e-06,
      "loss": 1.7689,
      "step": 22210
    },
    {
      "epoch": 6.97,
      "learning_rate": 3.0301129234629865e-06,
      "loss": 1.848,
      "step": 22220
    },
    {
      "epoch": 6.97,
      "learning_rate": 3.0269761606022585e-06,
      "loss": 1.8965,
      "step": 22230
    },
    {
      "epoch": 6.98,
      "learning_rate": 3.023839397741531e-06,
      "loss": 1.8563,
      "step": 22240
    },
    {
      "epoch": 6.98,
      "learning_rate": 3.0207026348808035e-06,
      "loss": 1.8156,
      "step": 22250
    },
    {
      "epoch": 6.98,
      "learning_rate": 3.0175658720200755e-06,
      "loss": 1.7559,
      "step": 22260
    },
    {
      "epoch": 6.99,
      "learning_rate": 3.014429109159348e-06,
      "loss": 1.8958,
      "step": 22270
    },
    {
      "epoch": 6.99,
      "learning_rate": 3.01129234629862e-06,
      "loss": 1.8257,
      "step": 22280
    },
    {
      "epoch": 6.99,
      "learning_rate": 3.008155583437892e-06,
      "loss": 1.8366,
      "step": 22290
    },
    {
      "epoch": 6.99,
      "learning_rate": 3.0050188205771646e-06,
      "loss": 1.884,
      "step": 22300
    },
    {
      "epoch": 7.0,
      "learning_rate": 3.001882057716437e-06,
      "loss": 1.8405,
      "step": 22310
    },
    {
      "epoch": 7.0,
      "eval_loss": 1.8138045072555542,
      "eval_runtime": 13.6048,
      "eval_samples_per_second": 73.504,
      "eval_steps_per_second": 4.631,
      "step": 22316
    },
    {
      "epoch": 7.0,
      "learning_rate": 2.9987452948557095e-06,
      "loss": 1.9038,
      "step": 22320
    },
    {
      "epoch": 7.0,
      "learning_rate": 2.995608531994981e-06,
      "loss": 1.8173,
      "step": 22330
    },
    {
      "epoch": 7.01,
      "learning_rate": 2.9924717691342536e-06,
      "loss": 1.7758,
      "step": 22340
    },
    {
      "epoch": 7.01,
      "learning_rate": 2.989335006273526e-06,
      "loss": 1.7838,
      "step": 22350
    },
    {
      "epoch": 7.01,
      "learning_rate": 2.9861982434127985e-06,
      "loss": 1.899,
      "step": 22360
    },
    {
      "epoch": 7.02,
      "learning_rate": 2.98306148055207e-06,
      "loss": 1.8519,
      "step": 22370
    },
    {
      "epoch": 7.02,
      "learning_rate": 2.9799247176913426e-06,
      "loss": 1.8812,
      "step": 22380
    },
    {
      "epoch": 7.02,
      "learning_rate": 2.976787954830615e-06,
      "loss": 1.8858,
      "step": 22390
    },
    {
      "epoch": 7.03,
      "learning_rate": 2.9736511919698875e-06,
      "loss": 1.8638,
      "step": 22400
    },
    {
      "epoch": 7.03,
      "learning_rate": 2.9705144291091596e-06,
      "loss": 1.9083,
      "step": 22410
    },
    {
      "epoch": 7.03,
      "learning_rate": 2.9673776662484316e-06,
      "loss": 1.837,
      "step": 22420
    },
    {
      "epoch": 7.04,
      "learning_rate": 2.964240903387704e-06,
      "loss": 1.835,
      "step": 22430
    },
    {
      "epoch": 7.04,
      "learning_rate": 2.9611041405269766e-06,
      "loss": 1.7929,
      "step": 22440
    },
    {
      "epoch": 7.04,
      "learning_rate": 2.9579673776662486e-06,
      "loss": 1.8362,
      "step": 22450
    },
    {
      "epoch": 7.05,
      "learning_rate": 2.954830614805521e-06,
      "loss": 1.9089,
      "step": 22460
    },
    {
      "epoch": 7.05,
      "learning_rate": 2.951693851944793e-06,
      "loss": 1.8951,
      "step": 22470
    },
    {
      "epoch": 7.05,
      "learning_rate": 2.948557089084065e-06,
      "loss": 1.8888,
      "step": 22480
    },
    {
      "epoch": 7.05,
      "learning_rate": 2.9454203262233376e-06,
      "loss": 1.8226,
      "step": 22490
    },
    {
      "epoch": 7.06,
      "learning_rate": 2.94228356336261e-06,
      "loss": 1.7939,
      "step": 22500
    },
    {
      "epoch": 7.06,
      "learning_rate": 2.9391468005018826e-06,
      "loss": 1.7777,
      "step": 22510
    },
    {
      "epoch": 7.06,
      "learning_rate": 2.936010037641154e-06,
      "loss": 1.8305,
      "step": 22520
    },
    {
      "epoch": 7.07,
      "learning_rate": 2.9328732747804267e-06,
      "loss": 1.8603,
      "step": 22530
    },
    {
      "epoch": 7.07,
      "learning_rate": 2.929736511919699e-06,
      "loss": 1.8084,
      "step": 22540
    },
    {
      "epoch": 7.07,
      "learning_rate": 2.9265997490589716e-06,
      "loss": 1.9212,
      "step": 22550
    },
    {
      "epoch": 7.08,
      "learning_rate": 2.923462986198244e-06,
      "loss": 1.7966,
      "step": 22560
    },
    {
      "epoch": 7.08,
      "learning_rate": 2.9203262233375157e-06,
      "loss": 1.7703,
      "step": 22570
    },
    {
      "epoch": 7.08,
      "learning_rate": 2.917189460476788e-06,
      "loss": 1.8393,
      "step": 22580
    },
    {
      "epoch": 7.09,
      "learning_rate": 2.9140526976160606e-06,
      "loss": 1.7991,
      "step": 22590
    },
    {
      "epoch": 7.09,
      "learning_rate": 2.9109159347553327e-06,
      "loss": 1.8828,
      "step": 22600
    },
    {
      "epoch": 7.09,
      "learning_rate": 2.907779171894605e-06,
      "loss": 1.8453,
      "step": 22610
    },
    {
      "epoch": 7.1,
      "learning_rate": 2.904642409033877e-06,
      "loss": 1.8254,
      "step": 22620
    },
    {
      "epoch": 7.1,
      "learning_rate": 2.9015056461731497e-06,
      "loss": 1.8666,
      "step": 22630
    },
    {
      "epoch": 7.1,
      "learning_rate": 2.8983688833124217e-06,
      "loss": 1.7819,
      "step": 22640
    },
    {
      "epoch": 7.1,
      "learning_rate": 2.895232120451694e-06,
      "loss": 1.8606,
      "step": 22650
    },
    {
      "epoch": 7.11,
      "learning_rate": 2.8920953575909666e-06,
      "loss": 1.8466,
      "step": 22660
    },
    {
      "epoch": 7.11,
      "learning_rate": 2.8889585947302383e-06,
      "loss": 1.7494,
      "step": 22670
    },
    {
      "epoch": 7.11,
      "learning_rate": 2.8858218318695107e-06,
      "loss": 1.9066,
      "step": 22680
    },
    {
      "epoch": 7.12,
      "learning_rate": 2.882685069008783e-06,
      "loss": 1.8383,
      "step": 22690
    },
    {
      "epoch": 7.12,
      "learning_rate": 2.8795483061480557e-06,
      "loss": 1.9013,
      "step": 22700
    },
    {
      "epoch": 7.12,
      "learning_rate": 2.876411543287328e-06,
      "loss": 1.8759,
      "step": 22710
    },
    {
      "epoch": 7.13,
      "learning_rate": 2.8732747804265998e-06,
      "loss": 1.835,
      "step": 22720
    },
    {
      "epoch": 7.13,
      "learning_rate": 2.8701380175658722e-06,
      "loss": 1.8592,
      "step": 22730
    },
    {
      "epoch": 7.13,
      "learning_rate": 2.8670012547051447e-06,
      "loss": 1.7547,
      "step": 22740
    },
    {
      "epoch": 7.14,
      "learning_rate": 2.863864491844417e-06,
      "loss": 1.8349,
      "step": 22750
    },
    {
      "epoch": 7.14,
      "learning_rate": 2.860727728983689e-06,
      "loss": 1.8603,
      "step": 22760
    },
    {
      "epoch": 7.14,
      "learning_rate": 2.8575909661229612e-06,
      "loss": 1.8041,
      "step": 22770
    },
    {
      "epoch": 7.15,
      "learning_rate": 2.8544542032622337e-06,
      "loss": 1.8681,
      "step": 22780
    },
    {
      "epoch": 7.15,
      "learning_rate": 2.8513174404015058e-06,
      "loss": 1.8604,
      "step": 22790
    },
    {
      "epoch": 7.15,
      "learning_rate": 2.8481806775407782e-06,
      "loss": 1.8059,
      "step": 22800
    },
    {
      "epoch": 7.15,
      "learning_rate": 2.8450439146800503e-06,
      "loss": 1.9027,
      "step": 22810
    },
    {
      "epoch": 7.16,
      "learning_rate": 2.8419071518193223e-06,
      "loss": 1.8495,
      "step": 22820
    },
    {
      "epoch": 7.16,
      "learning_rate": 2.838770388958595e-06,
      "loss": 1.8858,
      "step": 22830
    },
    {
      "epoch": 7.16,
      "learning_rate": 2.8356336260978673e-06,
      "loss": 1.8676,
      "step": 22840
    },
    {
      "epoch": 7.17,
      "learning_rate": 2.8324968632371397e-06,
      "loss": 1.7541,
      "step": 22850
    },
    {
      "epoch": 7.17,
      "learning_rate": 2.8293601003764113e-06,
      "loss": 1.8457,
      "step": 22860
    },
    {
      "epoch": 7.17,
      "learning_rate": 2.826223337515684e-06,
      "loss": 1.814,
      "step": 22870
    },
    {
      "epoch": 7.18,
      "learning_rate": 2.8230865746549563e-06,
      "loss": 1.7803,
      "step": 22880
    },
    {
      "epoch": 7.18,
      "learning_rate": 2.8199498117942288e-06,
      "loss": 1.8027,
      "step": 22890
    },
    {
      "epoch": 7.18,
      "learning_rate": 2.8168130489335012e-06,
      "loss": 1.8909,
      "step": 22900
    },
    {
      "epoch": 7.19,
      "learning_rate": 2.813676286072773e-06,
      "loss": 1.7367,
      "step": 22910
    },
    {
      "epoch": 7.19,
      "learning_rate": 2.8105395232120453e-06,
      "loss": 1.917,
      "step": 22920
    },
    {
      "epoch": 7.19,
      "learning_rate": 2.8074027603513178e-06,
      "loss": 1.7805,
      "step": 22930
    },
    {
      "epoch": 7.2,
      "learning_rate": 2.80426599749059e-06,
      "loss": 1.8529,
      "step": 22940
    },
    {
      "epoch": 7.2,
      "learning_rate": 2.8011292346298623e-06,
      "loss": 1.8119,
      "step": 22950
    },
    {
      "epoch": 7.2,
      "learning_rate": 2.7979924717691343e-06,
      "loss": 1.7894,
      "step": 22960
    },
    {
      "epoch": 7.21,
      "learning_rate": 2.794855708908407e-06,
      "loss": 1.8554,
      "step": 22970
    },
    {
      "epoch": 7.21,
      "learning_rate": 2.791718946047679e-06,
      "loss": 1.8412,
      "step": 22980
    },
    {
      "epoch": 7.21,
      "learning_rate": 2.7885821831869513e-06,
      "loss": 1.8466,
      "step": 22990
    },
    {
      "epoch": 7.21,
      "learning_rate": 2.7854454203262238e-06,
      "loss": 1.8696,
      "step": 23000
    },
    {
      "epoch": 7.22,
      "learning_rate": 2.7823086574654954e-06,
      "loss": 1.7816,
      "step": 23010
    },
    {
      "epoch": 7.22,
      "learning_rate": 2.779171894604768e-06,
      "loss": 1.7382,
      "step": 23020
    },
    {
      "epoch": 7.22,
      "learning_rate": 2.7760351317440403e-06,
      "loss": 1.8222,
      "step": 23030
    },
    {
      "epoch": 7.23,
      "learning_rate": 2.772898368883313e-06,
      "loss": 1.8955,
      "step": 23040
    },
    {
      "epoch": 7.23,
      "learning_rate": 2.7697616060225853e-06,
      "loss": 1.7663,
      "step": 23050
    },
    {
      "epoch": 7.23,
      "learning_rate": 2.766624843161857e-06,
      "loss": 1.8362,
      "step": 23060
    },
    {
      "epoch": 7.24,
      "learning_rate": 2.7634880803011294e-06,
      "loss": 1.9312,
      "step": 23070
    },
    {
      "epoch": 7.24,
      "learning_rate": 2.760351317440402e-06,
      "loss": 1.7954,
      "step": 23080
    },
    {
      "epoch": 7.24,
      "learning_rate": 2.7572145545796743e-06,
      "loss": 1.8945,
      "step": 23090
    },
    {
      "epoch": 7.25,
      "learning_rate": 2.7540777917189464e-06,
      "loss": 1.8134,
      "step": 23100
    },
    {
      "epoch": 7.25,
      "learning_rate": 2.7509410288582184e-06,
      "loss": 1.8199,
      "step": 23110
    },
    {
      "epoch": 7.25,
      "learning_rate": 2.747804265997491e-06,
      "loss": 1.8319,
      "step": 23120
    },
    {
      "epoch": 7.26,
      "learning_rate": 2.744667503136763e-06,
      "loss": 1.9164,
      "step": 23130
    },
    {
      "epoch": 7.26,
      "learning_rate": 2.7415307402760354e-06,
      "loss": 1.8681,
      "step": 23140
    },
    {
      "epoch": 7.26,
      "learning_rate": 2.738393977415308e-06,
      "loss": 1.867,
      "step": 23150
    },
    {
      "epoch": 7.26,
      "learning_rate": 2.73525721455458e-06,
      "loss": 1.8132,
      "step": 23160
    },
    {
      "epoch": 7.27,
      "learning_rate": 2.732120451693852e-06,
      "loss": 1.9204,
      "step": 23170
    },
    {
      "epoch": 7.27,
      "learning_rate": 2.7289836888331244e-06,
      "loss": 1.7829,
      "step": 23180
    },
    {
      "epoch": 7.27,
      "learning_rate": 2.725846925972397e-06,
      "loss": 1.8375,
      "step": 23190
    },
    {
      "epoch": 7.28,
      "learning_rate": 2.7227101631116693e-06,
      "loss": 1.7998,
      "step": 23200
    },
    {
      "epoch": 7.28,
      "learning_rate": 2.719573400250941e-06,
      "loss": 1.8404,
      "step": 23210
    },
    {
      "epoch": 7.28,
      "learning_rate": 2.7164366373902134e-06,
      "loss": 1.8477,
      "step": 23220
    },
    {
      "epoch": 7.29,
      "learning_rate": 2.713299874529486e-06,
      "loss": 1.8236,
      "step": 23230
    },
    {
      "epoch": 7.29,
      "learning_rate": 2.7101631116687584e-06,
      "loss": 1.8057,
      "step": 23240
    },
    {
      "epoch": 7.29,
      "learning_rate": 2.70702634880803e-06,
      "loss": 1.9069,
      "step": 23250
    },
    {
      "epoch": 7.3,
      "learning_rate": 2.7038895859473025e-06,
      "loss": 1.8121,
      "step": 23260
    },
    {
      "epoch": 7.3,
      "learning_rate": 2.700752823086575e-06,
      "loss": 1.8416,
      "step": 23270
    },
    {
      "epoch": 7.3,
      "learning_rate": 2.6976160602258474e-06,
      "loss": 1.8124,
      "step": 23280
    },
    {
      "epoch": 7.31,
      "learning_rate": 2.6944792973651194e-06,
      "loss": 1.811,
      "step": 23290
    },
    {
      "epoch": 7.31,
      "learning_rate": 2.6913425345043915e-06,
      "loss": 1.8152,
      "step": 23300
    },
    {
      "epoch": 7.31,
      "learning_rate": 2.688205771643664e-06,
      "loss": 1.8165,
      "step": 23310
    },
    {
      "epoch": 7.31,
      "learning_rate": 2.685069008782936e-06,
      "loss": 1.8534,
      "step": 23320
    },
    {
      "epoch": 7.32,
      "learning_rate": 2.6819322459222085e-06,
      "loss": 1.8197,
      "step": 23330
    },
    {
      "epoch": 7.32,
      "learning_rate": 2.678795483061481e-06,
      "loss": 1.8595,
      "step": 23340
    },
    {
      "epoch": 7.32,
      "learning_rate": 2.675658720200753e-06,
      "loss": 1.8172,
      "step": 23350
    },
    {
      "epoch": 7.33,
      "learning_rate": 2.672521957340025e-06,
      "loss": 1.8871,
      "step": 23360
    },
    {
      "epoch": 7.33,
      "learning_rate": 2.6693851944792975e-06,
      "loss": 1.8423,
      "step": 23370
    },
    {
      "epoch": 7.33,
      "learning_rate": 2.66624843161857e-06,
      "loss": 1.8303,
      "step": 23380
    },
    {
      "epoch": 7.34,
      "learning_rate": 2.6631116687578424e-06,
      "loss": 1.8854,
      "step": 23390
    },
    {
      "epoch": 7.34,
      "learning_rate": 2.659974905897114e-06,
      "loss": 1.8654,
      "step": 23400
    },
    {
      "epoch": 7.34,
      "learning_rate": 2.6568381430363865e-06,
      "loss": 1.7865,
      "step": 23410
    },
    {
      "epoch": 7.35,
      "learning_rate": 2.653701380175659e-06,
      "loss": 1.8362,
      "step": 23420
    },
    {
      "epoch": 7.35,
      "learning_rate": 2.6505646173149315e-06,
      "loss": 1.9038,
      "step": 23430
    },
    {
      "epoch": 7.35,
      "learning_rate": 2.6474278544542035e-06,
      "loss": 1.8733,
      "step": 23440
    },
    {
      "epoch": 7.36,
      "learning_rate": 2.6442910915934756e-06,
      "loss": 1.8038,
      "step": 23450
    },
    {
      "epoch": 7.36,
      "learning_rate": 2.641154328732748e-06,
      "loss": 1.9265,
      "step": 23460
    },
    {
      "epoch": 7.36,
      "learning_rate": 2.6380175658720205e-06,
      "loss": 1.8768,
      "step": 23470
    },
    {
      "epoch": 7.37,
      "learning_rate": 2.6348808030112925e-06,
      "loss": 1.827,
      "step": 23480
    },
    {
      "epoch": 7.37,
      "learning_rate": 2.631744040150565e-06,
      "loss": 1.7804,
      "step": 23490
    },
    {
      "epoch": 7.37,
      "learning_rate": 2.628607277289837e-06,
      "loss": 1.8359,
      "step": 23500
    },
    {
      "epoch": 7.37,
      "learning_rate": 2.625470514429109e-06,
      "loss": 1.8243,
      "step": 23510
    },
    {
      "epoch": 7.38,
      "learning_rate": 2.6223337515683816e-06,
      "loss": 1.8012,
      "step": 23520
    },
    {
      "epoch": 7.38,
      "learning_rate": 2.619196988707654e-06,
      "loss": 1.7882,
      "step": 23530
    },
    {
      "epoch": 7.38,
      "learning_rate": 2.6160602258469265e-06,
      "loss": 1.8081,
      "step": 23540
    },
    {
      "epoch": 7.39,
      "learning_rate": 2.612923462986198e-06,
      "loss": 1.9011,
      "step": 23550
    },
    {
      "epoch": 7.39,
      "learning_rate": 2.6097867001254706e-06,
      "loss": 1.847,
      "step": 23560
    },
    {
      "epoch": 7.39,
      "learning_rate": 2.606649937264743e-06,
      "loss": 1.8524,
      "step": 23570
    },
    {
      "epoch": 7.4,
      "learning_rate": 2.6035131744040155e-06,
      "loss": 1.8984,
      "step": 23580
    },
    {
      "epoch": 7.4,
      "learning_rate": 2.600376411543288e-06,
      "loss": 1.9214,
      "step": 23590
    },
    {
      "epoch": 7.4,
      "learning_rate": 2.5972396486825596e-06,
      "loss": 1.8319,
      "step": 23600
    },
    {
      "epoch": 7.41,
      "learning_rate": 2.594102885821832e-06,
      "loss": 1.8231,
      "step": 23610
    },
    {
      "epoch": 7.41,
      "learning_rate": 2.5909661229611045e-06,
      "loss": 1.8265,
      "step": 23620
    },
    {
      "epoch": 7.41,
      "learning_rate": 2.5878293601003766e-06,
      "loss": 1.8764,
      "step": 23630
    },
    {
      "epoch": 7.42,
      "learning_rate": 2.584692597239649e-06,
      "loss": 1.7521,
      "step": 23640
    },
    {
      "epoch": 7.42,
      "learning_rate": 2.581555834378921e-06,
      "loss": 1.8229,
      "step": 23650
    },
    {
      "epoch": 7.42,
      "learning_rate": 2.5784190715181936e-06,
      "loss": 1.902,
      "step": 23660
    },
    {
      "epoch": 7.42,
      "learning_rate": 2.5752823086574656e-06,
      "loss": 1.8338,
      "step": 23670
    },
    {
      "epoch": 7.43,
      "learning_rate": 2.572145545796738e-06,
      "loss": 1.8587,
      "step": 23680
    },
    {
      "epoch": 7.43,
      "learning_rate": 2.56900878293601e-06,
      "loss": 1.8247,
      "step": 23690
    },
    {
      "epoch": 7.43,
      "learning_rate": 2.565872020075282e-06,
      "loss": 1.8186,
      "step": 23700
    },
    {
      "epoch": 7.44,
      "learning_rate": 2.5627352572145546e-06,
      "loss": 1.8091,
      "step": 23710
    },
    {
      "epoch": 7.44,
      "learning_rate": 2.559598494353827e-06,
      "loss": 1.8887,
      "step": 23720
    },
    {
      "epoch": 7.44,
      "learning_rate": 2.5564617314930996e-06,
      "loss": 1.8898,
      "step": 23730
    },
    {
      "epoch": 7.45,
      "learning_rate": 2.553324968632371e-06,
      "loss": 1.8661,
      "step": 23740
    },
    {
      "epoch": 7.45,
      "learning_rate": 2.5501882057716437e-06,
      "loss": 1.7916,
      "step": 23750
    },
    {
      "epoch": 7.45,
      "learning_rate": 2.547051442910916e-06,
      "loss": 1.9033,
      "step": 23760
    },
    {
      "epoch": 7.46,
      "learning_rate": 2.5439146800501886e-06,
      "loss": 1.8425,
      "step": 23770
    },
    {
      "epoch": 7.46,
      "learning_rate": 2.540777917189461e-06,
      "loss": 1.9196,
      "step": 23780
    },
    {
      "epoch": 7.46,
      "learning_rate": 2.5376411543287327e-06,
      "loss": 1.865,
      "step": 23790
    },
    {
      "epoch": 7.47,
      "learning_rate": 2.534504391468005e-06,
      "loss": 1.8719,
      "step": 23800
    },
    {
      "epoch": 7.47,
      "learning_rate": 2.5313676286072776e-06,
      "loss": 1.8598,
      "step": 23810
    },
    {
      "epoch": 7.47,
      "learning_rate": 2.5282308657465497e-06,
      "loss": 1.8614,
      "step": 23820
    },
    {
      "epoch": 7.47,
      "learning_rate": 2.525094102885822e-06,
      "loss": 1.7822,
      "step": 23830
    },
    {
      "epoch": 7.48,
      "learning_rate": 2.521957340025094e-06,
      "loss": 1.8435,
      "step": 23840
    },
    {
      "epoch": 7.48,
      "learning_rate": 2.5188205771643667e-06,
      "loss": 1.8492,
      "step": 23850
    },
    {
      "epoch": 7.48,
      "learning_rate": 2.5156838143036387e-06,
      "loss": 1.7792,
      "step": 23860
    },
    {
      "epoch": 7.49,
      "learning_rate": 2.512547051442911e-06,
      "loss": 1.8483,
      "step": 23870
    },
    {
      "epoch": 7.49,
      "learning_rate": 2.5094102885821836e-06,
      "loss": 1.8582,
      "step": 23880
    },
    {
      "epoch": 7.49,
      "learning_rate": 2.5062735257214553e-06,
      "loss": 1.8717,
      "step": 23890
    },
    {
      "epoch": 7.5,
      "learning_rate": 2.5031367628607277e-06,
      "loss": 1.8539,
      "step": 23900
    },
    {
      "epoch": 7.5,
      "learning_rate": 2.5e-06,
      "loss": 1.776,
      "step": 23910
    },
    {
      "epoch": 7.5,
      "learning_rate": 2.4968632371392727e-06,
      "loss": 1.7718,
      "step": 23920
    },
    {
      "epoch": 7.51,
      "learning_rate": 2.4937264742785447e-06,
      "loss": 1.8526,
      "step": 23930
    },
    {
      "epoch": 7.51,
      "learning_rate": 2.490589711417817e-06,
      "loss": 1.8475,
      "step": 23940
    },
    {
      "epoch": 7.51,
      "learning_rate": 2.4874529485570892e-06,
      "loss": 1.926,
      "step": 23950
    },
    {
      "epoch": 7.52,
      "learning_rate": 2.4843161856963617e-06,
      "loss": 1.8306,
      "step": 23960
    },
    {
      "epoch": 7.52,
      "learning_rate": 2.4811794228356337e-06,
      "loss": 1.8626,
      "step": 23970
    },
    {
      "epoch": 7.52,
      "learning_rate": 2.4780426599749062e-06,
      "loss": 1.8465,
      "step": 23980
    },
    {
      "epoch": 7.53,
      "learning_rate": 2.4749058971141783e-06,
      "loss": 1.9154,
      "step": 23990
    },
    {
      "epoch": 7.53,
      "learning_rate": 2.4717691342534507e-06,
      "loss": 1.8894,
      "step": 24000
    },
    {
      "epoch": 7.53,
      "learning_rate": 2.4686323713927228e-06,
      "loss": 1.8561,
      "step": 24010
    },
    {
      "epoch": 7.53,
      "learning_rate": 2.4654956085319952e-06,
      "loss": 1.9377,
      "step": 24020
    },
    {
      "epoch": 7.54,
      "learning_rate": 2.4623588456712673e-06,
      "loss": 1.797,
      "step": 24030
    },
    {
      "epoch": 7.54,
      "learning_rate": 2.4592220828105398e-06,
      "loss": 1.8609,
      "step": 24040
    },
    {
      "epoch": 7.54,
      "learning_rate": 2.456085319949812e-06,
      "loss": 1.9067,
      "step": 24050
    },
    {
      "epoch": 7.55,
      "learning_rate": 2.4529485570890843e-06,
      "loss": 1.8253,
      "step": 24060
    },
    {
      "epoch": 7.55,
      "learning_rate": 2.4498117942283563e-06,
      "loss": 1.8497,
      "step": 24070
    },
    {
      "epoch": 7.55,
      "learning_rate": 2.4466750313676288e-06,
      "loss": 1.9389,
      "step": 24080
    },
    {
      "epoch": 7.56,
      "learning_rate": 2.4435382685069012e-06,
      "loss": 1.8728,
      "step": 24090
    },
    {
      "epoch": 7.56,
      "learning_rate": 2.4404015056461733e-06,
      "loss": 1.8859,
      "step": 24100
    },
    {
      "epoch": 7.56,
      "learning_rate": 2.4372647427854458e-06,
      "loss": 1.8464,
      "step": 24110
    },
    {
      "epoch": 7.57,
      "learning_rate": 2.434127979924718e-06,
      "loss": 1.874,
      "step": 24120
    },
    {
      "epoch": 7.57,
      "learning_rate": 2.4309912170639903e-06,
      "loss": 1.8951,
      "step": 24130
    },
    {
      "epoch": 7.57,
      "learning_rate": 2.4278544542032627e-06,
      "loss": 1.7477,
      "step": 24140
    },
    {
      "epoch": 7.58,
      "learning_rate": 2.424717691342535e-06,
      "loss": 1.9261,
      "step": 24150
    },
    {
      "epoch": 7.58,
      "learning_rate": 2.421580928481807e-06,
      "loss": 1.8659,
      "step": 24160
    },
    {
      "epoch": 7.58,
      "learning_rate": 2.4184441656210793e-06,
      "loss": 1.7717,
      "step": 24170
    },
    {
      "epoch": 7.58,
      "learning_rate": 2.4153074027603513e-06,
      "loss": 1.8292,
      "step": 24180
    },
    {
      "epoch": 7.59,
      "learning_rate": 2.412170639899624e-06,
      "loss": 1.824,
      "step": 24190
    },
    {
      "epoch": 7.59,
      "learning_rate": 2.409033877038896e-06,
      "loss": 1.8637,
      "step": 24200
    },
    {
      "epoch": 7.59,
      "learning_rate": 2.4058971141781683e-06,
      "loss": 1.7925,
      "step": 24210
    },
    {
      "epoch": 7.6,
      "learning_rate": 2.4027603513174404e-06,
      "loss": 1.8698,
      "step": 24220
    },
    {
      "epoch": 7.6,
      "learning_rate": 2.399623588456713e-06,
      "loss": 1.8401,
      "step": 24230
    },
    {
      "epoch": 7.6,
      "learning_rate": 2.3964868255959853e-06,
      "loss": 1.8329,
      "step": 24240
    },
    {
      "epoch": 7.61,
      "learning_rate": 2.3933500627352574e-06,
      "loss": 1.8431,
      "step": 24250
    },
    {
      "epoch": 7.61,
      "learning_rate": 2.39021329987453e-06,
      "loss": 1.8929,
      "step": 24260
    },
    {
      "epoch": 7.61,
      "learning_rate": 2.387076537013802e-06,
      "loss": 1.7704,
      "step": 24270
    },
    {
      "epoch": 7.62,
      "learning_rate": 2.3839397741530743e-06,
      "loss": 1.7222,
      "step": 24280
    },
    {
      "epoch": 7.62,
      "learning_rate": 2.3808030112923464e-06,
      "loss": 1.8664,
      "step": 24290
    },
    {
      "epoch": 7.62,
      "learning_rate": 2.377666248431619e-06,
      "loss": 1.8683,
      "step": 24300
    },
    {
      "epoch": 7.63,
      "learning_rate": 2.3745294855708913e-06,
      "loss": 1.8453,
      "step": 24310
    },
    {
      "epoch": 7.63,
      "learning_rate": 2.3713927227101634e-06,
      "loss": 1.8595,
      "step": 24320
    },
    {
      "epoch": 7.63,
      "learning_rate": 2.368255959849436e-06,
      "loss": 1.8028,
      "step": 24330
    },
    {
      "epoch": 7.63,
      "learning_rate": 2.365119196988708e-06,
      "loss": 1.8816,
      "step": 24340
    },
    {
      "epoch": 7.64,
      "learning_rate": 2.36198243412798e-06,
      "loss": 1.71,
      "step": 24350
    },
    {
      "epoch": 7.64,
      "learning_rate": 2.3588456712672524e-06,
      "loss": 1.8009,
      "step": 24360
    },
    {
      "epoch": 7.64,
      "learning_rate": 2.3557089084065244e-06,
      "loss": 1.7629,
      "step": 24370
    },
    {
      "epoch": 7.65,
      "learning_rate": 2.352572145545797e-06,
      "loss": 1.7828,
      "step": 24380
    },
    {
      "epoch": 7.65,
      "learning_rate": 2.349435382685069e-06,
      "loss": 1.88,
      "step": 24390
    },
    {
      "epoch": 7.65,
      "learning_rate": 2.3462986198243414e-06,
      "loss": 1.8083,
      "step": 24400
    },
    {
      "epoch": 7.66,
      "learning_rate": 2.343161856963614e-06,
      "loss": 1.7952,
      "step": 24410
    },
    {
      "epoch": 7.66,
      "learning_rate": 2.340025094102886e-06,
      "loss": 1.8013,
      "step": 24420
    },
    {
      "epoch": 7.66,
      "learning_rate": 2.3368883312421584e-06,
      "loss": 1.775,
      "step": 24430
    },
    {
      "epoch": 7.67,
      "learning_rate": 2.3337515683814304e-06,
      "loss": 1.8962,
      "step": 24440
    },
    {
      "epoch": 7.67,
      "learning_rate": 2.330614805520703e-06,
      "loss": 1.8714,
      "step": 24450
    },
    {
      "epoch": 7.67,
      "learning_rate": 2.3274780426599754e-06,
      "loss": 1.8892,
      "step": 24460
    },
    {
      "epoch": 7.68,
      "learning_rate": 2.3243412797992474e-06,
      "loss": 1.8778,
      "step": 24470
    },
    {
      "epoch": 7.68,
      "learning_rate": 2.32120451693852e-06,
      "loss": 1.9277,
      "step": 24480
    },
    {
      "epoch": 7.68,
      "learning_rate": 2.318067754077792e-06,
      "loss": 1.8388,
      "step": 24490
    },
    {
      "epoch": 7.69,
      "learning_rate": 2.3149309912170644e-06,
      "loss": 1.7903,
      "step": 24500
    },
    {
      "epoch": 7.69,
      "learning_rate": 2.3117942283563365e-06,
      "loss": 1.8229,
      "step": 24510
    },
    {
      "epoch": 7.69,
      "learning_rate": 2.3086574654956085e-06,
      "loss": 1.8884,
      "step": 24520
    },
    {
      "epoch": 7.69,
      "learning_rate": 2.305520702634881e-06,
      "loss": 1.8402,
      "step": 24530
    },
    {
      "epoch": 7.7,
      "learning_rate": 2.302383939774153e-06,
      "loss": 1.9046,
      "step": 24540
    },
    {
      "epoch": 7.7,
      "learning_rate": 2.2992471769134255e-06,
      "loss": 1.9163,
      "step": 24550
    },
    {
      "epoch": 7.7,
      "learning_rate": 2.2961104140526975e-06,
      "loss": 1.8306,
      "step": 24560
    },
    {
      "epoch": 7.71,
      "learning_rate": 2.29297365119197e-06,
      "loss": 1.8335,
      "step": 24570
    },
    {
      "epoch": 7.71,
      "learning_rate": 2.2898368883312425e-06,
      "loss": 1.8506,
      "step": 24580
    },
    {
      "epoch": 7.71,
      "learning_rate": 2.2867001254705145e-06,
      "loss": 1.9307,
      "step": 24590
    },
    {
      "epoch": 7.72,
      "learning_rate": 2.283563362609787e-06,
      "loss": 1.8544,
      "step": 24600
    },
    {
      "epoch": 7.72,
      "learning_rate": 2.280426599749059e-06,
      "loss": 1.7701,
      "step": 24610
    },
    {
      "epoch": 7.72,
      "learning_rate": 2.2772898368883315e-06,
      "loss": 1.8246,
      "step": 24620
    },
    {
      "epoch": 7.73,
      "learning_rate": 2.274153074027604e-06,
      "loss": 1.804,
      "step": 24630
    },
    {
      "epoch": 7.73,
      "learning_rate": 2.271016311166876e-06,
      "loss": 1.8989,
      "step": 24640
    },
    {
      "epoch": 7.73,
      "learning_rate": 2.2678795483061485e-06,
      "loss": 1.8234,
      "step": 24650
    },
    {
      "epoch": 7.74,
      "learning_rate": 2.2647427854454205e-06,
      "loss": 1.8747,
      "step": 24660
    },
    {
      "epoch": 7.74,
      "learning_rate": 2.261606022584693e-06,
      "loss": 1.8087,
      "step": 24670
    },
    {
      "epoch": 7.74,
      "learning_rate": 2.258469259723965e-06,
      "loss": 1.9062,
      "step": 24680
    },
    {
      "epoch": 7.74,
      "learning_rate": 2.2553324968632375e-06,
      "loss": 1.8029,
      "step": 24690
    },
    {
      "epoch": 7.75,
      "learning_rate": 2.2521957340025095e-06,
      "loss": 1.8597,
      "step": 24700
    },
    {
      "epoch": 7.75,
      "learning_rate": 2.2490589711417816e-06,
      "loss": 1.742,
      "step": 24710
    },
    {
      "epoch": 7.75,
      "learning_rate": 2.245922208281054e-06,
      "loss": 1.9272,
      "step": 24720
    },
    {
      "epoch": 7.76,
      "learning_rate": 2.242785445420326e-06,
      "loss": 1.7777,
      "step": 24730
    },
    {
      "epoch": 7.76,
      "learning_rate": 2.2396486825595986e-06,
      "loss": 1.8376,
      "step": 24740
    },
    {
      "epoch": 7.76,
      "learning_rate": 2.236511919698871e-06,
      "loss": 1.847,
      "step": 24750
    },
    {
      "epoch": 7.77,
      "learning_rate": 2.233375156838143e-06,
      "loss": 1.8417,
      "step": 24760
    },
    {
      "epoch": 7.77,
      "learning_rate": 2.2302383939774155e-06,
      "loss": 1.894,
      "step": 24770
    },
    {
      "epoch": 7.77,
      "learning_rate": 2.2271016311166876e-06,
      "loss": 1.7936,
      "step": 24780
    },
    {
      "epoch": 7.78,
      "learning_rate": 2.22396486825596e-06,
      "loss": 1.8742,
      "step": 24790
    },
    {
      "epoch": 7.78,
      "learning_rate": 2.2208281053952325e-06,
      "loss": 1.8119,
      "step": 24800
    },
    {
      "epoch": 7.78,
      "learning_rate": 2.2176913425345046e-06,
      "loss": 1.8426,
      "step": 24810
    },
    {
      "epoch": 7.79,
      "learning_rate": 2.214554579673777e-06,
      "loss": 1.9206,
      "step": 24820
    },
    {
      "epoch": 7.79,
      "learning_rate": 2.211417816813049e-06,
      "loss": 1.811,
      "step": 24830
    },
    {
      "epoch": 7.79,
      "learning_rate": 2.2082810539523216e-06,
      "loss": 1.8007,
      "step": 24840
    },
    {
      "epoch": 7.79,
      "learning_rate": 2.2051442910915936e-06,
      "loss": 1.8859,
      "step": 24850
    },
    {
      "epoch": 7.8,
      "learning_rate": 2.202007528230866e-06,
      "loss": 1.8268,
      "step": 24860
    },
    {
      "epoch": 7.8,
      "learning_rate": 2.198870765370138e-06,
      "loss": 1.852,
      "step": 24870
    },
    {
      "epoch": 7.8,
      "learning_rate": 2.1957340025094106e-06,
      "loss": 1.7632,
      "step": 24880
    },
    {
      "epoch": 7.81,
      "learning_rate": 2.1925972396486826e-06,
      "loss": 1.8561,
      "step": 24890
    },
    {
      "epoch": 7.81,
      "learning_rate": 2.189460476787955e-06,
      "loss": 1.817,
      "step": 24900
    },
    {
      "epoch": 7.81,
      "learning_rate": 2.186323713927227e-06,
      "loss": 1.792,
      "step": 24910
    },
    {
      "epoch": 7.82,
      "learning_rate": 2.1831869510664996e-06,
      "loss": 1.8024,
      "step": 24920
    },
    {
      "epoch": 7.82,
      "learning_rate": 2.1800501882057717e-06,
      "loss": 1.8756,
      "step": 24930
    },
    {
      "epoch": 7.82,
      "learning_rate": 2.176913425345044e-06,
      "loss": 1.8239,
      "step": 24940
    },
    {
      "epoch": 7.83,
      "learning_rate": 2.173776662484316e-06,
      "loss": 1.846,
      "step": 24950
    },
    {
      "epoch": 7.83,
      "learning_rate": 2.1706398996235886e-06,
      "loss": 1.8936,
      "step": 24960
    },
    {
      "epoch": 7.83,
      "learning_rate": 2.167503136762861e-06,
      "loss": 1.9536,
      "step": 24970
    },
    {
      "epoch": 7.84,
      "learning_rate": 2.164366373902133e-06,
      "loss": 1.8185,
      "step": 24980
    },
    {
      "epoch": 7.84,
      "learning_rate": 2.1612296110414056e-06,
      "loss": 1.8076,
      "step": 24990
    },
    {
      "epoch": 7.84,
      "learning_rate": 2.1580928481806777e-06,
      "loss": 1.9388,
      "step": 25000
    },
    {
      "epoch": 7.85,
      "learning_rate": 2.15495608531995e-06,
      "loss": 1.7815,
      "step": 25010
    },
    {
      "epoch": 7.85,
      "learning_rate": 2.151819322459222e-06,
      "loss": 1.8411,
      "step": 25020
    },
    {
      "epoch": 7.85,
      "learning_rate": 2.1486825595984946e-06,
      "loss": 1.858,
      "step": 25030
    },
    {
      "epoch": 7.85,
      "learning_rate": 2.1455457967377667e-06,
      "loss": 1.8114,
      "step": 25040
    },
    {
      "epoch": 7.86,
      "learning_rate": 2.142409033877039e-06,
      "loss": 1.8516,
      "step": 25050
    },
    {
      "epoch": 7.86,
      "learning_rate": 2.139272271016311e-06,
      "loss": 1.8683,
      "step": 25060
    },
    {
      "epoch": 7.86,
      "learning_rate": 2.1361355081555837e-06,
      "loss": 1.9183,
      "step": 25070
    },
    {
      "epoch": 7.87,
      "learning_rate": 2.1329987452948557e-06,
      "loss": 1.8695,
      "step": 25080
    },
    {
      "epoch": 7.87,
      "learning_rate": 2.129861982434128e-06,
      "loss": 1.8753,
      "step": 25090
    },
    {
      "epoch": 7.87,
      "learning_rate": 2.1267252195734002e-06,
      "loss": 1.8406,
      "step": 25100
    },
    {
      "epoch": 7.88,
      "learning_rate": 2.1235884567126727e-06,
      "loss": 1.8115,
      "step": 25110
    },
    {
      "epoch": 7.88,
      "learning_rate": 2.120451693851945e-06,
      "loss": 1.9119,
      "step": 25120
    },
    {
      "epoch": 7.88,
      "learning_rate": 2.1173149309912172e-06,
      "loss": 1.7686,
      "step": 25130
    },
    {
      "epoch": 7.89,
      "learning_rate": 2.1141781681304897e-06,
      "loss": 1.9034,
      "step": 25140
    },
    {
      "epoch": 7.89,
      "learning_rate": 2.1110414052697617e-06,
      "loss": 1.8498,
      "step": 25150
    },
    {
      "epoch": 7.89,
      "learning_rate": 2.107904642409034e-06,
      "loss": 1.8183,
      "step": 25160
    },
    {
      "epoch": 7.9,
      "learning_rate": 2.1047678795483062e-06,
      "loss": 1.8255,
      "step": 25170
    },
    {
      "epoch": 7.9,
      "learning_rate": 2.1016311166875787e-06,
      "loss": 1.8853,
      "step": 25180
    },
    {
      "epoch": 7.9,
      "learning_rate": 2.0984943538268508e-06,
      "loss": 1.8643,
      "step": 25190
    },
    {
      "epoch": 7.9,
      "learning_rate": 2.0953575909661232e-06,
      "loss": 1.8537,
      "step": 25200
    },
    {
      "epoch": 7.91,
      "learning_rate": 2.0922208281053953e-06,
      "loss": 1.8535,
      "step": 25210
    },
    {
      "epoch": 7.91,
      "learning_rate": 2.0890840652446677e-06,
      "loss": 1.8192,
      "step": 25220
    },
    {
      "epoch": 7.91,
      "learning_rate": 2.0859473023839398e-06,
      "loss": 1.9235,
      "step": 25230
    },
    {
      "epoch": 7.92,
      "learning_rate": 2.0828105395232122e-06,
      "loss": 1.7911,
      "step": 25240
    },
    {
      "epoch": 7.92,
      "learning_rate": 2.0796737766624843e-06,
      "loss": 1.8031,
      "step": 25250
    },
    {
      "epoch": 7.92,
      "learning_rate": 2.0765370138017568e-06,
      "loss": 1.8374,
      "step": 25260
    },
    {
      "epoch": 7.93,
      "learning_rate": 2.073400250941029e-06,
      "loss": 1.8302,
      "step": 25270
    },
    {
      "epoch": 7.93,
      "learning_rate": 2.0702634880803013e-06,
      "loss": 1.7694,
      "step": 25280
    },
    {
      "epoch": 7.93,
      "learning_rate": 2.0671267252195737e-06,
      "loss": 1.8412,
      "step": 25290
    },
    {
      "epoch": 7.94,
      "learning_rate": 2.063989962358846e-06,
      "loss": 1.8374,
      "step": 25300
    },
    {
      "epoch": 7.94,
      "learning_rate": 2.0608531994981183e-06,
      "loss": 1.8052,
      "step": 25310
    },
    {
      "epoch": 7.94,
      "learning_rate": 2.0577164366373903e-06,
      "loss": 1.826,
      "step": 25320
    },
    {
      "epoch": 7.95,
      "learning_rate": 2.0545796737766628e-06,
      "loss": 1.884,
      "step": 25330
    },
    {
      "epoch": 7.95,
      "learning_rate": 2.0514429109159352e-06,
      "loss": 1.8261,
      "step": 25340
    },
    {
      "epoch": 7.95,
      "learning_rate": 2.0483061480552073e-06,
      "loss": 1.8037,
      "step": 25350
    },
    {
      "epoch": 7.95,
      "learning_rate": 2.0451693851944798e-06,
      "loss": 1.8361,
      "step": 25360
    },
    {
      "epoch": 7.96,
      "learning_rate": 2.042032622333752e-06,
      "loss": 1.789,
      "step": 25370
    },
    {
      "epoch": 7.96,
      "learning_rate": 2.038895859473024e-06,
      "loss": 1.8791,
      "step": 25380
    },
    {
      "epoch": 7.96,
      "learning_rate": 2.0357590966122963e-06,
      "loss": 1.7095,
      "step": 25390
    },
    {
      "epoch": 7.97,
      "learning_rate": 2.0326223337515684e-06,
      "loss": 1.8753,
      "step": 25400
    },
    {
      "epoch": 7.97,
      "learning_rate": 2.029485570890841e-06,
      "loss": 1.6906,
      "step": 25410
    },
    {
      "epoch": 7.97,
      "learning_rate": 2.026348808030113e-06,
      "loss": 1.8425,
      "step": 25420
    },
    {
      "epoch": 7.98,
      "learning_rate": 2.0232120451693853e-06,
      "loss": 1.8265,
      "step": 25430
    },
    {
      "epoch": 7.98,
      "learning_rate": 2.0200752823086574e-06,
      "loss": 1.8445,
      "step": 25440
    },
    {
      "epoch": 7.98,
      "learning_rate": 2.01693851944793e-06,
      "loss": 1.901,
      "step": 25450
    },
    {
      "epoch": 7.99,
      "learning_rate": 2.0138017565872023e-06,
      "loss": 1.855,
      "step": 25460
    },
    {
      "epoch": 7.99,
      "learning_rate": 2.0106649937264744e-06,
      "loss": 1.8212,
      "step": 25470
    },
    {
      "epoch": 7.99,
      "learning_rate": 2.007528230865747e-06,
      "loss": 1.8864,
      "step": 25480
    },
    {
      "epoch": 8.0,
      "learning_rate": 2.004391468005019e-06,
      "loss": 1.8775,
      "step": 25490
    },
    {
      "epoch": 8.0,
      "learning_rate": 2.0012547051442913e-06,
      "loss": 1.8761,
      "step": 25500
    },
    {
      "epoch": 8.0,
      "eval_loss": 1.8085027933120728,
      "eval_runtime": 13.6113,
      "eval_samples_per_second": 73.468,
      "eval_steps_per_second": 4.628,
      "step": 25504
    },
    {
      "epoch": 8.0,
      "learning_rate": 1.998117942283564e-06,
      "loss": 1.8419,
      "step": 25510
    },
    {
      "epoch": 8.01,
      "learning_rate": 1.994981179422836e-06,
      "loss": 1.8554,
      "step": 25520
    },
    {
      "epoch": 8.01,
      "learning_rate": 1.9918444165621083e-06,
      "loss": 1.8783,
      "step": 25530
    },
    {
      "epoch": 8.01,
      "learning_rate": 1.9887076537013804e-06,
      "loss": 1.8445,
      "step": 25540
    },
    {
      "epoch": 8.01,
      "learning_rate": 1.985570890840653e-06,
      "loss": 1.8647,
      "step": 25550
    },
    {
      "epoch": 8.02,
      "learning_rate": 1.982434127979925e-06,
      "loss": 1.7844,
      "step": 25560
    },
    {
      "epoch": 8.02,
      "learning_rate": 1.979297365119197e-06,
      "loss": 1.8327,
      "step": 25570
    },
    {
      "epoch": 8.02,
      "learning_rate": 1.9761606022584694e-06,
      "loss": 1.8807,
      "step": 25580
    },
    {
      "epoch": 8.03,
      "learning_rate": 1.9730238393977414e-06,
      "loss": 1.8707,
      "step": 25590
    },
    {
      "epoch": 8.03,
      "learning_rate": 1.969887076537014e-06,
      "loss": 1.8531,
      "step": 25600
    },
    {
      "epoch": 8.03,
      "learning_rate": 1.966750313676286e-06,
      "loss": 1.8546,
      "step": 25610
    },
    {
      "epoch": 8.04,
      "learning_rate": 1.9636135508155584e-06,
      "loss": 1.8613,
      "step": 25620
    },
    {
      "epoch": 8.04,
      "learning_rate": 1.960476787954831e-06,
      "loss": 1.8682,
      "step": 25630
    },
    {
      "epoch": 8.04,
      "learning_rate": 1.957340025094103e-06,
      "loss": 1.8709,
      "step": 25640
    },
    {
      "epoch": 8.05,
      "learning_rate": 1.9542032622333754e-06,
      "loss": 1.8032,
      "step": 25650
    },
    {
      "epoch": 8.05,
      "learning_rate": 1.9510664993726475e-06,
      "loss": 1.8855,
      "step": 25660
    },
    {
      "epoch": 8.05,
      "learning_rate": 1.94792973651192e-06,
      "loss": 1.8255,
      "step": 25670
    },
    {
      "epoch": 8.06,
      "learning_rate": 1.9447929736511924e-06,
      "loss": 1.8782,
      "step": 25680
    },
    {
      "epoch": 8.06,
      "learning_rate": 1.9416562107904644e-06,
      "loss": 1.8759,
      "step": 25690
    },
    {
      "epoch": 8.06,
      "learning_rate": 1.938519447929737e-06,
      "loss": 1.8345,
      "step": 25700
    },
    {
      "epoch": 8.06,
      "learning_rate": 1.935382685069009e-06,
      "loss": 1.8346,
      "step": 25710
    },
    {
      "epoch": 8.07,
      "learning_rate": 1.9322459222082814e-06,
      "loss": 1.8408,
      "step": 25720
    },
    {
      "epoch": 8.07,
      "learning_rate": 1.9291091593475535e-06,
      "loss": 1.848,
      "step": 25730
    },
    {
      "epoch": 8.07,
      "learning_rate": 1.9259723964868255e-06,
      "loss": 1.8057,
      "step": 25740
    },
    {
      "epoch": 8.08,
      "learning_rate": 1.922835633626098e-06,
      "loss": 1.7701,
      "step": 25750
    },
    {
      "epoch": 8.08,
      "learning_rate": 1.91969887076537e-06,
      "loss": 1.8032,
      "step": 25760
    },
    {
      "epoch": 8.08,
      "learning_rate": 1.9165621079046425e-06,
      "loss": 1.8393,
      "step": 25770
    },
    {
      "epoch": 8.09,
      "learning_rate": 1.913425345043915e-06,
      "loss": 1.7831,
      "step": 25780
    },
    {
      "epoch": 8.09,
      "learning_rate": 1.910288582183187e-06,
      "loss": 1.7805,
      "step": 25790
    },
    {
      "epoch": 8.09,
      "learning_rate": 1.9071518193224595e-06,
      "loss": 1.8198,
      "step": 25800
    },
    {
      "epoch": 8.1,
      "learning_rate": 1.9040150564617315e-06,
      "loss": 1.7913,
      "step": 25810
    },
    {
      "epoch": 8.1,
      "learning_rate": 1.900878293601004e-06,
      "loss": 1.7361,
      "step": 25820
    },
    {
      "epoch": 8.1,
      "learning_rate": 1.897741530740276e-06,
      "loss": 1.8002,
      "step": 25830
    },
    {
      "epoch": 8.11,
      "learning_rate": 1.8946047678795485e-06,
      "loss": 1.8309,
      "step": 25840
    },
    {
      "epoch": 8.11,
      "learning_rate": 1.8914680050188208e-06,
      "loss": 1.8588,
      "step": 25850
    },
    {
      "epoch": 8.11,
      "learning_rate": 1.888331242158093e-06,
      "loss": 1.8685,
      "step": 25860
    },
    {
      "epoch": 8.11,
      "learning_rate": 1.8851944792973653e-06,
      "loss": 1.7893,
      "step": 25870
    },
    {
      "epoch": 8.12,
      "learning_rate": 1.8820577164366375e-06,
      "loss": 1.7893,
      "step": 25880
    },
    {
      "epoch": 8.12,
      "learning_rate": 1.8789209535759098e-06,
      "loss": 1.9111,
      "step": 25890
    },
    {
      "epoch": 8.12,
      "learning_rate": 1.8757841907151822e-06,
      "loss": 1.8303,
      "step": 25900
    },
    {
      "epoch": 8.13,
      "learning_rate": 1.8726474278544543e-06,
      "loss": 1.8459,
      "step": 25910
    },
    {
      "epoch": 8.13,
      "learning_rate": 1.8695106649937268e-06,
      "loss": 1.8117,
      "step": 25920
    },
    {
      "epoch": 8.13,
      "learning_rate": 1.8663739021329988e-06,
      "loss": 1.7602,
      "step": 25930
    },
    {
      "epoch": 8.14,
      "learning_rate": 1.8632371392722713e-06,
      "loss": 1.8715,
      "step": 25940
    },
    {
      "epoch": 8.14,
      "learning_rate": 1.8601003764115435e-06,
      "loss": 1.8285,
      "step": 25950
    },
    {
      "epoch": 8.14,
      "learning_rate": 1.8569636135508156e-06,
      "loss": 1.7996,
      "step": 25960
    },
    {
      "epoch": 8.15,
      "learning_rate": 1.853826850690088e-06,
      "loss": 1.8965,
      "step": 25970
    },
    {
      "epoch": 8.15,
      "learning_rate": 1.85069008782936e-06,
      "loss": 1.7853,
      "step": 25980
    },
    {
      "epoch": 8.15,
      "learning_rate": 1.8475533249686326e-06,
      "loss": 1.8037,
      "step": 25990
    },
    {
      "epoch": 8.16,
      "learning_rate": 1.844416562107905e-06,
      "loss": 1.786,
      "step": 26000
    },
    {
      "epoch": 8.16,
      "learning_rate": 1.841279799247177e-06,
      "loss": 1.9019,
      "step": 26010
    },
    {
      "epoch": 8.16,
      "learning_rate": 1.8381430363864493e-06,
      "loss": 1.9225,
      "step": 26020
    },
    {
      "epoch": 8.16,
      "learning_rate": 1.8350062735257216e-06,
      "loss": 1.8514,
      "step": 26030
    },
    {
      "epoch": 8.17,
      "learning_rate": 1.8318695106649938e-06,
      "loss": 1.8365,
      "step": 26040
    },
    {
      "epoch": 8.17,
      "learning_rate": 1.828732747804266e-06,
      "loss": 1.7828,
      "step": 26050
    },
    {
      "epoch": 8.17,
      "learning_rate": 1.8255959849435384e-06,
      "loss": 1.8321,
      "step": 26060
    },
    {
      "epoch": 8.18,
      "learning_rate": 1.8224592220828108e-06,
      "loss": 1.7532,
      "step": 26070
    },
    {
      "epoch": 8.18,
      "learning_rate": 1.8193224592220829e-06,
      "loss": 1.8928,
      "step": 26080
    },
    {
      "epoch": 8.18,
      "learning_rate": 1.8161856963613553e-06,
      "loss": 1.8561,
      "step": 26090
    },
    {
      "epoch": 8.19,
      "learning_rate": 1.8130489335006274e-06,
      "loss": 1.9077,
      "step": 26100
    },
    {
      "epoch": 8.19,
      "learning_rate": 1.8099121706398999e-06,
      "loss": 1.815,
      "step": 26110
    },
    {
      "epoch": 8.19,
      "learning_rate": 1.8067754077791721e-06,
      "loss": 1.7752,
      "step": 26120
    },
    {
      "epoch": 8.2,
      "learning_rate": 1.8036386449184444e-06,
      "loss": 1.8435,
      "step": 26130
    },
    {
      "epoch": 8.2,
      "learning_rate": 1.8005018820577166e-06,
      "loss": 1.8642,
      "step": 26140
    },
    {
      "epoch": 8.2,
      "learning_rate": 1.7973651191969887e-06,
      "loss": 1.807,
      "step": 26150
    },
    {
      "epoch": 8.21,
      "learning_rate": 1.7942283563362611e-06,
      "loss": 1.8056,
      "step": 26160
    },
    {
      "epoch": 8.21,
      "learning_rate": 1.7910915934755336e-06,
      "loss": 1.8102,
      "step": 26170
    },
    {
      "epoch": 8.21,
      "learning_rate": 1.7879548306148056e-06,
      "loss": 1.9075,
      "step": 26180
    },
    {
      "epoch": 8.22,
      "learning_rate": 1.7848180677540781e-06,
      "loss": 1.7885,
      "step": 26190
    },
    {
      "epoch": 8.22,
      "learning_rate": 1.7816813048933502e-06,
      "loss": 1.8633,
      "step": 26200
    },
    {
      "epoch": 8.22,
      "learning_rate": 1.7785445420326224e-06,
      "loss": 1.8132,
      "step": 26210
    },
    {
      "epoch": 8.22,
      "learning_rate": 1.7754077791718949e-06,
      "loss": 1.8301,
      "step": 26220
    },
    {
      "epoch": 8.23,
      "learning_rate": 1.772271016311167e-06,
      "loss": 1.8868,
      "step": 26230
    },
    {
      "epoch": 8.23,
      "learning_rate": 1.7691342534504394e-06,
      "loss": 1.8068,
      "step": 26240
    },
    {
      "epoch": 8.23,
      "learning_rate": 1.7659974905897114e-06,
      "loss": 1.816,
      "step": 26250
    },
    {
      "epoch": 8.24,
      "learning_rate": 1.762860727728984e-06,
      "loss": 1.7982,
      "step": 26260
    },
    {
      "epoch": 8.24,
      "learning_rate": 1.759723964868256e-06,
      "loss": 1.8405,
      "step": 26270
    },
    {
      "epoch": 8.24,
      "learning_rate": 1.7565872020075284e-06,
      "loss": 1.8382,
      "step": 26280
    },
    {
      "epoch": 8.25,
      "learning_rate": 1.7534504391468007e-06,
      "loss": 1.7793,
      "step": 26290
    },
    {
      "epoch": 8.25,
      "learning_rate": 1.750313676286073e-06,
      "loss": 1.8145,
      "step": 26300
    },
    {
      "epoch": 8.25,
      "learning_rate": 1.7471769134253452e-06,
      "loss": 1.8759,
      "step": 26310
    },
    {
      "epoch": 8.26,
      "learning_rate": 1.7440401505646172e-06,
      "loss": 1.8452,
      "step": 26320
    },
    {
      "epoch": 8.26,
      "learning_rate": 1.7409033877038897e-06,
      "loss": 1.8489,
      "step": 26330
    },
    {
      "epoch": 8.26,
      "learning_rate": 1.7377666248431622e-06,
      "loss": 1.8525,
      "step": 26340
    },
    {
      "epoch": 8.27,
      "learning_rate": 1.7346298619824342e-06,
      "loss": 1.8752,
      "step": 26350
    },
    {
      "epoch": 8.27,
      "learning_rate": 1.7314930991217067e-06,
      "loss": 1.8404,
      "step": 26360
    },
    {
      "epoch": 8.27,
      "learning_rate": 1.7283563362609787e-06,
      "loss": 1.8458,
      "step": 26370
    },
    {
      "epoch": 8.27,
      "learning_rate": 1.725219573400251e-06,
      "loss": 1.8859,
      "step": 26380
    },
    {
      "epoch": 8.28,
      "learning_rate": 1.7220828105395235e-06,
      "loss": 1.7915,
      "step": 26390
    },
    {
      "epoch": 8.28,
      "learning_rate": 1.7189460476787955e-06,
      "loss": 1.9167,
      "step": 26400
    },
    {
      "epoch": 8.28,
      "learning_rate": 1.715809284818068e-06,
      "loss": 1.8609,
      "step": 26410
    },
    {
      "epoch": 8.29,
      "learning_rate": 1.71267252195734e-06,
      "loss": 1.9143,
      "step": 26420
    },
    {
      "epoch": 8.29,
      "learning_rate": 1.7095357590966125e-06,
      "loss": 1.809,
      "step": 26430
    },
    {
      "epoch": 8.29,
      "learning_rate": 1.7063989962358847e-06,
      "loss": 1.7668,
      "step": 26440
    },
    {
      "epoch": 8.3,
      "learning_rate": 1.703262233375157e-06,
      "loss": 1.8096,
      "step": 26450
    },
    {
      "epoch": 8.3,
      "learning_rate": 1.7001254705144293e-06,
      "loss": 1.8033,
      "step": 26460
    },
    {
      "epoch": 8.3,
      "learning_rate": 1.6969887076537015e-06,
      "loss": 1.8294,
      "step": 26470
    },
    {
      "epoch": 8.31,
      "learning_rate": 1.6938519447929738e-06,
      "loss": 1.7282,
      "step": 26480
    },
    {
      "epoch": 8.31,
      "learning_rate": 1.690715181932246e-06,
      "loss": 1.8274,
      "step": 26490
    },
    {
      "epoch": 8.31,
      "learning_rate": 1.6875784190715183e-06,
      "loss": 1.811,
      "step": 26500
    },
    {
      "epoch": 8.32,
      "learning_rate": 1.6844416562107908e-06,
      "loss": 1.8093,
      "step": 26510
    },
    {
      "epoch": 8.32,
      "learning_rate": 1.6813048933500628e-06,
      "loss": 1.8854,
      "step": 26520
    },
    {
      "epoch": 8.32,
      "learning_rate": 1.6781681304893353e-06,
      "loss": 1.8327,
      "step": 26530
    },
    {
      "epoch": 8.32,
      "learning_rate": 1.6750313676286073e-06,
      "loss": 1.8446,
      "step": 26540
    },
    {
      "epoch": 8.33,
      "learning_rate": 1.6718946047678798e-06,
      "loss": 1.8623,
      "step": 26550
    },
    {
      "epoch": 8.33,
      "learning_rate": 1.668757841907152e-06,
      "loss": 1.8318,
      "step": 26560
    },
    {
      "epoch": 8.33,
      "learning_rate": 1.665621079046424e-06,
      "loss": 1.7852,
      "step": 26570
    },
    {
      "epoch": 8.34,
      "learning_rate": 1.6624843161856965e-06,
      "loss": 1.7953,
      "step": 26580
    },
    {
      "epoch": 8.34,
      "learning_rate": 1.6593475533249686e-06,
      "loss": 1.9024,
      "step": 26590
    },
    {
      "epoch": 8.34,
      "learning_rate": 1.656210790464241e-06,
      "loss": 1.838,
      "step": 26600
    },
    {
      "epoch": 8.35,
      "learning_rate": 1.6530740276035135e-06,
      "loss": 1.9028,
      "step": 26610
    },
    {
      "epoch": 8.35,
      "learning_rate": 1.6499372647427856e-06,
      "loss": 1.8269,
      "step": 26620
    },
    {
      "epoch": 8.35,
      "learning_rate": 1.6468005018820578e-06,
      "loss": 1.8538,
      "step": 26630
    },
    {
      "epoch": 8.36,
      "learning_rate": 1.64366373902133e-06,
      "loss": 1.8703,
      "step": 26640
    },
    {
      "epoch": 8.36,
      "learning_rate": 1.6405269761606023e-06,
      "loss": 1.769,
      "step": 26650
    },
    {
      "epoch": 8.36,
      "learning_rate": 1.6373902132998748e-06,
      "loss": 1.7672,
      "step": 26660
    },
    {
      "epoch": 8.37,
      "learning_rate": 1.6342534504391469e-06,
      "loss": 1.8547,
      "step": 26670
    },
    {
      "epoch": 8.37,
      "learning_rate": 1.6311166875784193e-06,
      "loss": 1.8411,
      "step": 26680
    },
    {
      "epoch": 8.37,
      "learning_rate": 1.6279799247176914e-06,
      "loss": 1.813,
      "step": 26690
    },
    {
      "epoch": 8.38,
      "learning_rate": 1.6248431618569638e-06,
      "loss": 1.9123,
      "step": 26700
    },
    {
      "epoch": 8.38,
      "learning_rate": 1.6217063989962359e-06,
      "loss": 1.844,
      "step": 26710
    },
    {
      "epoch": 8.38,
      "learning_rate": 1.6185696361355084e-06,
      "loss": 1.8704,
      "step": 26720
    },
    {
      "epoch": 8.38,
      "learning_rate": 1.6154328732747806e-06,
      "loss": 1.7696,
      "step": 26730
    },
    {
      "epoch": 8.39,
      "learning_rate": 1.6122961104140529e-06,
      "loss": 1.8558,
      "step": 26740
    },
    {
      "epoch": 8.39,
      "learning_rate": 1.6091593475533251e-06,
      "loss": 1.8155,
      "step": 26750
    },
    {
      "epoch": 8.39,
      "learning_rate": 1.6060225846925972e-06,
      "loss": 1.8761,
      "step": 26760
    },
    {
      "epoch": 8.4,
      "learning_rate": 1.6028858218318696e-06,
      "loss": 1.7798,
      "step": 26770
    },
    {
      "epoch": 8.4,
      "learning_rate": 1.5997490589711421e-06,
      "loss": 1.8079,
      "step": 26780
    },
    {
      "epoch": 8.4,
      "learning_rate": 1.5966122961104142e-06,
      "loss": 1.8161,
      "step": 26790
    },
    {
      "epoch": 8.41,
      "learning_rate": 1.5934755332496864e-06,
      "loss": 1.8797,
      "step": 26800
    },
    {
      "epoch": 8.41,
      "learning_rate": 1.5903387703889587e-06,
      "loss": 1.8012,
      "step": 26810
    },
    {
      "epoch": 8.41,
      "learning_rate": 1.587202007528231e-06,
      "loss": 1.865,
      "step": 26820
    },
    {
      "epoch": 8.42,
      "learning_rate": 1.5840652446675034e-06,
      "loss": 1.808,
      "step": 26830
    },
    {
      "epoch": 8.42,
      "learning_rate": 1.5809284818067754e-06,
      "loss": 1.8396,
      "step": 26840
    },
    {
      "epoch": 8.42,
      "learning_rate": 1.577791718946048e-06,
      "loss": 1.794,
      "step": 26850
    },
    {
      "epoch": 8.43,
      "learning_rate": 1.57465495608532e-06,
      "loss": 1.8262,
      "step": 26860
    },
    {
      "epoch": 8.43,
      "learning_rate": 1.5715181932245924e-06,
      "loss": 1.8224,
      "step": 26870
    },
    {
      "epoch": 8.43,
      "learning_rate": 1.5683814303638647e-06,
      "loss": 1.8647,
      "step": 26880
    },
    {
      "epoch": 8.43,
      "learning_rate": 1.565244667503137e-06,
      "loss": 1.8389,
      "step": 26890
    },
    {
      "epoch": 8.44,
      "learning_rate": 1.5621079046424092e-06,
      "loss": 1.8384,
      "step": 26900
    },
    {
      "epoch": 8.44,
      "learning_rate": 1.5589711417816814e-06,
      "loss": 1.8201,
      "step": 26910
    },
    {
      "epoch": 8.44,
      "learning_rate": 1.5558343789209537e-06,
      "loss": 1.8713,
      "step": 26920
    },
    {
      "epoch": 8.45,
      "learning_rate": 1.5526976160602257e-06,
      "loss": 1.7515,
      "step": 26930
    },
    {
      "epoch": 8.45,
      "learning_rate": 1.5495608531994982e-06,
      "loss": 1.832,
      "step": 26940
    },
    {
      "epoch": 8.45,
      "learning_rate": 1.5464240903387707e-06,
      "loss": 1.8487,
      "step": 26950
    },
    {
      "epoch": 8.46,
      "learning_rate": 1.5432873274780427e-06,
      "loss": 1.7924,
      "step": 26960
    },
    {
      "epoch": 8.46,
      "learning_rate": 1.5401505646173152e-06,
      "loss": 1.7845,
      "step": 26970
    },
    {
      "epoch": 8.46,
      "learning_rate": 1.5370138017565872e-06,
      "loss": 1.8839,
      "step": 26980
    },
    {
      "epoch": 8.47,
      "learning_rate": 1.5338770388958595e-06,
      "loss": 1.7541,
      "step": 26990
    },
    {
      "epoch": 8.47,
      "learning_rate": 1.530740276035132e-06,
      "loss": 1.7754,
      "step": 27000
    },
    {
      "epoch": 8.47,
      "learning_rate": 1.527603513174404e-06,
      "loss": 1.8529,
      "step": 27010
    },
    {
      "epoch": 8.48,
      "learning_rate": 1.5244667503136765e-06,
      "loss": 1.8047,
      "step": 27020
    },
    {
      "epoch": 8.48,
      "learning_rate": 1.5213299874529485e-06,
      "loss": 1.8239,
      "step": 27030
    },
    {
      "epoch": 8.48,
      "learning_rate": 1.518193224592221e-06,
      "loss": 1.8293,
      "step": 27040
    },
    {
      "epoch": 8.48,
      "learning_rate": 1.5150564617314932e-06,
      "loss": 1.8962,
      "step": 27050
    },
    {
      "epoch": 8.49,
      "learning_rate": 1.5119196988707655e-06,
      "loss": 1.803,
      "step": 27060
    },
    {
      "epoch": 8.49,
      "learning_rate": 1.5087829360100378e-06,
      "loss": 1.819,
      "step": 27070
    },
    {
      "epoch": 8.49,
      "learning_rate": 1.50564617314931e-06,
      "loss": 1.839,
      "step": 27080
    },
    {
      "epoch": 8.5,
      "learning_rate": 1.5025094102885823e-06,
      "loss": 1.8884,
      "step": 27090
    },
    {
      "epoch": 8.5,
      "learning_rate": 1.4993726474278547e-06,
      "loss": 1.9084,
      "step": 27100
    },
    {
      "epoch": 8.5,
      "learning_rate": 1.4962358845671268e-06,
      "loss": 1.8082,
      "step": 27110
    },
    {
      "epoch": 8.51,
      "learning_rate": 1.4930991217063993e-06,
      "loss": 1.7976,
      "step": 27120
    },
    {
      "epoch": 8.51,
      "learning_rate": 1.4899623588456713e-06,
      "loss": 1.815,
      "step": 27130
    },
    {
      "epoch": 8.51,
      "learning_rate": 1.4868255959849438e-06,
      "loss": 1.8745,
      "step": 27140
    },
    {
      "epoch": 8.52,
      "learning_rate": 1.4836888331242158e-06,
      "loss": 1.8226,
      "step": 27150
    },
    {
      "epoch": 8.52,
      "learning_rate": 1.4805520702634883e-06,
      "loss": 1.8518,
      "step": 27160
    },
    {
      "epoch": 8.52,
      "learning_rate": 1.4774153074027605e-06,
      "loss": 1.8528,
      "step": 27170
    },
    {
      "epoch": 8.53,
      "learning_rate": 1.4742785445420326e-06,
      "loss": 1.8632,
      "step": 27180
    },
    {
      "epoch": 8.53,
      "learning_rate": 1.471141781681305e-06,
      "loss": 1.7614,
      "step": 27190
    },
    {
      "epoch": 8.53,
      "learning_rate": 1.468005018820577e-06,
      "loss": 1.7805,
      "step": 27200
    },
    {
      "epoch": 8.54,
      "learning_rate": 1.4648682559598496e-06,
      "loss": 1.8009,
      "step": 27210
    },
    {
      "epoch": 8.54,
      "learning_rate": 1.461731493099122e-06,
      "loss": 1.8522,
      "step": 27220
    },
    {
      "epoch": 8.54,
      "learning_rate": 1.458594730238394e-06,
      "loss": 1.806,
      "step": 27230
    },
    {
      "epoch": 8.54,
      "learning_rate": 1.4554579673776663e-06,
      "loss": 1.8533,
      "step": 27240
    },
    {
      "epoch": 8.55,
      "learning_rate": 1.4523212045169386e-06,
      "loss": 1.9368,
      "step": 27250
    },
    {
      "epoch": 8.55,
      "learning_rate": 1.4491844416562109e-06,
      "loss": 1.8579,
      "step": 27260
    },
    {
      "epoch": 8.55,
      "learning_rate": 1.4460476787954833e-06,
      "loss": 1.8546,
      "step": 27270
    },
    {
      "epoch": 8.56,
      "learning_rate": 1.4429109159347554e-06,
      "loss": 1.7599,
      "step": 27280
    },
    {
      "epoch": 8.56,
      "learning_rate": 1.4397741530740278e-06,
      "loss": 1.9231,
      "step": 27290
    },
    {
      "epoch": 8.56,
      "learning_rate": 1.4366373902132999e-06,
      "loss": 1.8332,
      "step": 27300
    },
    {
      "epoch": 8.57,
      "learning_rate": 1.4335006273525723e-06,
      "loss": 1.7885,
      "step": 27310
    },
    {
      "epoch": 8.57,
      "learning_rate": 1.4303638644918446e-06,
      "loss": 1.849,
      "step": 27320
    },
    {
      "epoch": 8.57,
      "learning_rate": 1.4272271016311169e-06,
      "loss": 1.8045,
      "step": 27330
    },
    {
      "epoch": 8.58,
      "learning_rate": 1.4240903387703891e-06,
      "loss": 1.8928,
      "step": 27340
    },
    {
      "epoch": 8.58,
      "learning_rate": 1.4209535759096612e-06,
      "loss": 1.8827,
      "step": 27350
    },
    {
      "epoch": 8.58,
      "learning_rate": 1.4178168130489336e-06,
      "loss": 1.8549,
      "step": 27360
    },
    {
      "epoch": 8.59,
      "learning_rate": 1.4146800501882057e-06,
      "loss": 1.787,
      "step": 27370
    },
    {
      "epoch": 8.59,
      "learning_rate": 1.4115432873274781e-06,
      "loss": 1.8102,
      "step": 27380
    },
    {
      "epoch": 8.59,
      "learning_rate": 1.4084065244667506e-06,
      "loss": 1.8703,
      "step": 27390
    },
    {
      "epoch": 8.59,
      "learning_rate": 1.4052697616060227e-06,
      "loss": 1.8759,
      "step": 27400
    },
    {
      "epoch": 8.6,
      "learning_rate": 1.402132998745295e-06,
      "loss": 1.8059,
      "step": 27410
    },
    {
      "epoch": 8.6,
      "learning_rate": 1.3989962358845672e-06,
      "loss": 1.8641,
      "step": 27420
    },
    {
      "epoch": 8.6,
      "learning_rate": 1.3958594730238394e-06,
      "loss": 1.7733,
      "step": 27430
    },
    {
      "epoch": 8.61,
      "learning_rate": 1.3927227101631119e-06,
      "loss": 1.8804,
      "step": 27440
    },
    {
      "epoch": 8.61,
      "learning_rate": 1.389585947302384e-06,
      "loss": 1.8322,
      "step": 27450
    },
    {
      "epoch": 8.61,
      "learning_rate": 1.3864491844416564e-06,
      "loss": 1.8676,
      "step": 27460
    },
    {
      "epoch": 8.62,
      "learning_rate": 1.3833124215809285e-06,
      "loss": 1.7624,
      "step": 27470
    },
    {
      "epoch": 8.62,
      "learning_rate": 1.380175658720201e-06,
      "loss": 1.8463,
      "step": 27480
    },
    {
      "epoch": 8.62,
      "learning_rate": 1.3770388958594732e-06,
      "loss": 1.7873,
      "step": 27490
    },
    {
      "epoch": 8.63,
      "learning_rate": 1.3739021329987454e-06,
      "loss": 1.8458,
      "step": 27500
    },
    {
      "epoch": 8.63,
      "learning_rate": 1.3707653701380177e-06,
      "loss": 1.9638,
      "step": 27510
    },
    {
      "epoch": 8.63,
      "learning_rate": 1.36762860727729e-06,
      "loss": 1.8246,
      "step": 27520
    },
    {
      "epoch": 8.64,
      "learning_rate": 1.3644918444165622e-06,
      "loss": 1.7838,
      "step": 27530
    },
    {
      "epoch": 8.64,
      "learning_rate": 1.3613550815558347e-06,
      "loss": 1.859,
      "step": 27540
    },
    {
      "epoch": 8.64,
      "learning_rate": 1.3582183186951067e-06,
      "loss": 1.8282,
      "step": 27550
    },
    {
      "epoch": 8.64,
      "learning_rate": 1.3550815558343792e-06,
      "loss": 1.7744,
      "step": 27560
    },
    {
      "epoch": 8.65,
      "learning_rate": 1.3519447929736512e-06,
      "loss": 1.8345,
      "step": 27570
    },
    {
      "epoch": 8.65,
      "learning_rate": 1.3488080301129237e-06,
      "loss": 1.8246,
      "step": 27580
    },
    {
      "epoch": 8.65,
      "learning_rate": 1.3456712672521957e-06,
      "loss": 1.8078,
      "step": 27590
    },
    {
      "epoch": 8.66,
      "learning_rate": 1.342534504391468e-06,
      "loss": 1.8357,
      "step": 27600
    },
    {
      "epoch": 8.66,
      "learning_rate": 1.3393977415307405e-06,
      "loss": 1.8526,
      "step": 27610
    },
    {
      "epoch": 8.66,
      "learning_rate": 1.3362609786700125e-06,
      "loss": 1.8486,
      "step": 27620
    },
    {
      "epoch": 8.67,
      "learning_rate": 1.333124215809285e-06,
      "loss": 1.8583,
      "step": 27630
    },
    {
      "epoch": 8.67,
      "learning_rate": 1.329987452948557e-06,
      "loss": 1.8361,
      "step": 27640
    },
    {
      "epoch": 8.67,
      "learning_rate": 1.3268506900878295e-06,
      "loss": 1.8049,
      "step": 27650
    },
    {
      "epoch": 8.68,
      "learning_rate": 1.3237139272271018e-06,
      "loss": 1.8453,
      "step": 27660
    },
    {
      "epoch": 8.68,
      "learning_rate": 1.320577164366374e-06,
      "loss": 1.7916,
      "step": 27670
    },
    {
      "epoch": 8.68,
      "learning_rate": 1.3174404015056463e-06,
      "loss": 1.8771,
      "step": 27680
    },
    {
      "epoch": 8.69,
      "learning_rate": 1.3143036386449185e-06,
      "loss": 1.8396,
      "step": 27690
    },
    {
      "epoch": 8.69,
      "learning_rate": 1.3111668757841908e-06,
      "loss": 1.8477,
      "step": 27700
    },
    {
      "epoch": 8.69,
      "learning_rate": 1.3080301129234632e-06,
      "loss": 1.896,
      "step": 27710
    },
    {
      "epoch": 8.7,
      "learning_rate": 1.3048933500627353e-06,
      "loss": 1.8484,
      "step": 27720
    },
    {
      "epoch": 8.7,
      "learning_rate": 1.3017565872020078e-06,
      "loss": 1.8034,
      "step": 27730
    },
    {
      "epoch": 8.7,
      "learning_rate": 1.2986198243412798e-06,
      "loss": 1.8502,
      "step": 27740
    },
    {
      "epoch": 8.7,
      "learning_rate": 1.2954830614805523e-06,
      "loss": 1.8693,
      "step": 27750
    },
    {
      "epoch": 8.71,
      "learning_rate": 1.2923462986198245e-06,
      "loss": 1.8367,
      "step": 27760
    },
    {
      "epoch": 8.71,
      "learning_rate": 1.2892095357590968e-06,
      "loss": 1.849,
      "step": 27770
    },
    {
      "epoch": 8.71,
      "learning_rate": 1.286072772898369e-06,
      "loss": 1.8938,
      "step": 27780
    },
    {
      "epoch": 8.72,
      "learning_rate": 1.282936010037641e-06,
      "loss": 1.8266,
      "step": 27790
    },
    {
      "epoch": 8.72,
      "learning_rate": 1.2797992471769136e-06,
      "loss": 1.7925,
      "step": 27800
    },
    {
      "epoch": 8.72,
      "learning_rate": 1.2766624843161856e-06,
      "loss": 1.7811,
      "step": 27810
    },
    {
      "epoch": 8.73,
      "learning_rate": 1.273525721455458e-06,
      "loss": 1.9285,
      "step": 27820
    },
    {
      "epoch": 8.73,
      "learning_rate": 1.2703889585947305e-06,
      "loss": 1.8258,
      "step": 27830
    },
    {
      "epoch": 8.73,
      "learning_rate": 1.2672521957340026e-06,
      "loss": 1.8142,
      "step": 27840
    },
    {
      "epoch": 8.74,
      "learning_rate": 1.2641154328732748e-06,
      "loss": 1.7592,
      "step": 27850
    },
    {
      "epoch": 8.74,
      "learning_rate": 1.260978670012547e-06,
      "loss": 1.7749,
      "step": 27860
    },
    {
      "epoch": 8.74,
      "learning_rate": 1.2578419071518194e-06,
      "loss": 1.893,
      "step": 27870
    },
    {
      "epoch": 8.75,
      "learning_rate": 1.2547051442910918e-06,
      "loss": 1.7893,
      "step": 27880
    },
    {
      "epoch": 8.75,
      "learning_rate": 1.2515683814303639e-06,
      "loss": 1.8241,
      "step": 27890
    },
    {
      "epoch": 8.75,
      "learning_rate": 1.2484316185696363e-06,
      "loss": 1.8894,
      "step": 27900
    },
    {
      "epoch": 8.75,
      "learning_rate": 1.2452948557089086e-06,
      "loss": 1.8563,
      "step": 27910
    },
    {
      "epoch": 8.76,
      "learning_rate": 1.2421580928481808e-06,
      "loss": 1.8682,
      "step": 27920
    },
    {
      "epoch": 8.76,
      "learning_rate": 1.2390213299874531e-06,
      "loss": 1.8305,
      "step": 27930
    },
    {
      "epoch": 8.76,
      "learning_rate": 1.2358845671267254e-06,
      "loss": 1.7523,
      "step": 27940
    },
    {
      "epoch": 8.77,
      "learning_rate": 1.2327478042659976e-06,
      "loss": 1.7347,
      "step": 27950
    },
    {
      "epoch": 8.77,
      "learning_rate": 1.2296110414052699e-06,
      "loss": 1.8742,
      "step": 27960
    },
    {
      "epoch": 8.77,
      "learning_rate": 1.2264742785445421e-06,
      "loss": 1.8519,
      "step": 27970
    },
    {
      "epoch": 8.78,
      "learning_rate": 1.2233375156838144e-06,
      "loss": 1.8233,
      "step": 27980
    },
    {
      "epoch": 8.78,
      "learning_rate": 1.2202007528230866e-06,
      "loss": 1.8308,
      "step": 27990
    },
    {
      "epoch": 8.78,
      "learning_rate": 1.217063989962359e-06,
      "loss": 1.8121,
      "step": 28000
    },
    {
      "epoch": 8.79,
      "learning_rate": 1.2139272271016314e-06,
      "loss": 1.8179,
      "step": 28010
    },
    {
      "epoch": 8.79,
      "learning_rate": 1.2107904642409034e-06,
      "loss": 1.8859,
      "step": 28020
    },
    {
      "epoch": 8.79,
      "learning_rate": 1.2076537013801757e-06,
      "loss": 1.776,
      "step": 28030
    },
    {
      "epoch": 8.8,
      "learning_rate": 1.204516938519448e-06,
      "loss": 1.7907,
      "step": 28040
    },
    {
      "epoch": 8.8,
      "learning_rate": 1.2013801756587202e-06,
      "loss": 1.8682,
      "step": 28050
    },
    {
      "epoch": 8.8,
      "learning_rate": 1.1982434127979927e-06,
      "loss": 1.8239,
      "step": 28060
    },
    {
      "epoch": 8.8,
      "learning_rate": 1.195106649937265e-06,
      "loss": 1.8007,
      "step": 28070
    },
    {
      "epoch": 8.81,
      "learning_rate": 1.1919698870765372e-06,
      "loss": 1.7608,
      "step": 28080
    },
    {
      "epoch": 8.81,
      "learning_rate": 1.1888331242158094e-06,
      "loss": 1.8069,
      "step": 28090
    },
    {
      "epoch": 8.81,
      "learning_rate": 1.1856963613550817e-06,
      "loss": 1.8402,
      "step": 28100
    },
    {
      "epoch": 8.82,
      "learning_rate": 1.182559598494354e-06,
      "loss": 1.8986,
      "step": 28110
    },
    {
      "epoch": 8.82,
      "learning_rate": 1.1794228356336262e-06,
      "loss": 1.8938,
      "step": 28120
    },
    {
      "epoch": 8.82,
      "learning_rate": 1.1762860727728985e-06,
      "loss": 1.8132,
      "step": 28130
    },
    {
      "epoch": 8.83,
      "learning_rate": 1.1731493099121707e-06,
      "loss": 1.8571,
      "step": 28140
    },
    {
      "epoch": 8.83,
      "learning_rate": 1.170012547051443e-06,
      "loss": 1.8696,
      "step": 28150
    },
    {
      "epoch": 8.83,
      "learning_rate": 1.1668757841907152e-06,
      "loss": 1.8399,
      "step": 28160
    },
    {
      "epoch": 8.84,
      "learning_rate": 1.1637390213299877e-06,
      "loss": 1.806,
      "step": 28170
    },
    {
      "epoch": 8.84,
      "learning_rate": 1.16060225846926e-06,
      "loss": 1.884,
      "step": 28180
    },
    {
      "epoch": 8.84,
      "learning_rate": 1.1574654956085322e-06,
      "loss": 1.7557,
      "step": 28190
    },
    {
      "epoch": 8.85,
      "learning_rate": 1.1543287327478042e-06,
      "loss": 1.8812,
      "step": 28200
    },
    {
      "epoch": 8.85,
      "learning_rate": 1.1511919698870765e-06,
      "loss": 1.7912,
      "step": 28210
    },
    {
      "epoch": 8.85,
      "learning_rate": 1.1480552070263488e-06,
      "loss": 1.7655,
      "step": 28220
    },
    {
      "epoch": 8.86,
      "learning_rate": 1.1449184441656212e-06,
      "loss": 1.7835,
      "step": 28230
    },
    {
      "epoch": 8.86,
      "learning_rate": 1.1417816813048935e-06,
      "loss": 1.8024,
      "step": 28240
    },
    {
      "epoch": 8.86,
      "learning_rate": 1.1386449184441657e-06,
      "loss": 1.8642,
      "step": 28250
    },
    {
      "epoch": 8.86,
      "learning_rate": 1.135508155583438e-06,
      "loss": 1.8401,
      "step": 28260
    },
    {
      "epoch": 8.87,
      "learning_rate": 1.1323713927227103e-06,
      "loss": 1.7648,
      "step": 28270
    },
    {
      "epoch": 8.87,
      "learning_rate": 1.1292346298619825e-06,
      "loss": 1.8564,
      "step": 28280
    },
    {
      "epoch": 8.87,
      "learning_rate": 1.1260978670012548e-06,
      "loss": 1.864,
      "step": 28290
    },
    {
      "epoch": 8.88,
      "learning_rate": 1.122961104140527e-06,
      "loss": 1.888,
      "step": 28300
    },
    {
      "epoch": 8.88,
      "learning_rate": 1.1198243412797993e-06,
      "loss": 1.871,
      "step": 28310
    },
    {
      "epoch": 8.88,
      "learning_rate": 1.1166875784190715e-06,
      "loss": 1.8735,
      "step": 28320
    },
    {
      "epoch": 8.89,
      "learning_rate": 1.1135508155583438e-06,
      "loss": 1.8082,
      "step": 28330
    },
    {
      "epoch": 8.89,
      "learning_rate": 1.1104140526976163e-06,
      "loss": 1.8749,
      "step": 28340
    },
    {
      "epoch": 8.89,
      "learning_rate": 1.1072772898368885e-06,
      "loss": 1.7936,
      "step": 28350
    },
    {
      "epoch": 8.9,
      "learning_rate": 1.1041405269761608e-06,
      "loss": 1.8015,
      "step": 28360
    },
    {
      "epoch": 8.9,
      "learning_rate": 1.101003764115433e-06,
      "loss": 1.8876,
      "step": 28370
    },
    {
      "epoch": 8.9,
      "learning_rate": 1.0978670012547053e-06,
      "loss": 1.8649,
      "step": 28380
    },
    {
      "epoch": 8.91,
      "learning_rate": 1.0947302383939775e-06,
      "loss": 1.7942,
      "step": 28390
    },
    {
      "epoch": 8.91,
      "learning_rate": 1.0915934755332498e-06,
      "loss": 1.8252,
      "step": 28400
    },
    {
      "epoch": 8.91,
      "learning_rate": 1.088456712672522e-06,
      "loss": 1.8082,
      "step": 28410
    },
    {
      "epoch": 8.91,
      "learning_rate": 1.0853199498117943e-06,
      "loss": 1.8855,
      "step": 28420
    },
    {
      "epoch": 8.92,
      "learning_rate": 1.0821831869510666e-06,
      "loss": 1.8745,
      "step": 28430
    },
    {
      "epoch": 8.92,
      "learning_rate": 1.0790464240903388e-06,
      "loss": 1.856,
      "step": 28440
    },
    {
      "epoch": 8.92,
      "learning_rate": 1.075909661229611e-06,
      "loss": 1.7749,
      "step": 28450
    },
    {
      "epoch": 8.93,
      "learning_rate": 1.0727728983688833e-06,
      "loss": 1.7862,
      "step": 28460
    },
    {
      "epoch": 8.93,
      "learning_rate": 1.0696361355081556e-06,
      "loss": 1.811,
      "step": 28470
    },
    {
      "epoch": 8.93,
      "learning_rate": 1.0664993726474279e-06,
      "loss": 1.8381,
      "step": 28480
    },
    {
      "epoch": 8.94,
      "learning_rate": 1.0633626097867001e-06,
      "loss": 1.8144,
      "step": 28490
    },
    {
      "epoch": 8.94,
      "learning_rate": 1.0602258469259726e-06,
      "loss": 1.9025,
      "step": 28500
    },
    {
      "epoch": 8.94,
      "learning_rate": 1.0570890840652448e-06,
      "loss": 1.7983,
      "step": 28510
    },
    {
      "epoch": 8.95,
      "learning_rate": 1.053952321204517e-06,
      "loss": 1.8449,
      "step": 28520
    },
    {
      "epoch": 8.95,
      "learning_rate": 1.0508155583437894e-06,
      "loss": 1.8314,
      "step": 28530
    },
    {
      "epoch": 8.95,
      "learning_rate": 1.0476787954830616e-06,
      "loss": 1.8405,
      "step": 28540
    },
    {
      "epoch": 8.96,
      "learning_rate": 1.0445420326223339e-06,
      "loss": 1.8417,
      "step": 28550
    },
    {
      "epoch": 8.96,
      "learning_rate": 1.0414052697616061e-06,
      "loss": 1.7298,
      "step": 28560
    },
    {
      "epoch": 8.96,
      "learning_rate": 1.0382685069008784e-06,
      "loss": 1.919,
      "step": 28570
    },
    {
      "epoch": 8.96,
      "learning_rate": 1.0351317440401506e-06,
      "loss": 1.8295,
      "step": 28580
    },
    {
      "epoch": 8.97,
      "learning_rate": 1.031994981179423e-06,
      "loss": 1.8841,
      "step": 28590
    },
    {
      "epoch": 8.97,
      "learning_rate": 1.0288582183186952e-06,
      "loss": 1.8232,
      "step": 28600
    },
    {
      "epoch": 8.97,
      "learning_rate": 1.0257214554579676e-06,
      "loss": 1.7992,
      "step": 28610
    },
    {
      "epoch": 8.98,
      "learning_rate": 1.0225846925972399e-06,
      "loss": 1.8448,
      "step": 28620
    },
    {
      "epoch": 8.98,
      "learning_rate": 1.019447929736512e-06,
      "loss": 1.8227,
      "step": 28630
    },
    {
      "epoch": 8.98,
      "learning_rate": 1.0163111668757842e-06,
      "loss": 1.8837,
      "step": 28640
    },
    {
      "epoch": 8.99,
      "learning_rate": 1.0131744040150564e-06,
      "loss": 1.814,
      "step": 28650
    },
    {
      "epoch": 8.99,
      "learning_rate": 1.0100376411543287e-06,
      "loss": 1.8313,
      "step": 28660
    },
    {
      "epoch": 8.99,
      "learning_rate": 1.0069008782936012e-06,
      "loss": 1.7769,
      "step": 28670
    },
    {
      "epoch": 9.0,
      "learning_rate": 1.0037641154328734e-06,
      "loss": 1.8154,
      "step": 28680
    },
    {
      "epoch": 9.0,
      "learning_rate": 1.0006273525721457e-06,
      "loss": 1.786,
      "step": 28690
    },
    {
      "epoch": 9.0,
      "eval_loss": 1.8068885803222656,
      "eval_runtime": 13.6002,
      "eval_samples_per_second": 73.528,
      "eval_steps_per_second": 4.632,
      "step": 28692
    },
    {
      "epoch": 9.0,
      "learning_rate": 9.97490589711418e-07,
      "loss": 1.8434,
      "step": 28700
    },
    {
      "epoch": 9.01,
      "learning_rate": 9.943538268506902e-07,
      "loss": 1.7965,
      "step": 28710
    },
    {
      "epoch": 9.01,
      "learning_rate": 9.912170639899624e-07,
      "loss": 1.8304,
      "step": 28720
    },
    {
      "epoch": 9.01,
      "learning_rate": 9.880803011292347e-07,
      "loss": 1.8272,
      "step": 28730
    },
    {
      "epoch": 9.02,
      "learning_rate": 9.84943538268507e-07,
      "loss": 1.8509,
      "step": 28740
    },
    {
      "epoch": 9.02,
      "learning_rate": 9.818067754077792e-07,
      "loss": 1.8452,
      "step": 28750
    },
    {
      "epoch": 9.02,
      "learning_rate": 9.786700125470515e-07,
      "loss": 1.7812,
      "step": 28760
    },
    {
      "epoch": 9.02,
      "learning_rate": 9.755332496863237e-07,
      "loss": 1.8231,
      "step": 28770
    },
    {
      "epoch": 9.03,
      "learning_rate": 9.723964868255962e-07,
      "loss": 1.7942,
      "step": 28780
    },
    {
      "epoch": 9.03,
      "learning_rate": 9.692597239648685e-07,
      "loss": 1.8309,
      "step": 28790
    },
    {
      "epoch": 9.03,
      "learning_rate": 9.661229611041407e-07,
      "loss": 1.8246,
      "step": 28800
    },
    {
      "epoch": 9.04,
      "learning_rate": 9.629861982434128e-07,
      "loss": 1.8079,
      "step": 28810
    },
    {
      "epoch": 9.04,
      "learning_rate": 9.59849435382685e-07,
      "loss": 1.8027,
      "step": 28820
    },
    {
      "epoch": 9.04,
      "learning_rate": 9.567126725219575e-07,
      "loss": 1.834,
      "step": 28830
    },
    {
      "epoch": 9.05,
      "learning_rate": 9.535759096612297e-07,
      "loss": 1.8374,
      "step": 28840
    },
    {
      "epoch": 9.05,
      "learning_rate": 9.50439146800502e-07,
      "loss": 1.7601,
      "step": 28850
    },
    {
      "epoch": 9.05,
      "learning_rate": 9.473023839397742e-07,
      "loss": 1.803,
      "step": 28860
    },
    {
      "epoch": 9.06,
      "learning_rate": 9.441656210790465e-07,
      "loss": 1.7717,
      "step": 28870
    },
    {
      "epoch": 9.06,
      "learning_rate": 9.410288582183188e-07,
      "loss": 1.8937,
      "step": 28880
    },
    {
      "epoch": 9.06,
      "learning_rate": 9.378920953575911e-07,
      "loss": 1.8349,
      "step": 28890
    },
    {
      "epoch": 9.07,
      "learning_rate": 9.347553324968634e-07,
      "loss": 1.7933,
      "step": 28900
    },
    {
      "epoch": 9.07,
      "learning_rate": 9.316185696361356e-07,
      "loss": 1.8891,
      "step": 28910
    },
    {
      "epoch": 9.07,
      "learning_rate": 9.284818067754078e-07,
      "loss": 1.8436,
      "step": 28920
    },
    {
      "epoch": 9.07,
      "learning_rate": 9.2534504391468e-07,
      "loss": 1.8642,
      "step": 28930
    },
    {
      "epoch": 9.08,
      "learning_rate": 9.222082810539525e-07,
      "loss": 1.8881,
      "step": 28940
    },
    {
      "epoch": 9.08,
      "learning_rate": 9.190715181932247e-07,
      "loss": 1.8353,
      "step": 28950
    },
    {
      "epoch": 9.08,
      "learning_rate": 9.159347553324969e-07,
      "loss": 1.9411,
      "step": 28960
    },
    {
      "epoch": 9.09,
      "learning_rate": 9.127979924717692e-07,
      "loss": 1.7851,
      "step": 28970
    },
    {
      "epoch": 9.09,
      "learning_rate": 9.096612296110414e-07,
      "loss": 1.8456,
      "step": 28980
    },
    {
      "epoch": 9.09,
      "learning_rate": 9.065244667503137e-07,
      "loss": 1.8592,
      "step": 28990
    },
    {
      "epoch": 9.1,
      "learning_rate": 9.033877038895861e-07,
      "loss": 1.7884,
      "step": 29000
    },
    {
      "epoch": 9.1,
      "learning_rate": 9.002509410288583e-07,
      "loss": 1.9313,
      "step": 29010
    },
    {
      "epoch": 9.1,
      "learning_rate": 8.971141781681306e-07,
      "loss": 1.8029,
      "step": 29020
    },
    {
      "epoch": 9.11,
      "learning_rate": 8.939774153074028e-07,
      "loss": 1.7627,
      "step": 29030
    },
    {
      "epoch": 9.11,
      "learning_rate": 8.908406524466751e-07,
      "loss": 1.8337,
      "step": 29040
    },
    {
      "epoch": 9.11,
      "learning_rate": 8.877038895859474e-07,
      "loss": 1.8205,
      "step": 29050
    },
    {
      "epoch": 9.12,
      "learning_rate": 8.845671267252197e-07,
      "loss": 1.8569,
      "step": 29060
    },
    {
      "epoch": 9.12,
      "learning_rate": 8.81430363864492e-07,
      "loss": 1.8458,
      "step": 29070
    },
    {
      "epoch": 9.12,
      "learning_rate": 8.782936010037642e-07,
      "loss": 1.7912,
      "step": 29080
    },
    {
      "epoch": 9.12,
      "learning_rate": 8.751568381430365e-07,
      "loss": 1.8414,
      "step": 29090
    },
    {
      "epoch": 9.13,
      "learning_rate": 8.720200752823086e-07,
      "loss": 1.8249,
      "step": 29100
    },
    {
      "epoch": 9.13,
      "learning_rate": 8.688833124215811e-07,
      "loss": 1.8705,
      "step": 29110
    },
    {
      "epoch": 9.13,
      "learning_rate": 8.657465495608533e-07,
      "loss": 1.805,
      "step": 29120
    },
    {
      "epoch": 9.14,
      "learning_rate": 8.626097867001255e-07,
      "loss": 1.8525,
      "step": 29130
    },
    {
      "epoch": 9.14,
      "learning_rate": 8.594730238393978e-07,
      "loss": 1.9076,
      "step": 29140
    },
    {
      "epoch": 9.14,
      "learning_rate": 8.5633626097867e-07,
      "loss": 1.8028,
      "step": 29150
    },
    {
      "epoch": 9.15,
      "learning_rate": 8.531994981179424e-07,
      "loss": 1.795,
      "step": 29160
    },
    {
      "epoch": 9.15,
      "learning_rate": 8.500627352572146e-07,
      "loss": 1.8149,
      "step": 29170
    },
    {
      "epoch": 9.15,
      "learning_rate": 8.469259723964869e-07,
      "loss": 1.8113,
      "step": 29180
    },
    {
      "epoch": 9.16,
      "learning_rate": 8.437892095357591e-07,
      "loss": 1.749,
      "step": 29190
    },
    {
      "epoch": 9.16,
      "learning_rate": 8.406524466750314e-07,
      "loss": 1.8426,
      "step": 29200
    },
    {
      "epoch": 9.16,
      "learning_rate": 8.375156838143037e-07,
      "loss": 1.8539,
      "step": 29210
    },
    {
      "epoch": 9.17,
      "learning_rate": 8.34378920953576e-07,
      "loss": 1.795,
      "step": 29220
    },
    {
      "epoch": 9.17,
      "learning_rate": 8.312421580928483e-07,
      "loss": 1.8827,
      "step": 29230
    },
    {
      "epoch": 9.17,
      "learning_rate": 8.281053952321205e-07,
      "loss": 1.7929,
      "step": 29240
    },
    {
      "epoch": 9.18,
      "learning_rate": 8.249686323713928e-07,
      "loss": 1.822,
      "step": 29250
    },
    {
      "epoch": 9.18,
      "learning_rate": 8.21831869510665e-07,
      "loss": 1.8702,
      "step": 29260
    },
    {
      "epoch": 9.18,
      "learning_rate": 8.186951066499374e-07,
      "loss": 1.8072,
      "step": 29270
    },
    {
      "epoch": 9.18,
      "learning_rate": 8.155583437892097e-07,
      "loss": 1.9117,
      "step": 29280
    },
    {
      "epoch": 9.19,
      "learning_rate": 8.124215809284819e-07,
      "loss": 1.8963,
      "step": 29290
    },
    {
      "epoch": 9.19,
      "learning_rate": 8.092848180677542e-07,
      "loss": 1.908,
      "step": 29300
    },
    {
      "epoch": 9.19,
      "learning_rate": 8.061480552070264e-07,
      "loss": 1.7967,
      "step": 29310
    },
    {
      "epoch": 9.2,
      "learning_rate": 8.030112923462986e-07,
      "loss": 1.8093,
      "step": 29320
    },
    {
      "epoch": 9.2,
      "learning_rate": 7.998745294855711e-07,
      "loss": 1.8192,
      "step": 29330
    },
    {
      "epoch": 9.2,
      "learning_rate": 7.967377666248432e-07,
      "loss": 1.8415,
      "step": 29340
    },
    {
      "epoch": 9.21,
      "learning_rate": 7.936010037641155e-07,
      "loss": 1.7622,
      "step": 29350
    },
    {
      "epoch": 9.21,
      "learning_rate": 7.904642409033877e-07,
      "loss": 1.791,
      "step": 29360
    },
    {
      "epoch": 9.21,
      "learning_rate": 7.8732747804266e-07,
      "loss": 1.7661,
      "step": 29370
    },
    {
      "epoch": 9.22,
      "learning_rate": 7.841907151819323e-07,
      "loss": 1.7692,
      "step": 29380
    },
    {
      "epoch": 9.22,
      "learning_rate": 7.810539523212046e-07,
      "loss": 1.8309,
      "step": 29390
    },
    {
      "epoch": 9.22,
      "learning_rate": 7.779171894604768e-07,
      "loss": 1.9005,
      "step": 29400
    },
    {
      "epoch": 9.23,
      "learning_rate": 7.747804265997491e-07,
      "loss": 1.7942,
      "step": 29410
    },
    {
      "epoch": 9.23,
      "learning_rate": 7.716436637390214e-07,
      "loss": 1.8144,
      "step": 29420
    },
    {
      "epoch": 9.23,
      "learning_rate": 7.685069008782936e-07,
      "loss": 1.7952,
      "step": 29430
    },
    {
      "epoch": 9.23,
      "learning_rate": 7.65370138017566e-07,
      "loss": 1.8524,
      "step": 29440
    },
    {
      "epoch": 9.24,
      "learning_rate": 7.622333751568382e-07,
      "loss": 1.8202,
      "step": 29450
    },
    {
      "epoch": 9.24,
      "learning_rate": 7.590966122961105e-07,
      "loss": 1.8161,
      "step": 29460
    },
    {
      "epoch": 9.24,
      "learning_rate": 7.559598494353828e-07,
      "loss": 1.8541,
      "step": 29470
    },
    {
      "epoch": 9.25,
      "learning_rate": 7.52823086574655e-07,
      "loss": 1.849,
      "step": 29480
    },
    {
      "epoch": 9.25,
      "learning_rate": 7.496863237139274e-07,
      "loss": 1.8604,
      "step": 29490
    },
    {
      "epoch": 9.25,
      "learning_rate": 7.465495608531996e-07,
      "loss": 1.8133,
      "step": 29500
    },
    {
      "epoch": 9.26,
      "learning_rate": 7.434127979924719e-07,
      "loss": 1.86,
      "step": 29510
    },
    {
      "epoch": 9.26,
      "learning_rate": 7.402760351317441e-07,
      "loss": 1.7641,
      "step": 29520
    },
    {
      "epoch": 9.26,
      "learning_rate": 7.371392722710163e-07,
      "loss": 1.7825,
      "step": 29530
    },
    {
      "epoch": 9.27,
      "learning_rate": 7.340025094102885e-07,
      "loss": 1.7355,
      "step": 29540
    },
    {
      "epoch": 9.27,
      "learning_rate": 7.30865746549561e-07,
      "loss": 1.7702,
      "step": 29550
    },
    {
      "epoch": 9.27,
      "learning_rate": 7.277289836888332e-07,
      "loss": 1.8893,
      "step": 29560
    },
    {
      "epoch": 9.28,
      "learning_rate": 7.245922208281054e-07,
      "loss": 1.8506,
      "step": 29570
    },
    {
      "epoch": 9.28,
      "learning_rate": 7.214554579673777e-07,
      "loss": 1.8254,
      "step": 29580
    },
    {
      "epoch": 9.28,
      "learning_rate": 7.183186951066499e-07,
      "loss": 1.8266,
      "step": 29590
    },
    {
      "epoch": 9.28,
      "learning_rate": 7.151819322459223e-07,
      "loss": 1.8025,
      "step": 29600
    },
    {
      "epoch": 9.29,
      "learning_rate": 7.120451693851946e-07,
      "loss": 1.8061,
      "step": 29610
    },
    {
      "epoch": 9.29,
      "learning_rate": 7.089084065244668e-07,
      "loss": 1.9078,
      "step": 29620
    },
    {
      "epoch": 9.29,
      "learning_rate": 7.057716436637391e-07,
      "loss": 1.8518,
      "step": 29630
    },
    {
      "epoch": 9.3,
      "learning_rate": 7.026348808030113e-07,
      "loss": 1.8402,
      "step": 29640
    },
    {
      "epoch": 9.3,
      "learning_rate": 6.994981179422836e-07,
      "loss": 1.8586,
      "step": 29650
    },
    {
      "epoch": 9.3,
      "learning_rate": 6.963613550815559e-07,
      "loss": 1.8409,
      "step": 29660
    },
    {
      "epoch": 9.31,
      "learning_rate": 6.932245922208282e-07,
      "loss": 1.819,
      "step": 29670
    },
    {
      "epoch": 9.31,
      "learning_rate": 6.900878293601005e-07,
      "loss": 1.8325,
      "step": 29680
    },
    {
      "epoch": 9.31,
      "learning_rate": 6.869510664993727e-07,
      "loss": 1.8588,
      "step": 29690
    },
    {
      "epoch": 9.32,
      "learning_rate": 6.83814303638645e-07,
      "loss": 1.8201,
      "step": 29700
    },
    {
      "epoch": 9.32,
      "learning_rate": 6.806775407779173e-07,
      "loss": 1.8307,
      "step": 29710
    },
    {
      "epoch": 9.32,
      "learning_rate": 6.775407779171896e-07,
      "loss": 1.7905,
      "step": 29720
    },
    {
      "epoch": 9.33,
      "learning_rate": 6.744040150564618e-07,
      "loss": 1.8419,
      "step": 29730
    },
    {
      "epoch": 9.33,
      "learning_rate": 6.71267252195734e-07,
      "loss": 1.7966,
      "step": 29740
    },
    {
      "epoch": 9.33,
      "learning_rate": 6.681304893350063e-07,
      "loss": 1.7745,
      "step": 29750
    },
    {
      "epoch": 9.34,
      "learning_rate": 6.649937264742785e-07,
      "loss": 1.8687,
      "step": 29760
    },
    {
      "epoch": 9.34,
      "learning_rate": 6.618569636135509e-07,
      "loss": 1.8453,
      "step": 29770
    },
    {
      "epoch": 9.34,
      "learning_rate": 6.587202007528231e-07,
      "loss": 1.8108,
      "step": 29780
    },
    {
      "epoch": 9.34,
      "learning_rate": 6.555834378920954e-07,
      "loss": 1.8947,
      "step": 29790
    },
    {
      "epoch": 9.35,
      "learning_rate": 6.524466750313676e-07,
      "loss": 1.8328,
      "step": 29800
    },
    {
      "epoch": 9.35,
      "learning_rate": 6.493099121706399e-07,
      "loss": 1.7725,
      "step": 29810
    },
    {
      "epoch": 9.35,
      "learning_rate": 6.461731493099123e-07,
      "loss": 1.8631,
      "step": 29820
    },
    {
      "epoch": 9.36,
      "learning_rate": 6.430363864491845e-07,
      "loss": 1.7941,
      "step": 29830
    },
    {
      "epoch": 9.36,
      "learning_rate": 6.398996235884568e-07,
      "loss": 1.7644,
      "step": 29840
    },
    {
      "epoch": 9.36,
      "learning_rate": 6.36762860727729e-07,
      "loss": 1.8353,
      "step": 29850
    },
    {
      "epoch": 9.37,
      "learning_rate": 6.336260978670013e-07,
      "loss": 1.8568,
      "step": 29860
    },
    {
      "epoch": 9.37,
      "learning_rate": 6.304893350062735e-07,
      "loss": 1.8817,
      "step": 29870
    },
    {
      "epoch": 9.37,
      "learning_rate": 6.273525721455459e-07,
      "loss": 1.7775,
      "step": 29880
    },
    {
      "epoch": 9.38,
      "learning_rate": 6.242158092848182e-07,
      "loss": 1.9279,
      "step": 29890
    },
    {
      "epoch": 9.38,
      "learning_rate": 6.210790464240904e-07,
      "loss": 1.8116,
      "step": 29900
    },
    {
      "epoch": 9.38,
      "learning_rate": 6.179422835633627e-07,
      "loss": 1.8166,
      "step": 29910
    },
    {
      "epoch": 9.39,
      "learning_rate": 6.148055207026349e-07,
      "loss": 1.7839,
      "step": 29920
    },
    {
      "epoch": 9.39,
      "learning_rate": 6.116687578419072e-07,
      "loss": 1.8313,
      "step": 29930
    },
    {
      "epoch": 9.39,
      "learning_rate": 6.085319949811795e-07,
      "loss": 1.8809,
      "step": 29940
    },
    {
      "epoch": 9.39,
      "learning_rate": 6.053952321204517e-07,
      "loss": 1.8002,
      "step": 29950
    },
    {
      "epoch": 9.4,
      "learning_rate": 6.02258469259724e-07,
      "loss": 1.8235,
      "step": 29960
    },
    {
      "epoch": 9.4,
      "learning_rate": 5.991217063989963e-07,
      "loss": 1.7913,
      "step": 29970
    },
    {
      "epoch": 9.4,
      "learning_rate": 5.959849435382686e-07,
      "loss": 1.7681,
      "step": 29980
    },
    {
      "epoch": 9.41,
      "learning_rate": 5.928481806775408e-07,
      "loss": 1.8847,
      "step": 29990
    },
    {
      "epoch": 9.41,
      "learning_rate": 5.897114178168131e-07,
      "loss": 1.865,
      "step": 30000
    },
    {
      "epoch": 9.41,
      "learning_rate": 5.865746549560854e-07,
      "loss": 1.8295,
      "step": 30010
    },
    {
      "epoch": 9.42,
      "learning_rate": 5.834378920953576e-07,
      "loss": 1.8705,
      "step": 30020
    },
    {
      "epoch": 9.42,
      "learning_rate": 5.8030112923463e-07,
      "loss": 1.7746,
      "step": 30030
    },
    {
      "epoch": 9.42,
      "learning_rate": 5.771643663739021e-07,
      "loss": 1.8573,
      "step": 30040
    },
    {
      "epoch": 9.43,
      "learning_rate": 5.740276035131744e-07,
      "loss": 1.8142,
      "step": 30050
    },
    {
      "epoch": 9.43,
      "learning_rate": 5.708908406524467e-07,
      "loss": 1.8023,
      "step": 30060
    },
    {
      "epoch": 9.43,
      "learning_rate": 5.67754077791719e-07,
      "loss": 1.8147,
      "step": 30070
    },
    {
      "epoch": 9.44,
      "learning_rate": 5.646173149309913e-07,
      "loss": 1.799,
      "step": 30080
    },
    {
      "epoch": 9.44,
      "learning_rate": 5.614805520702635e-07,
      "loss": 1.8694,
      "step": 30090
    },
    {
      "epoch": 9.44,
      "learning_rate": 5.583437892095358e-07,
      "loss": 1.872,
      "step": 30100
    },
    {
      "epoch": 9.44,
      "learning_rate": 5.552070263488081e-07,
      "loss": 1.8582,
      "step": 30110
    },
    {
      "epoch": 9.45,
      "learning_rate": 5.520702634880804e-07,
      "loss": 1.7729,
      "step": 30120
    },
    {
      "epoch": 9.45,
      "learning_rate": 5.489335006273526e-07,
      "loss": 1.8739,
      "step": 30130
    },
    {
      "epoch": 9.45,
      "learning_rate": 5.457967377666249e-07,
      "loss": 1.85,
      "step": 30140
    },
    {
      "epoch": 9.46,
      "learning_rate": 5.426599749058972e-07,
      "loss": 1.8112,
      "step": 30150
    },
    {
      "epoch": 9.46,
      "learning_rate": 5.395232120451694e-07,
      "loss": 1.8687,
      "step": 30160
    },
    {
      "epoch": 9.46,
      "learning_rate": 5.363864491844417e-07,
      "loss": 1.8587,
      "step": 30170
    },
    {
      "epoch": 9.47,
      "learning_rate": 5.332496863237139e-07,
      "loss": 1.8573,
      "step": 30180
    },
    {
      "epoch": 9.47,
      "learning_rate": 5.301129234629863e-07,
      "loss": 1.7881,
      "step": 30190
    },
    {
      "epoch": 9.47,
      "learning_rate": 5.269761606022585e-07,
      "loss": 1.8975,
      "step": 30200
    },
    {
      "epoch": 9.48,
      "learning_rate": 5.238393977415308e-07,
      "loss": 1.8516,
      "step": 30210
    },
    {
      "epoch": 9.48,
      "learning_rate": 5.207026348808031e-07,
      "loss": 1.8825,
      "step": 30220
    },
    {
      "epoch": 9.48,
      "learning_rate": 5.175658720200753e-07,
      "loss": 1.7745,
      "step": 30230
    },
    {
      "epoch": 9.49,
      "learning_rate": 5.144291091593476e-07,
      "loss": 1.8163,
      "step": 30240
    },
    {
      "epoch": 9.49,
      "learning_rate": 5.112923462986199e-07,
      "loss": 1.8587,
      "step": 30250
    },
    {
      "epoch": 9.49,
      "learning_rate": 5.081555834378921e-07,
      "loss": 1.8959,
      "step": 30260
    },
    {
      "epoch": 9.49,
      "learning_rate": 5.050188205771643e-07,
      "loss": 1.8437,
      "step": 30270
    },
    {
      "epoch": 9.5,
      "learning_rate": 5.018820577164367e-07,
      "loss": 1.8326,
      "step": 30280
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.98745294855709e-07,
      "loss": 1.8475,
      "step": 30290
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.956085319949812e-07,
      "loss": 1.8396,
      "step": 30300
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.924717691342535e-07,
      "loss": 1.8421,
      "step": 30310
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.893350062735257e-07,
      "loss": 1.8836,
      "step": 30320
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.861982434127981e-07,
      "loss": 1.8699,
      "step": 30330
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.830614805520704e-07,
      "loss": 1.7754,
      "step": 30340
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.799247176913425e-07,
      "loss": 1.7852,
      "step": 30350
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.7678795483061487e-07,
      "loss": 1.829,
      "step": 30360
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.736511919698871e-07,
      "loss": 1.8097,
      "step": 30370
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.705144291091594e-07,
      "loss": 1.8907,
      "step": 30380
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.673776662484317e-07,
      "loss": 1.8662,
      "step": 30390
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.642409033877039e-07,
      "loss": 1.8575,
      "step": 30400
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.6110414052697626e-07,
      "loss": 1.8372,
      "step": 30410
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.5796737766624846e-07,
      "loss": 1.8453,
      "step": 30420
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.548306148055207e-07,
      "loss": 1.875,
      "step": 30430
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.5169385194479303e-07,
      "loss": 1.8458,
      "step": 30440
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.485570890840653e-07,
      "loss": 1.7614,
      "step": 30450
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.4542032622333754e-07,
      "loss": 1.8266,
      "step": 30460
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.4228356336260985e-07,
      "loss": 1.8236,
      "step": 30470
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.391468005018821e-07,
      "loss": 1.8841,
      "step": 30480
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.360100376411543e-07,
      "loss": 1.8424,
      "step": 30490
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.3287327478042667e-07,
      "loss": 1.8284,
      "step": 30500
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.297365119196989e-07,
      "loss": 1.7975,
      "step": 30510
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.265997490589712e-07,
      "loss": 1.86,
      "step": 30520
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.2346298619824344e-07,
      "loss": 1.8916,
      "step": 30530
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.203262233375157e-07,
      "loss": 1.8348,
      "step": 30540
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.17189460476788e-07,
      "loss": 1.8673,
      "step": 30550
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.1405269761606027e-07,
      "loss": 1.8117,
      "step": 30560
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.109159347553325e-07,
      "loss": 1.8157,
      "step": 30570
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.0777917189460483e-07,
      "loss": 1.8566,
      "step": 30580
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.046424090338771e-07,
      "loss": 1.9022,
      "step": 30590
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.015056461731493e-07,
      "loss": 1.8392,
      "step": 30600
    },
    {
      "epoch": 9.6,
      "learning_rate": 3.983688833124216e-07,
      "loss": 1.8338,
      "step": 30610
    },
    {
      "epoch": 9.6,
      "learning_rate": 3.9523212045169386e-07,
      "loss": 1.8496,
      "step": 30620
    },
    {
      "epoch": 9.61,
      "learning_rate": 3.9209535759096617e-07,
      "loss": 1.8472,
      "step": 30630
    },
    {
      "epoch": 9.61,
      "learning_rate": 3.889585947302384e-07,
      "loss": 1.8065,
      "step": 30640
    },
    {
      "epoch": 9.61,
      "learning_rate": 3.858218318695107e-07,
      "loss": 1.7734,
      "step": 30650
    },
    {
      "epoch": 9.62,
      "learning_rate": 3.82685069008783e-07,
      "loss": 1.8462,
      "step": 30660
    },
    {
      "epoch": 9.62,
      "learning_rate": 3.7954830614805525e-07,
      "loss": 1.8648,
      "step": 30670
    },
    {
      "epoch": 9.62,
      "learning_rate": 3.764115432873275e-07,
      "loss": 1.7626,
      "step": 30680
    },
    {
      "epoch": 9.63,
      "learning_rate": 3.732747804265998e-07,
      "loss": 1.8509,
      "step": 30690
    },
    {
      "epoch": 9.63,
      "learning_rate": 3.7013801756587207e-07,
      "loss": 1.8544,
      "step": 30700
    },
    {
      "epoch": 9.63,
      "learning_rate": 3.670012547051443e-07,
      "loss": 1.8313,
      "step": 30710
    },
    {
      "epoch": 9.64,
      "learning_rate": 3.638644918444166e-07,
      "loss": 1.8364,
      "step": 30720
    },
    {
      "epoch": 9.64,
      "learning_rate": 3.6072772898368884e-07,
      "loss": 1.833,
      "step": 30730
    },
    {
      "epoch": 9.64,
      "learning_rate": 3.5759096612296115e-07,
      "loss": 1.8429,
      "step": 30740
    },
    {
      "epoch": 9.65,
      "learning_rate": 3.544542032622334e-07,
      "loss": 1.807,
      "step": 30750
    },
    {
      "epoch": 9.65,
      "learning_rate": 3.5131744040150566e-07,
      "loss": 1.8482,
      "step": 30760
    },
    {
      "epoch": 9.65,
      "learning_rate": 3.4818067754077797e-07,
      "loss": 1.8544,
      "step": 30770
    },
    {
      "epoch": 9.65,
      "learning_rate": 3.4504391468005023e-07,
      "loss": 1.8451,
      "step": 30780
    },
    {
      "epoch": 9.66,
      "learning_rate": 3.419071518193225e-07,
      "loss": 1.9084,
      "step": 30790
    },
    {
      "epoch": 9.66,
      "learning_rate": 3.387703889585948e-07,
      "loss": 1.8419,
      "step": 30800
    },
    {
      "epoch": 9.66,
      "learning_rate": 3.35633626097867e-07,
      "loss": 1.7771,
      "step": 30810
    },
    {
      "epoch": 9.67,
      "learning_rate": 3.3249686323713926e-07,
      "loss": 1.7244,
      "step": 30820
    },
    {
      "epoch": 9.67,
      "learning_rate": 3.2936010037641157e-07,
      "loss": 1.8022,
      "step": 30830
    },
    {
      "epoch": 9.67,
      "learning_rate": 3.262233375156838e-07,
      "loss": 1.8439,
      "step": 30840
    },
    {
      "epoch": 9.68,
      "learning_rate": 3.2308657465495613e-07,
      "loss": 1.7798,
      "step": 30850
    },
    {
      "epoch": 9.68,
      "learning_rate": 3.199498117942284e-07,
      "loss": 1.8043,
      "step": 30860
    },
    {
      "epoch": 9.68,
      "learning_rate": 3.1681304893350065e-07,
      "loss": 1.7272,
      "step": 30870
    },
    {
      "epoch": 9.69,
      "learning_rate": 3.1367628607277296e-07,
      "loss": 1.8712,
      "step": 30880
    },
    {
      "epoch": 9.69,
      "learning_rate": 3.105395232120452e-07,
      "loss": 1.7728,
      "step": 30890
    },
    {
      "epoch": 9.69,
      "learning_rate": 3.0740276035131747e-07,
      "loss": 1.8384,
      "step": 30900
    },
    {
      "epoch": 9.7,
      "learning_rate": 3.042659974905897e-07,
      "loss": 1.8052,
      "step": 30910
    },
    {
      "epoch": 9.7,
      "learning_rate": 3.01129234629862e-07,
      "loss": 1.8385,
      "step": 30920
    },
    {
      "epoch": 9.7,
      "learning_rate": 2.979924717691343e-07,
      "loss": 1.9009,
      "step": 30930
    },
    {
      "epoch": 9.71,
      "learning_rate": 2.9485570890840655e-07,
      "loss": 1.8618,
      "step": 30940
    },
    {
      "epoch": 9.71,
      "learning_rate": 2.917189460476788e-07,
      "loss": 1.8397,
      "step": 30950
    },
    {
      "epoch": 9.71,
      "learning_rate": 2.8858218318695106e-07,
      "loss": 1.7626,
      "step": 30960
    },
    {
      "epoch": 9.71,
      "learning_rate": 2.8544542032622337e-07,
      "loss": 1.858,
      "step": 30970
    },
    {
      "epoch": 9.72,
      "learning_rate": 2.8230865746549563e-07,
      "loss": 1.8049,
      "step": 30980
    },
    {
      "epoch": 9.72,
      "learning_rate": 2.791718946047679e-07,
      "loss": 1.8149,
      "step": 30990
    },
    {
      "epoch": 9.72,
      "learning_rate": 2.760351317440402e-07,
      "loss": 1.8721,
      "step": 31000
    },
    {
      "epoch": 9.73,
      "learning_rate": 2.7289836888331245e-07,
      "loss": 1.8053,
      "step": 31010
    },
    {
      "epoch": 9.73,
      "learning_rate": 2.697616060225847e-07,
      "loss": 1.8912,
      "step": 31020
    },
    {
      "epoch": 9.73,
      "learning_rate": 2.6662484316185696e-07,
      "loss": 1.7795,
      "step": 31030
    },
    {
      "epoch": 9.74,
      "learning_rate": 2.634880803011293e-07,
      "loss": 1.794,
      "step": 31040
    },
    {
      "epoch": 9.74,
      "learning_rate": 2.6035131744040153e-07,
      "loss": 1.8035,
      "step": 31050
    },
    {
      "epoch": 9.74,
      "learning_rate": 2.572145545796738e-07,
      "loss": 1.8038,
      "step": 31060
    },
    {
      "epoch": 9.75,
      "learning_rate": 2.5407779171894604e-07,
      "loss": 1.8127,
      "step": 31070
    },
    {
      "epoch": 9.75,
      "learning_rate": 2.5094102885821835e-07,
      "loss": 1.7435,
      "step": 31080
    },
    {
      "epoch": 9.75,
      "learning_rate": 2.478042659974906e-07,
      "loss": 1.8577,
      "step": 31090
    },
    {
      "epoch": 9.76,
      "learning_rate": 2.4466750313676287e-07,
      "loss": 1.8321,
      "step": 31100
    },
    {
      "epoch": 9.76,
      "learning_rate": 2.415307402760352e-07,
      "loss": 1.8336,
      "step": 31110
    },
    {
      "epoch": 9.76,
      "learning_rate": 2.3839397741530743e-07,
      "loss": 1.8103,
      "step": 31120
    },
    {
      "epoch": 9.76,
      "learning_rate": 2.352572145545797e-07,
      "loss": 1.8046,
      "step": 31130
    },
    {
      "epoch": 9.77,
      "learning_rate": 2.3212045169385195e-07,
      "loss": 1.7768,
      "step": 31140
    },
    {
      "epoch": 9.77,
      "learning_rate": 2.2898368883312423e-07,
      "loss": 1.8558,
      "step": 31150
    },
    {
      "epoch": 9.77,
      "learning_rate": 2.2584692597239651e-07,
      "loss": 1.7743,
      "step": 31160
    },
    {
      "epoch": 9.78,
      "learning_rate": 2.2271016311166877e-07,
      "loss": 1.8035,
      "step": 31170
    },
    {
      "epoch": 9.78,
      "learning_rate": 2.1957340025094105e-07,
      "loss": 1.778,
      "step": 31180
    },
    {
      "epoch": 9.78,
      "learning_rate": 2.1643663739021334e-07,
      "loss": 1.7578,
      "step": 31190
    },
    {
      "epoch": 9.79,
      "learning_rate": 2.132998745294856e-07,
      "loss": 1.9089,
      "step": 31200
    },
    {
      "epoch": 9.79,
      "learning_rate": 2.1016311166875785e-07,
      "loss": 1.8688,
      "step": 31210
    },
    {
      "epoch": 9.79,
      "learning_rate": 2.0702634880803013e-07,
      "loss": 1.8124,
      "step": 31220
    },
    {
      "epoch": 9.8,
      "learning_rate": 2.0388958594730242e-07,
      "loss": 1.8198,
      "step": 31230
    },
    {
      "epoch": 9.8,
      "learning_rate": 2.0075282308657465e-07,
      "loss": 1.8393,
      "step": 31240
    },
    {
      "epoch": 9.8,
      "learning_rate": 1.9761606022584693e-07,
      "loss": 1.7781,
      "step": 31250
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.944792973651192e-07,
      "loss": 1.8233,
      "step": 31260
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.913425345043915e-07,
      "loss": 1.8858,
      "step": 31270
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.8820577164366375e-07,
      "loss": 1.7169,
      "step": 31280
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.8506900878293604e-07,
      "loss": 1.8674,
      "step": 31290
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.819322459222083e-07,
      "loss": 1.8088,
      "step": 31300
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.7879548306148058e-07,
      "loss": 1.7843,
      "step": 31310
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.7565872020075283e-07,
      "loss": 1.8251,
      "step": 31320
    },
    {
      "epoch": 9.83,
      "learning_rate": 1.7252195734002512e-07,
      "loss": 1.9427,
      "step": 31330
    },
    {
      "epoch": 9.83,
      "learning_rate": 1.693851944792974e-07,
      "loss": 1.7929,
      "step": 31340
    },
    {
      "epoch": 9.83,
      "learning_rate": 1.6624843161856963e-07,
      "loss": 1.8276,
      "step": 31350
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.631116687578419e-07,
      "loss": 1.8108,
      "step": 31360
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.599749058971142e-07,
      "loss": 1.8391,
      "step": 31370
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.5683814303638648e-07,
      "loss": 1.8235,
      "step": 31380
    },
    {
      "epoch": 9.85,
      "learning_rate": 1.5370138017565873e-07,
      "loss": 1.8547,
      "step": 31390
    },
    {
      "epoch": 9.85,
      "learning_rate": 1.50564617314931e-07,
      "loss": 1.8215,
      "step": 31400
    },
    {
      "epoch": 9.85,
      "learning_rate": 1.4742785445420327e-07,
      "loss": 1.7807,
      "step": 31410
    },
    {
      "epoch": 9.86,
      "learning_rate": 1.4429109159347553e-07,
      "loss": 1.8327,
      "step": 31420
    },
    {
      "epoch": 9.86,
      "learning_rate": 1.4115432873274781e-07,
      "loss": 1.741,
      "step": 31430
    },
    {
      "epoch": 9.86,
      "learning_rate": 1.380175658720201e-07,
      "loss": 1.7717,
      "step": 31440
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.3488080301129235e-07,
      "loss": 1.853,
      "step": 31450
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.3174404015056464e-07,
      "loss": 1.8866,
      "step": 31460
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.286072772898369e-07,
      "loss": 1.7436,
      "step": 31470
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.2547051442910918e-07,
      "loss": 1.7374,
      "step": 31480
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.2233375156838143e-07,
      "loss": 1.8098,
      "step": 31490
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.1919698870765372e-07,
      "loss": 1.7861,
      "step": 31500
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.1606022584692597e-07,
      "loss": 1.8022,
      "step": 31510
    },
    {
      "epoch": 9.89,
      "learning_rate": 1.1292346298619826e-07,
      "loss": 1.8897,
      "step": 31520
    },
    {
      "epoch": 9.89,
      "learning_rate": 1.0978670012547053e-07,
      "loss": 1.7814,
      "step": 31530
    },
    {
      "epoch": 9.89,
      "learning_rate": 1.066499372647428e-07,
      "loss": 1.8239,
      "step": 31540
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.0351317440401507e-07,
      "loss": 1.8212,
      "step": 31550
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.0037641154328732e-07,
      "loss": 1.7385,
      "step": 31560
    },
    {
      "epoch": 9.9,
      "learning_rate": 9.72396486825596e-08,
      "loss": 1.8555,
      "step": 31570
    },
    {
      "epoch": 9.91,
      "learning_rate": 9.410288582183188e-08,
      "loss": 1.8566,
      "step": 31580
    },
    {
      "epoch": 9.91,
      "learning_rate": 9.096612296110415e-08,
      "loss": 1.822,
      "step": 31590
    },
    {
      "epoch": 9.91,
      "learning_rate": 8.782936010037642e-08,
      "loss": 1.8715,
      "step": 31600
    },
    {
      "epoch": 9.92,
      "learning_rate": 8.46925972396487e-08,
      "loss": 1.8113,
      "step": 31610
    },
    {
      "epoch": 9.92,
      "learning_rate": 8.155583437892096e-08,
      "loss": 1.832,
      "step": 31620
    },
    {
      "epoch": 9.92,
      "learning_rate": 7.841907151819324e-08,
      "loss": 1.7301,
      "step": 31630
    },
    {
      "epoch": 9.92,
      "learning_rate": 7.52823086574655e-08,
      "loss": 1.7224,
      "step": 31640
    },
    {
      "epoch": 9.93,
      "learning_rate": 7.214554579673777e-08,
      "loss": 1.8191,
      "step": 31650
    },
    {
      "epoch": 9.93,
      "learning_rate": 6.900878293601005e-08,
      "loss": 1.815,
      "step": 31660
    },
    {
      "epoch": 9.93,
      "learning_rate": 6.587202007528232e-08,
      "loss": 1.8129,
      "step": 31670
    },
    {
      "epoch": 9.94,
      "learning_rate": 6.273525721455459e-08,
      "loss": 1.8734,
      "step": 31680
    },
    {
      "epoch": 9.94,
      "learning_rate": 5.959849435382686e-08,
      "loss": 1.8497,
      "step": 31690
    },
    {
      "epoch": 9.94,
      "learning_rate": 5.646173149309913e-08,
      "loss": 1.7949,
      "step": 31700
    },
    {
      "epoch": 9.95,
      "learning_rate": 5.33249686323714e-08,
      "loss": 1.8628,
      "step": 31710
    },
    {
      "epoch": 9.95,
      "learning_rate": 5.018820577164366e-08,
      "loss": 1.7708,
      "step": 31720
    },
    {
      "epoch": 9.95,
      "learning_rate": 4.705144291091594e-08,
      "loss": 1.8327,
      "step": 31730
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.391468005018821e-08,
      "loss": 1.9184,
      "step": 31740
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.077791718946048e-08,
      "loss": 1.8494,
      "step": 31750
    },
    {
      "epoch": 9.96,
      "learning_rate": 3.764115432873275e-08,
      "loss": 1.7633,
      "step": 31760
    },
    {
      "epoch": 9.97,
      "learning_rate": 3.4504391468005024e-08,
      "loss": 1.7958,
      "step": 31770
    },
    {
      "epoch": 9.97,
      "learning_rate": 3.1367628607277294e-08,
      "loss": 1.7584,
      "step": 31780
    },
    {
      "epoch": 9.97,
      "learning_rate": 2.8230865746549564e-08,
      "loss": 1.8353,
      "step": 31790
    },
    {
      "epoch": 9.97,
      "learning_rate": 2.509410288582183e-08,
      "loss": 1.8028,
      "step": 31800
    },
    {
      "epoch": 9.98,
      "learning_rate": 2.1957340025094104e-08,
      "loss": 1.8179,
      "step": 31810
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.8820577164366374e-08,
      "loss": 1.768,
      "step": 31820
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.5683814303638647e-08,
      "loss": 1.8442,
      "step": 31830
    },
    {
      "epoch": 9.99,
      "learning_rate": 1.2547051442910915e-08,
      "loss": 1.8952,
      "step": 31840
    },
    {
      "epoch": 9.99,
      "learning_rate": 9.410288582183187e-09,
      "loss": 1.8367,
      "step": 31850
    },
    {
      "epoch": 9.99,
      "learning_rate": 6.273525721455458e-09,
      "loss": 1.8358,
      "step": 31860
    },
    {
      "epoch": 10.0,
      "learning_rate": 3.136762860727729e-09,
      "loss": 1.861,
      "step": 31870
    },
    {
      "epoch": 10.0,
      "learning_rate": 0.0,
      "loss": 1.8891,
      "step": 31880
    },
    {
      "epoch": 10.0,
      "eval_loss": 1.806269645690918,
      "eval_runtime": 13.6101,
      "eval_samples_per_second": 73.475,
      "eval_steps_per_second": 4.629,
      "step": 31880
    }
  ],
  "max_steps": 31880,
  "num_train_epochs": 10,
  "total_flos": 1.2339389647872e+17,
  "trial_name": null,
  "trial_params": null
}