{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 371900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "learning_rate": 3.125e-05,
      "loss": 6.2213,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 6.25e-05,
      "loss": 5.0116,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.375e-05,
      "loss": 4.6872,
      "step": 3000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000125,
      "loss": 4.4623,
      "step": 4000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00015625,
      "loss": 4.3035,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001875,
      "loss": 4.1745,
      "step": 6000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00021875,
      "loss": 4.073,
      "step": 7000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00025,
      "loss": 3.9711,
      "step": 8000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00028125000000000003,
      "loss": 3.9021,
      "step": 9000
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0003125,
      "loss": 3.8403,
      "step": 10000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00034375,
      "loss": 3.7905,
      "step": 11000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.000375,
      "loss": 3.7451,
      "step": 12000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00040625000000000004,
      "loss": 3.713,
      "step": 13000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0004375,
      "loss": 3.684,
      "step": 14000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00046875,
      "loss": 3.661,
      "step": 15000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0005,
      "loss": 3.6377,
      "step": 16000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00053125,
      "loss": 3.6141,
      "step": 17000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0005625000000000001,
      "loss": 3.5972,
      "step": 18000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.3596127880340437,
      "eval_loss": 3.784771680831909,
      "eval_runtime": 223.2127,
      "eval_samples_per_second": 259.488,
      "eval_steps_per_second": 2.029,
      "step": 18595
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00059375,
      "loss": 3.5627,
      "step": 19000
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.000625,
      "loss": 3.544,
      "step": 20000
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00065625,
      "loss": 3.5257,
      "step": 21000
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.0006875,
      "loss": 3.5169,
      "step": 22000
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00071875,
      "loss": 3.5094,
      "step": 23000
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00075,
      "loss": 3.5002,
      "step": 24000
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00078125,
      "loss": 3.4858,
      "step": 25000
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.0008125000000000001,
      "loss": 3.4812,
      "step": 26000
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00084375,
      "loss": 3.468,
      "step": 27000
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.000875,
      "loss": 3.458,
      "step": 28000
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00090625,
      "loss": 3.4492,
      "step": 29000
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.0009375,
      "loss": 3.4481,
      "step": 30000
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00096875,
      "loss": 3.4375,
      "step": 31000
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.001,
      "loss": 3.4294,
      "step": 32000
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.0009970579582230068,
      "loss": 3.4222,
      "step": 33000
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.0009941159164460135,
      "loss": 3.4106,
      "step": 34000
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.0009911738746690203,
      "loss": 3.3944,
      "step": 35000
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.000988231832892027,
      "loss": 3.3877,
      "step": 36000
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.0009852897911150338,
      "loss": 3.3783,
      "step": 37000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.38111591281214446,
      "eval_loss": 3.59240460395813,
      "eval_runtime": 224.6779,
      "eval_samples_per_second": 257.796,
      "eval_steps_per_second": 2.016,
      "step": 37190
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.0009823477493380406,
      "loss": 3.3307,
      "step": 38000
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.0009794057075610473,
      "loss": 3.3171,
      "step": 39000
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.0009764636657840541,
      "loss": 3.3183,
      "step": 40000
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.000973521624007061,
      "loss": 3.3097,
      "step": 41000
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.0009705795822300677,
      "loss": 3.3081,
      "step": 42000
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.0009676375404530745,
      "loss": 3.3082,
      "step": 43000
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.0009646954986760812,
      "loss": 3.301,
      "step": 44000
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.000961753456899088,
      "loss": 3.2958,
      "step": 45000
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.0009588114151220947,
      "loss": 3.2938,
      "step": 46000
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.0009558693733451015,
      "loss": 3.2866,
      "step": 47000
    },
    {
      "epoch": 2.58,
      "learning_rate": 0.0009529273315681083,
      "loss": 3.2837,
      "step": 48000
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.0009499852897911151,
      "loss": 3.2772,
      "step": 49000
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.0009470432480141218,
      "loss": 3.2746,
      "step": 50000
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.0009441012062371285,
      "loss": 3.2617,
      "step": 51000
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.0009411591644601354,
      "loss": 3.2661,
      "step": 52000
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.000938217122683142,
      "loss": 3.2593,
      "step": 53000
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.0009352750809061489,
      "loss": 3.2556,
      "step": 54000
    },
    {
      "epoch": 2.96,
      "learning_rate": 0.0009323330391291557,
      "loss": 3.2531,
      "step": 55000
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.3918572304676093,
      "eval_loss": 3.4617161750793457,
      "eval_runtime": 224.7243,
      "eval_samples_per_second": 257.743,
      "eval_steps_per_second": 2.016,
      "step": 55785
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.0009293909973521623,
      "loss": 3.2366,
      "step": 56000
    },
    {
      "epoch": 3.07,
      "learning_rate": 0.0009264489555751692,
      "loss": 3.1841,
      "step": 57000
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.000923506913798176,
      "loss": 3.1904,
      "step": 58000
    },
    {
      "epoch": 3.17,
      "learning_rate": 0.0009205648720211828,
      "loss": 3.189,
      "step": 59000
    },
    {
      "epoch": 3.23,
      "learning_rate": 0.0009176228302441895,
      "loss": 3.1919,
      "step": 60000
    },
    {
      "epoch": 3.28,
      "learning_rate": 0.0009146807884671962,
      "loss": 3.1912,
      "step": 61000
    },
    {
      "epoch": 3.33,
      "learning_rate": 0.0009117387466902031,
      "loss": 3.1851,
      "step": 62000
    },
    {
      "epoch": 3.39,
      "learning_rate": 0.0009087967049132097,
      "loss": 3.1918,
      "step": 63000
    },
    {
      "epoch": 3.44,
      "learning_rate": 0.0009058546631362166,
      "loss": 3.1888,
      "step": 64000
    },
    {
      "epoch": 3.5,
      "learning_rate": 0.0009029126213592234,
      "loss": 3.1902,
      "step": 65000
    },
    {
      "epoch": 3.55,
      "learning_rate": 0.00089997057958223,
      "loss": 3.1864,
      "step": 66000
    },
    {
      "epoch": 3.6,
      "learning_rate": 0.0008970285378052369,
      "loss": 3.1863,
      "step": 67000
    },
    {
      "epoch": 3.66,
      "learning_rate": 0.0008940864960282436,
      "loss": 3.1858,
      "step": 68000
    },
    {
      "epoch": 3.71,
      "learning_rate": 0.0008911444542512503,
      "loss": 3.1841,
      "step": 69000
    },
    {
      "epoch": 3.76,
      "learning_rate": 0.0008882024124742572,
      "loss": 3.1818,
      "step": 70000
    },
    {
      "epoch": 3.82,
      "learning_rate": 0.0008852603706972639,
      "loss": 3.1806,
      "step": 71000
    },
    {
      "epoch": 3.87,
      "learning_rate": 0.0008823183289202707,
      "loss": 3.182,
      "step": 72000
    },
    {
      "epoch": 3.93,
      "learning_rate": 0.0008793762871432774,
      "loss": 3.1808,
      "step": 73000
    },
    {
      "epoch": 3.98,
      "learning_rate": 0.0008764342453662842,
      "loss": 3.1768,
      "step": 74000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.39831302491243775,
      "eval_loss": 3.421482563018799,
      "eval_runtime": 225.739,
      "eval_samples_per_second": 256.584,
      "eval_steps_per_second": 2.007,
      "step": 74380
    },
    {
      "epoch": 4.03,
      "learning_rate": 0.000873492203589291,
      "loss": 3.1302,
      "step": 75000
    },
    {
      "epoch": 4.09,
      "learning_rate": 0.0008705501618122977,
      "loss": 3.1111,
      "step": 76000
    },
    {
      "epoch": 4.14,
      "learning_rate": 0.0008676081200353046,
      "loss": 3.1178,
      "step": 77000
    },
    {
      "epoch": 4.19,
      "learning_rate": 0.0008646660782583113,
      "loss": 3.1166,
      "step": 78000
    },
    {
      "epoch": 4.25,
      "learning_rate": 0.000861724036481318,
      "loss": 3.1189,
      "step": 79000
    },
    {
      "epoch": 4.3,
      "learning_rate": 0.0008587819947043249,
      "loss": 3.1231,
      "step": 80000
    },
    {
      "epoch": 4.36,
      "learning_rate": 0.0008558399529273316,
      "loss": 3.12,
      "step": 81000
    },
    {
      "epoch": 4.41,
      "learning_rate": 0.0008528979111503384,
      "loss": 3.1207,
      "step": 82000
    },
    {
      "epoch": 4.46,
      "learning_rate": 0.0008499558693733451,
      "loss": 3.1233,
      "step": 83000
    },
    {
      "epoch": 4.52,
      "learning_rate": 0.0008470138275963519,
      "loss": 3.1251,
      "step": 84000
    },
    {
      "epoch": 4.57,
      "learning_rate": 0.0008440717858193586,
      "loss": 3.1264,
      "step": 85000
    },
    {
      "epoch": 4.62,
      "learning_rate": 0.0008411297440423654,
      "loss": 3.1228,
      "step": 86000
    },
    {
      "epoch": 4.68,
      "learning_rate": 0.0008381877022653723,
      "loss": 3.122,
      "step": 87000
    },
    {
      "epoch": 4.73,
      "learning_rate": 0.0008352456604883789,
      "loss": 3.1231,
      "step": 88000
    },
    {
      "epoch": 4.79,
      "learning_rate": 0.0008323036187113857,
      "loss": 3.1219,
      "step": 89000
    },
    {
      "epoch": 4.84,
      "learning_rate": 0.0008293615769343925,
      "loss": 3.1271,
      "step": 90000
    },
    {
      "epoch": 4.89,
      "learning_rate": 0.0008264195351573992,
      "loss": 3.1209,
      "step": 91000
    },
    {
      "epoch": 4.95,
      "learning_rate": 0.0008234774933804061,
      "loss": 3.1209,
      "step": 92000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.4027728093618995,
      "eval_loss": 3.3891189098358154,
      "eval_runtime": 224.5578,
      "eval_samples_per_second": 257.934,
      "eval_steps_per_second": 2.017,
      "step": 92975
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0008205354516034128,
      "loss": 3.1198,
      "step": 93000
    },
    {
      "epoch": 5.06,
      "learning_rate": 0.0008175934098264195,
      "loss": 3.0465,
      "step": 94000
    },
    {
      "epoch": 5.11,
      "learning_rate": 0.0008146513680494263,
      "loss": 3.0572,
      "step": 95000
    },
    {
      "epoch": 5.16,
      "learning_rate": 0.0008117093262724331,
      "loss": 3.066,
      "step": 96000
    },
    {
      "epoch": 5.22,
      "learning_rate": 0.0008087672844954399,
      "loss": 3.0682,
      "step": 97000
    },
    {
      "epoch": 5.27,
      "learning_rate": 0.0008058252427184466,
      "loss": 3.0688,
      "step": 98000
    },
    {
      "epoch": 5.32,
      "learning_rate": 0.0008028832009414534,
      "loss": 3.0711,
      "step": 99000
    },
    {
      "epoch": 5.38,
      "learning_rate": 0.0007999411591644602,
      "loss": 3.0721,
      "step": 100000
    },
    {
      "epoch": 5.43,
      "learning_rate": 0.0007969991173874669,
      "loss": 3.0684,
      "step": 101000
    },
    {
      "epoch": 5.49,
      "learning_rate": 0.0007940570756104736,
      "loss": 3.0776,
      "step": 102000
    },
    {
      "epoch": 5.54,
      "learning_rate": 0.0007911150338334805,
      "loss": 3.0781,
      "step": 103000
    },
    {
      "epoch": 5.59,
      "learning_rate": 0.0007881729920564872,
      "loss": 3.0797,
      "step": 104000
    },
    {
      "epoch": 5.65,
      "learning_rate": 0.000785230950279494,
      "loss": 3.0733,
      "step": 105000
    },
    {
      "epoch": 5.7,
      "learning_rate": 0.0007822889085025008,
      "loss": 3.0805,
      "step": 106000
    },
    {
      "epoch": 5.75,
      "learning_rate": 0.0007793468667255074,
      "loss": 3.0786,
      "step": 107000
    },
    {
      "epoch": 5.81,
      "learning_rate": 0.0007764048249485143,
      "loss": 3.0788,
      "step": 108000
    },
    {
      "epoch": 5.86,
      "learning_rate": 0.0007734627831715211,
      "loss": 3.0805,
      "step": 109000
    },
    {
      "epoch": 5.92,
      "learning_rate": 0.0007705207413945278,
      "loss": 3.0771,
      "step": 110000
    },
    {
      "epoch": 5.97,
      "learning_rate": 0.0007675786996175346,
      "loss": 3.0769,
      "step": 111000
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.4038688950876805,
      "eval_loss": 3.3920505046844482,
      "eval_runtime": 225.0348,
      "eval_samples_per_second": 257.387,
      "eval_steps_per_second": 2.013,
      "step": 111570
    },
    {
      "epoch": 6.02,
      "learning_rate": 0.0007646366578405413,
      "loss": 3.0442,
      "step": 112000
    },
    {
      "epoch": 6.08,
      "learning_rate": 0.0007616946160635482,
      "loss": 3.0102,
      "step": 113000
    },
    {
      "epoch": 6.13,
      "learning_rate": 0.0007587525742865549,
      "loss": 3.02,
      "step": 114000
    },
    {
      "epoch": 6.18,
      "learning_rate": 0.0007558105325095617,
      "loss": 3.0219,
      "step": 115000
    },
    {
      "epoch": 6.24,
      "learning_rate": 0.0007528684907325685,
      "loss": 3.0254,
      "step": 116000
    },
    {
      "epoch": 6.29,
      "learning_rate": 0.0007499264489555751,
      "loss": 3.029,
      "step": 117000
    },
    {
      "epoch": 6.35,
      "learning_rate": 0.000746984407178582,
      "loss": 3.0361,
      "step": 118000
    },
    {
      "epoch": 6.4,
      "learning_rate": 0.0007440423654015887,
      "loss": 3.0338,
      "step": 119000
    },
    {
      "epoch": 6.45,
      "learning_rate": 0.0007411003236245954,
      "loss": 3.037,
      "step": 120000
    },
    {
      "epoch": 6.51,
      "learning_rate": 0.0007381582818476023,
      "loss": 3.0363,
      "step": 121000
    },
    {
      "epoch": 6.56,
      "learning_rate": 0.000735216240070609,
      "loss": 3.0369,
      "step": 122000
    },
    {
      "epoch": 6.61,
      "learning_rate": 0.0007322741982936158,
      "loss": 3.0389,
      "step": 123000
    },
    {
      "epoch": 6.67,
      "learning_rate": 0.0007293321565166225,
      "loss": 3.0412,
      "step": 124000
    },
    {
      "epoch": 6.72,
      "learning_rate": 0.0007263901147396293,
      "loss": 3.0398,
      "step": 125000
    },
    {
      "epoch": 6.78,
      "learning_rate": 0.0007234480729626361,
      "loss": 3.0409,
      "step": 126000
    },
    {
      "epoch": 6.83,
      "learning_rate": 0.0007205060311856428,
      "loss": 3.0387,
      "step": 127000
    },
    {
      "epoch": 6.88,
      "learning_rate": 0.0007175639894086497,
      "loss": 3.0415,
      "step": 128000
    },
    {
      "epoch": 6.94,
      "learning_rate": 0.0007146219476316563,
      "loss": 3.0409,
      "step": 129000
    },
    {
      "epoch": 6.99,
      "learning_rate": 0.0007116799058546631,
      "loss": 3.0421,
      "step": 130000
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.4070433517489977,
      "eval_loss": 3.3537676334381104,
      "eval_runtime": 226.1069,
      "eval_samples_per_second": 256.166,
      "eval_steps_per_second": 2.003,
      "step": 130165
    },
    {
      "epoch": 7.04,
      "learning_rate": 0.00070873786407767,
      "loss": 2.9841,
      "step": 131000
    },
    {
      "epoch": 7.1,
      "learning_rate": 0.0007057958223006767,
      "loss": 2.9791,
      "step": 132000
    },
    {
      "epoch": 7.15,
      "learning_rate": 0.0007028537805236835,
      "loss": 2.9846,
      "step": 133000
    },
    {
      "epoch": 7.21,
      "learning_rate": 0.0006999117387466902,
      "loss": 2.9896,
      "step": 134000
    },
    {
      "epoch": 7.26,
      "learning_rate": 0.000696969696969697,
      "loss": 2.9952,
      "step": 135000
    },
    {
      "epoch": 7.31,
      "learning_rate": 0.0006940276551927037,
      "loss": 2.9964,
      "step": 136000
    },
    {
      "epoch": 7.37,
      "learning_rate": 0.0006910856134157105,
      "loss": 2.9956,
      "step": 137000
    },
    {
      "epoch": 7.42,
      "learning_rate": 0.0006881435716387174,
      "loss": 3.0,
      "step": 138000
    },
    {
      "epoch": 7.48,
      "learning_rate": 0.000685201529861724,
      "loss": 3.0015,
      "step": 139000
    },
    {
      "epoch": 7.53,
      "learning_rate": 0.0006822594880847308,
      "loss": 3.0059,
      "step": 140000
    },
    {
      "epoch": 7.58,
      "learning_rate": 0.0006793174463077376,
      "loss": 3.0089,
      "step": 141000
    },
    {
      "epoch": 7.64,
      "learning_rate": 0.0006763754045307443,
      "loss": 3.0071,
      "step": 142000
    },
    {
      "epoch": 7.69,
      "learning_rate": 0.0006734333627537511,
      "loss": 3.004,
      "step": 143000
    },
    {
      "epoch": 7.74,
      "learning_rate": 0.0006704913209767579,
      "loss": 3.0098,
      "step": 144000
    },
    {
      "epoch": 7.8,
      "learning_rate": 0.0006675492791997646,
      "loss": 3.0119,
      "step": 145000
    },
    {
      "epoch": 7.85,
      "learning_rate": 0.0006646072374227714,
      "loss": 3.0095,
      "step": 146000
    },
    {
      "epoch": 7.91,
      "learning_rate": 0.0006616651956457782,
      "loss": 3.008,
      "step": 147000
    },
    {
      "epoch": 7.96,
      "learning_rate": 0.0006587231538687848,
      "loss": 3.0089,
      "step": 148000
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.4075523638563918,
      "eval_loss": 3.360710382461548,
      "eval_runtime": 224.7281,
      "eval_samples_per_second": 257.738,
      "eval_steps_per_second": 2.016,
      "step": 148760
    },
    {
      "epoch": 8.01,
      "learning_rate": 0.0006557811120917917,
      "loss": 2.9921,
      "step": 149000
    },
    {
      "epoch": 8.07,
      "learning_rate": 0.0006528390703147985,
      "loss": 2.9472,
      "step": 150000
    },
    {
      "epoch": 8.12,
      "learning_rate": 0.0006498970285378053,
      "loss": 2.9534,
      "step": 151000
    },
    {
      "epoch": 8.17,
      "learning_rate": 0.000646954986760812,
      "loss": 2.9579,
      "step": 152000
    },
    {
      "epoch": 8.23,
      "learning_rate": 0.0006440129449838187,
      "loss": 2.9602,
      "step": 153000
    },
    {
      "epoch": 8.28,
      "learning_rate": 0.0006410709032068256,
      "loss": 2.9624,
      "step": 154000
    },
    {
      "epoch": 8.34,
      "learning_rate": 0.0006381288614298323,
      "loss": 2.9662,
      "step": 155000
    },
    {
      "epoch": 8.39,
      "learning_rate": 0.0006351868196528391,
      "loss": 2.9705,
      "step": 156000
    },
    {
      "epoch": 8.44,
      "learning_rate": 0.0006322447778758459,
      "loss": 2.9698,
      "step": 157000
    },
    {
      "epoch": 8.5,
      "learning_rate": 0.0006293027360988525,
      "loss": 2.9737,
      "step": 158000
    },
    {
      "epoch": 8.55,
      "learning_rate": 0.0006263606943218594,
      "loss": 2.9768,
      "step": 159000
    },
    {
      "epoch": 8.6,
      "learning_rate": 0.0006234186525448662,
      "loss": 2.9775,
      "step": 160000
    },
    {
      "epoch": 8.66,
      "learning_rate": 0.0006204766107678729,
      "loss": 2.9767,
      "step": 161000
    },
    {
      "epoch": 8.71,
      "learning_rate": 0.0006175345689908797,
      "loss": 2.979,
      "step": 162000
    },
    {
      "epoch": 8.77,
      "learning_rate": 0.0006145925272138864,
      "loss": 2.9817,
      "step": 163000
    },
    {
      "epoch": 8.82,
      "learning_rate": 0.0006116504854368932,
      "loss": 2.984,
      "step": 164000
    },
    {
      "epoch": 8.87,
      "learning_rate": 0.0006087084436599,
      "loss": 2.9807,
      "step": 165000
    },
    {
      "epoch": 8.93,
      "learning_rate": 0.0006057664018829068,
      "loss": 2.9845,
      "step": 166000
    },
    {
      "epoch": 8.98,
      "learning_rate": 0.0006028243601059136,
      "loss": 2.9842,
      "step": 167000
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.4093780761492055,
      "eval_loss": 3.3491628170013428,
      "eval_runtime": 226.4482,
      "eval_samples_per_second": 255.78,
      "eval_steps_per_second": 2.0,
      "step": 167355
    },
    {
      "epoch": 9.03,
      "learning_rate": 0.0005998823183289202,
      "loss": 2.9399,
      "step": 168000
    },
    {
      "epoch": 9.09,
      "learning_rate": 0.0005969402765519271,
      "loss": 2.9197,
      "step": 169000
    },
    {
      "epoch": 9.14,
      "learning_rate": 0.0005939982347749339,
      "loss": 2.9276,
      "step": 170000
    },
    {
      "epoch": 9.2,
      "learning_rate": 0.0005910561929979405,
      "loss": 2.9285,
      "step": 171000
    },
    {
      "epoch": 9.25,
      "learning_rate": 0.0005881141512209474,
      "loss": 2.9364,
      "step": 172000
    },
    {
      "epoch": 9.3,
      "learning_rate": 0.0005851721094439541,
      "loss": 2.9396,
      "step": 173000
    },
    {
      "epoch": 9.36,
      "learning_rate": 0.0005822300676669609,
      "loss": 2.9413,
      "step": 174000
    },
    {
      "epoch": 9.41,
      "learning_rate": 0.0005792880258899676,
      "loss": 2.9434,
      "step": 175000
    },
    {
      "epoch": 9.46,
      "learning_rate": 0.0005763459841129744,
      "loss": 2.9439,
      "step": 176000
    },
    {
      "epoch": 9.52,
      "learning_rate": 0.0005734039423359812,
      "loss": 2.9477,
      "step": 177000
    },
    {
      "epoch": 9.57,
      "learning_rate": 0.0005704619005589879,
      "loss": 2.9496,
      "step": 178000
    },
    {
      "epoch": 9.63,
      "learning_rate": 0.0005675198587819948,
      "loss": 2.9526,
      "step": 179000
    },
    {
      "epoch": 9.68,
      "learning_rate": 0.0005645778170050014,
      "loss": 2.9555,
      "step": 180000
    },
    {
      "epoch": 9.73,
      "learning_rate": 0.0005616357752280082,
      "loss": 2.9523,
      "step": 181000
    },
    {
      "epoch": 9.79,
      "learning_rate": 0.0005586937334510151,
      "loss": 2.9551,
      "step": 182000
    },
    {
      "epoch": 9.84,
      "learning_rate": 0.0005557516916740217,
      "loss": 2.9582,
      "step": 183000
    },
    {
      "epoch": 9.9,
      "learning_rate": 0.0005528096498970286,
      "loss": 2.9603,
      "step": 184000
    },
    {
      "epoch": 9.95,
      "learning_rate": 0.0005498676081200353,
      "loss": 2.9595,
      "step": 185000
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.4096529709022023,
      "eval_loss": 3.3596482276916504,
      "eval_runtime": 226.1033,
      "eval_samples_per_second": 256.171,
      "eval_steps_per_second": 2.004,
      "step": 185950
    },
    {
      "epoch": 10.0,
      "learning_rate": 0.0005469255663430421,
      "loss": 2.9581,
      "step": 186000
    },
    {
      "epoch": 10.06,
      "learning_rate": 0.0005439835245660489,
      "loss": 2.8936,
      "step": 187000
    },
    {
      "epoch": 10.11,
      "learning_rate": 0.0005410414827890556,
      "loss": 2.9042,
      "step": 188000
    },
    {
      "epoch": 10.16,
      "learning_rate": 0.0005380994410120625,
      "loss": 2.9058,
      "step": 189000
    },
    {
      "epoch": 10.22,
      "learning_rate": 0.0005351573992350691,
      "loss": 2.9101,
      "step": 190000
    },
    {
      "epoch": 10.27,
      "learning_rate": 0.0005322153574580759,
      "loss": 2.9082,
      "step": 191000
    },
    {
      "epoch": 10.33,
      "learning_rate": 0.0005292733156810828,
      "loss": 2.916,
      "step": 192000
    },
    {
      "epoch": 10.38,
      "learning_rate": 0.0005263312739040894,
      "loss": 2.915,
      "step": 193000
    },
    {
      "epoch": 10.43,
      "learning_rate": 0.0005233892321270962,
      "loss": 2.9238,
      "step": 194000
    },
    {
      "epoch": 10.49,
      "learning_rate": 0.000520447190350103,
      "loss": 2.9231,
      "step": 195000
    },
    {
      "epoch": 10.54,
      "learning_rate": 0.0005175051485731097,
      "loss": 2.925,
      "step": 196000
    },
    {
      "epoch": 10.59,
      "learning_rate": 0.0005145631067961165,
      "loss": 2.9285,
      "step": 197000
    },
    {
      "epoch": 10.65,
      "learning_rate": 0.0005116210650191233,
      "loss": 2.9302,
      "step": 198000
    },
    {
      "epoch": 10.7,
      "learning_rate": 0.00050867902324213,
      "loss": 2.9271,
      "step": 199000
    },
    {
      "epoch": 10.76,
      "learning_rate": 0.0005057369814651368,
      "loss": 2.9306,
      "step": 200000
    },
    {
      "epoch": 10.81,
      "learning_rate": 0.0005027949396881436,
      "loss": 2.9299,
      "step": 201000
    },
    {
      "epoch": 10.86,
      "learning_rate": 0.0004998528979111503,
      "loss": 2.9342,
      "step": 202000
    },
    {
      "epoch": 10.92,
      "learning_rate": 0.0004969108561341571,
      "loss": 2.9349,
      "step": 203000
    },
    {
      "epoch": 10.97,
      "learning_rate": 0.0004939688143571639,
      "loss": 2.9382,
      "step": 204000
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.41008405585576546,
      "eval_loss": 3.3543665409088135,
      "eval_runtime": 226.5193,
      "eval_samples_per_second": 255.7,
      "eval_steps_per_second": 2.0,
      "step": 204545
    },
    {
      "epoch": 11.02,
      "learning_rate": 0.0004910267725801706,
      "loss": 2.9088,
      "step": 205000
    },
    {
      "epoch": 11.08,
      "learning_rate": 0.00048808473080317737,
      "loss": 2.8764,
      "step": 206000
    },
    {
      "epoch": 11.13,
      "learning_rate": 0.0004851426890261842,
      "loss": 2.8752,
      "step": 207000
    },
    {
      "epoch": 11.19,
      "learning_rate": 0.00048220064724919094,
      "loss": 2.8836,
      "step": 208000
    },
    {
      "epoch": 11.24,
      "learning_rate": 0.00047925860547219775,
      "loss": 2.891,
      "step": 209000
    },
    {
      "epoch": 11.29,
      "learning_rate": 0.0004763165636952045,
      "loss": 2.8921,
      "step": 210000
    },
    {
      "epoch": 11.35,
      "learning_rate": 0.0004733745219182112,
      "loss": 2.893,
      "step": 211000
    },
    {
      "epoch": 11.4,
      "learning_rate": 0.00047043248014121803,
      "loss": 2.9005,
      "step": 212000
    },
    {
      "epoch": 11.45,
      "learning_rate": 0.0004674904383642248,
      "loss": 2.9019,
      "step": 213000
    },
    {
      "epoch": 11.51,
      "learning_rate": 0.00046454839658723155,
      "loss": 2.9017,
      "step": 214000
    },
    {
      "epoch": 11.56,
      "learning_rate": 0.0004616063548102383,
      "loss": 2.9034,
      "step": 215000
    },
    {
      "epoch": 11.62,
      "learning_rate": 0.00045866431303324506,
      "loss": 2.9041,
      "step": 216000
    },
    {
      "epoch": 11.67,
      "learning_rate": 0.0004557222712562519,
      "loss": 2.9059,
      "step": 217000
    },
    {
      "epoch": 11.72,
      "learning_rate": 0.00045278022947925863,
      "loss": 2.9062,
      "step": 218000
    },
    {
      "epoch": 11.78,
      "learning_rate": 0.0004498381877022654,
      "loss": 2.9084,
      "step": 219000
    },
    {
      "epoch": 11.83,
      "learning_rate": 0.00044689614592527215,
      "loss": 2.9126,
      "step": 220000
    },
    {
      "epoch": 11.88,
      "learning_rate": 0.0004439541041482789,
      "loss": 2.9102,
      "step": 221000
    },
    {
      "epoch": 11.94,
      "learning_rate": 0.00044101206237128567,
      "loss": 2.9188,
      "step": 222000
    },
    {
      "epoch": 11.99,
      "learning_rate": 0.0004380700205942925,
      "loss": 2.9125,
      "step": 223000
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.4107495940566303,
      "eval_loss": 3.3588273525238037,
      "eval_runtime": 226.6802,
      "eval_samples_per_second": 255.519,
      "eval_steps_per_second": 1.998,
      "step": 223140
    },
    {
      "epoch": 12.05,
      "learning_rate": 0.0004351279788172992,
      "loss": 2.8626,
      "step": 224000
    },
    {
      "epoch": 12.1,
      "learning_rate": 0.00043218593704030594,
      "loss": 2.8549,
      "step": 225000
    },
    {
      "epoch": 12.15,
      "learning_rate": 0.00042924389526331275,
      "loss": 2.8625,
      "step": 226000
    },
    {
      "epoch": 12.21,
      "learning_rate": 0.0004263018534863195,
      "loss": 2.8628,
      "step": 227000
    },
    {
      "epoch": 12.26,
      "learning_rate": 0.0004233598117093263,
      "loss": 2.8688,
      "step": 228000
    },
    {
      "epoch": 12.32,
      "learning_rate": 0.00042041776993233303,
      "loss": 2.8735,
      "step": 229000
    },
    {
      "epoch": 12.37,
      "learning_rate": 0.0004174757281553398,
      "loss": 2.8765,
      "step": 230000
    },
    {
      "epoch": 12.42,
      "learning_rate": 0.0004145336863783466,
      "loss": 2.8826,
      "step": 231000
    },
    {
      "epoch": 12.48,
      "learning_rate": 0.00041159164460135336,
      "loss": 2.8771,
      "step": 232000
    },
    {
      "epoch": 12.53,
      "learning_rate": 0.0004086496028243601,
      "loss": 2.8822,
      "step": 233000
    },
    {
      "epoch": 12.58,
      "learning_rate": 0.0004057075610473669,
      "loss": 2.8873,
      "step": 234000
    },
    {
      "epoch": 12.64,
      "learning_rate": 0.00040276551927037363,
      "loss": 2.8831,
      "step": 235000
    },
    {
      "epoch": 12.69,
      "learning_rate": 0.00039982347749338044,
      "loss": 2.8886,
      "step": 236000
    },
    {
      "epoch": 12.75,
      "learning_rate": 0.0003968814357163872,
      "loss": 2.888,
      "step": 237000
    },
    {
      "epoch": 12.8,
      "learning_rate": 0.0003939393939393939,
      "loss": 2.89,
      "step": 238000
    },
    {
      "epoch": 12.85,
      "learning_rate": 0.0003909973521624007,
      "loss": 2.8887,
      "step": 239000
    },
    {
      "epoch": 12.91,
      "learning_rate": 0.0003880553103854075,
      "loss": 2.8881,
      "step": 240000
    },
    {
      "epoch": 12.96,
      "learning_rate": 0.00038511326860841424,
      "loss": 2.8929,
      "step": 241000
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.4108723293239141,
      "eval_loss": 3.3648040294647217,
      "eval_runtime": 225.4608,
      "eval_samples_per_second": 256.901,
      "eval_steps_per_second": 2.009,
      "step": 241735
    },
    {
      "epoch": 13.01,
      "learning_rate": 0.00038217122683142105,
      "loss": 2.8766,
      "step": 242000
    },
    {
      "epoch": 13.07,
      "learning_rate": 0.00037922918505442775,
      "loss": 2.839,
      "step": 243000
    },
    {
      "epoch": 13.12,
      "learning_rate": 0.00037628714327743456,
      "loss": 2.841,
      "step": 244000
    },
    {
      "epoch": 13.18,
      "learning_rate": 0.0003733451015004413,
      "loss": 2.8427,
      "step": 245000
    },
    {
      "epoch": 13.23,
      "learning_rate": 0.0003704030597234481,
      "loss": 2.851,
      "step": 246000
    },
    {
      "epoch": 13.28,
      "learning_rate": 0.0003674610179464549,
      "loss": 2.8553,
      "step": 247000
    },
    {
      "epoch": 13.34,
      "learning_rate": 0.0003645189761694616,
      "loss": 2.8549,
      "step": 248000
    },
    {
      "epoch": 13.39,
      "learning_rate": 0.00036157693439246836,
      "loss": 2.8576,
      "step": 249000
    },
    {
      "epoch": 13.44,
      "learning_rate": 0.00035863489261547517,
      "loss": 2.864,
      "step": 250000
    },
    {
      "epoch": 13.5,
      "learning_rate": 0.0003556928508384819,
      "loss": 2.8563,
      "step": 251000
    },
    {
      "epoch": 13.55,
      "learning_rate": 0.00035275080906148863,
      "loss": 2.8622,
      "step": 252000
    },
    {
      "epoch": 13.61,
      "learning_rate": 0.00034980876728449544,
      "loss": 2.8654,
      "step": 253000
    },
    {
      "epoch": 13.66,
      "learning_rate": 0.0003468667255075022,
      "loss": 2.868,
      "step": 254000
    },
    {
      "epoch": 13.71,
      "learning_rate": 0.000343924683730509,
      "loss": 2.8668,
      "step": 255000
    },
    {
      "epoch": 13.77,
      "learning_rate": 0.00034098264195351577,
      "loss": 2.8669,
      "step": 256000
    },
    {
      "epoch": 13.82,
      "learning_rate": 0.0003380406001765225,
      "loss": 2.8675,
      "step": 257000
    },
    {
      "epoch": 13.87,
      "learning_rate": 0.0003350985583995293,
      "loss": 2.8661,
      "step": 258000
    },
    {
      "epoch": 13.93,
      "learning_rate": 0.00033215651662253605,
      "loss": 2.8698,
      "step": 259000
    },
    {
      "epoch": 13.98,
      "learning_rate": 0.0003292144748455428,
      "loss": 2.8689,
      "step": 260000
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.4109838457681894,
      "eval_loss": 3.3661909103393555,
      "eval_runtime": 224.7386,
      "eval_samples_per_second": 257.726,
      "eval_steps_per_second": 2.016,
      "step": 260330
    },
    {
      "epoch": 14.04,
      "learning_rate": 0.00032627243306854956,
      "loss": 2.8351,
      "step": 261000
    },
    {
      "epoch": 14.09,
      "learning_rate": 0.0003233303912915563,
      "loss": 2.821,
      "step": 262000
    },
    {
      "epoch": 14.14,
      "learning_rate": 0.00032038834951456313,
      "loss": 2.8263,
      "step": 263000
    },
    {
      "epoch": 14.2,
      "learning_rate": 0.0003174463077375699,
      "loss": 2.8319,
      "step": 264000
    },
    {
      "epoch": 14.25,
      "learning_rate": 0.00031450426596057665,
      "loss": 2.8317,
      "step": 265000
    },
    {
      "epoch": 14.3,
      "learning_rate": 0.0003115622241835834,
      "loss": 2.8355,
      "step": 266000
    },
    {
      "epoch": 14.36,
      "learning_rate": 0.00030862018240659017,
      "loss": 2.8346,
      "step": 267000
    },
    {
      "epoch": 14.41,
      "learning_rate": 0.0003056781406295969,
      "loss": 2.8356,
      "step": 268000
    },
    {
      "epoch": 14.47,
      "learning_rate": 0.00030273609885260374,
      "loss": 2.839,
      "step": 269000
    },
    {
      "epoch": 14.52,
      "learning_rate": 0.0002997940570756105,
      "loss": 2.8443,
      "step": 270000
    },
    {
      "epoch": 14.57,
      "learning_rate": 0.00029685201529861725,
      "loss": 2.8439,
      "step": 271000
    },
    {
      "epoch": 14.63,
      "learning_rate": 0.000293909973521624,
      "loss": 2.8467,
      "step": 272000
    },
    {
      "epoch": 14.68,
      "learning_rate": 0.00029096793174463077,
      "loss": 2.8466,
      "step": 273000
    },
    {
      "epoch": 14.74,
      "learning_rate": 0.0002880258899676376,
      "loss": 2.8509,
      "step": 274000
    },
    {
      "epoch": 14.79,
      "learning_rate": 0.0002850838481906443,
      "loss": 2.8496,
      "step": 275000
    },
    {
      "epoch": 14.84,
      "learning_rate": 0.00028214180641365105,
      "loss": 2.8455,
      "step": 276000
    },
    {
      "epoch": 14.9,
      "learning_rate": 0.00027919976463665786,
      "loss": 2.8519,
      "step": 277000
    },
    {
      "epoch": 14.95,
      "learning_rate": 0.0002762577228596646,
      "loss": 2.8494,
      "step": 278000
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.41155896159917804,
      "eval_loss": 3.3656511306762695,
      "eval_runtime": 226.6148,
      "eval_samples_per_second": 255.592,
      "eval_steps_per_second": 1.999,
      "step": 278925
    },
    {
      "epoch": 15.0,
      "learning_rate": 0.0002733156810826714,
      "loss": 2.8463,
      "step": 279000
    },
    {
      "epoch": 15.06,
      "learning_rate": 0.00027037363930567813,
      "loss": 2.8046,
      "step": 280000
    },
    {
      "epoch": 15.11,
      "learning_rate": 0.0002674315975286849,
      "loss": 2.8065,
      "step": 281000
    },
    {
      "epoch": 15.17,
      "learning_rate": 0.0002644895557516917,
      "loss": 2.8119,
      "step": 282000
    },
    {
      "epoch": 15.22,
      "learning_rate": 0.00026154751397469846,
      "loss": 2.8121,
      "step": 283000
    },
    {
      "epoch": 15.27,
      "learning_rate": 0.00025860547219770517,
      "loss": 2.8149,
      "step": 284000
    },
    {
      "epoch": 15.33,
      "learning_rate": 0.000255663430420712,
      "loss": 2.8175,
      "step": 285000
    },
    {
      "epoch": 15.38,
      "learning_rate": 0.00025272138864371874,
      "loss": 2.8202,
      "step": 286000
    },
    {
      "epoch": 15.43,
      "learning_rate": 0.0002497793468667255,
      "loss": 2.8238,
      "step": 287000
    },
    {
      "epoch": 15.49,
      "learning_rate": 0.0002468373050897323,
      "loss": 2.8222,
      "step": 288000
    },
    {
      "epoch": 15.54,
      "learning_rate": 0.00024389526331273904,
      "loss": 2.828,
      "step": 289000
    },
    {
      "epoch": 15.6,
      "learning_rate": 0.0002409532215357458,
      "loss": 2.8271,
      "step": 290000
    },
    {
      "epoch": 15.65,
      "learning_rate": 0.00023801117975875258,
      "loss": 2.819,
      "step": 291000
    },
    {
      "epoch": 15.7,
      "learning_rate": 0.00023506913798175937,
      "loss": 2.8303,
      "step": 292000
    },
    {
      "epoch": 15.76,
      "learning_rate": 0.0002321270962047661,
      "loss": 2.832,
      "step": 293000
    },
    {
      "epoch": 15.81,
      "learning_rate": 0.00022918505442777289,
      "loss": 2.8271,
      "step": 294000
    },
    {
      "epoch": 15.86,
      "learning_rate": 0.00022624301265077964,
      "loss": 2.8319,
      "step": 295000
    },
    {
      "epoch": 15.92,
      "learning_rate": 0.00022330097087378643,
      "loss": 2.8318,
      "step": 296000
    },
    {
      "epoch": 15.97,
      "learning_rate": 0.00022035892909679316,
      "loss": 2.8316,
      "step": 297000
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.4114434816186303,
      "eval_loss": 3.374762773513794,
      "eval_runtime": 225.7926,
      "eval_samples_per_second": 256.523,
      "eval_steps_per_second": 2.006,
      "step": 297520
    },
    {
      "epoch": 16.03,
      "learning_rate": 0.00021741688731979995,
      "loss": 2.8087,
      "step": 298000
    },
    {
      "epoch": 16.08,
      "learning_rate": 0.00021447484554280673,
      "loss": 2.7922,
      "step": 299000
    },
    {
      "epoch": 16.13,
      "learning_rate": 0.0002115328037658135,
      "loss": 2.7912,
      "step": 300000
    },
    {
      "epoch": 16.19,
      "learning_rate": 0.00020859076198882025,
      "loss": 2.7967,
      "step": 301000
    },
    {
      "epoch": 16.24,
      "learning_rate": 0.000205648720211827,
      "loss": 2.7969,
      "step": 302000
    },
    {
      "epoch": 16.29,
      "learning_rate": 0.0002027066784348338,
      "loss": 2.8006,
      "step": 303000
    },
    {
      "epoch": 16.35,
      "learning_rate": 0.00019976463665784052,
      "loss": 2.8018,
      "step": 304000
    },
    {
      "epoch": 16.4,
      "learning_rate": 0.0001968225948808473,
      "loss": 2.7995,
      "step": 305000
    },
    {
      "epoch": 16.46,
      "learning_rate": 0.0001938805531038541,
      "loss": 2.8083,
      "step": 306000
    },
    {
      "epoch": 16.51,
      "learning_rate": 0.00019093851132686085,
      "loss": 2.8065,
      "step": 307000
    },
    {
      "epoch": 16.56,
      "learning_rate": 0.0001879964695498676,
      "loss": 2.8098,
      "step": 308000
    },
    {
      "epoch": 16.62,
      "learning_rate": 0.00018505442777287437,
      "loss": 2.8079,
      "step": 309000
    },
    {
      "epoch": 16.67,
      "learning_rate": 0.00018211238599588115,
      "loss": 2.8061,
      "step": 310000
    },
    {
      "epoch": 16.72,
      "learning_rate": 0.0001791703442188879,
      "loss": 2.809,
      "step": 311000
    },
    {
      "epoch": 16.78,
      "learning_rate": 0.00017622830244189467,
      "loss": 2.8107,
      "step": 312000
    },
    {
      "epoch": 16.83,
      "learning_rate": 0.00017328626066490143,
      "loss": 2.8112,
      "step": 313000
    },
    {
      "epoch": 16.89,
      "learning_rate": 0.0001703442188879082,
      "loss": 2.8095,
      "step": 314000
    },
    {
      "epoch": 16.94,
      "learning_rate": 0.000167402177110915,
      "loss": 2.8137,
      "step": 315000
    },
    {
      "epoch": 16.99,
      "learning_rate": 0.00016446013533392173,
      "loss": 2.8151,
      "step": 316000
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.4114080785065019,
      "eval_loss": 3.3865389823913574,
      "eval_runtime": 226.765,
      "eval_samples_per_second": 255.423,
      "eval_steps_per_second": 1.998,
      "step": 316115
    },
    {
      "epoch": 17.05,
      "learning_rate": 0.00016151809355692852,
      "loss": 2.7797,
      "step": 317000
    },
    {
      "epoch": 17.1,
      "learning_rate": 0.00015857605177993527,
      "loss": 2.7819,
      "step": 318000
    },
    {
      "epoch": 17.16,
      "learning_rate": 0.00015563401000294206,
      "loss": 2.7795,
      "step": 319000
    },
    {
      "epoch": 17.21,
      "learning_rate": 0.0001526919682259488,
      "loss": 2.7757,
      "step": 320000
    },
    {
      "epoch": 17.26,
      "learning_rate": 0.00014974992644895558,
      "loss": 2.7847,
      "step": 321000
    },
    {
      "epoch": 17.32,
      "learning_rate": 0.00014680788467196236,
      "loss": 2.7857,
      "step": 322000
    },
    {
      "epoch": 17.37,
      "learning_rate": 0.00014386584289496912,
      "loss": 2.7875,
      "step": 323000
    },
    {
      "epoch": 17.42,
      "learning_rate": 0.00014092380111797588,
      "loss": 2.7889,
      "step": 324000
    },
    {
      "epoch": 17.48,
      "learning_rate": 0.00013798175934098264,
      "loss": 2.7885,
      "step": 325000
    },
    {
      "epoch": 17.53,
      "learning_rate": 0.00013503971756398942,
      "loss": 2.7908,
      "step": 326000
    },
    {
      "epoch": 17.59,
      "learning_rate": 0.00013209767578699618,
      "loss": 2.7862,
      "step": 327000
    },
    {
      "epoch": 17.64,
      "learning_rate": 0.00012915563401000294,
      "loss": 2.7932,
      "step": 328000
    },
    {
      "epoch": 17.69,
      "learning_rate": 0.00012621359223300972,
      "loss": 2.792,
      "step": 329000
    },
    {
      "epoch": 17.75,
      "learning_rate": 0.00012327155045601648,
      "loss": 2.7915,
      "step": 330000
    },
    {
      "epoch": 17.8,
      "learning_rate": 0.00012032950867902324,
      "loss": 2.7937,
      "step": 331000
    },
    {
      "epoch": 17.85,
      "learning_rate": 0.00011738746690203001,
      "loss": 2.7917,
      "step": 332000
    },
    {
      "epoch": 17.91,
      "learning_rate": 0.00011444542512503678,
      "loss": 2.7919,
      "step": 333000
    },
    {
      "epoch": 17.96,
      "learning_rate": 0.00011150338334804354,
      "loss": 2.797,
      "step": 334000
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.4114991054836062,
      "eval_loss": 3.3824920654296875,
      "eval_runtime": 225.8275,
      "eval_samples_per_second": 256.483,
      "eval_steps_per_second": 2.006,
      "step": 334710
    },
    {
      "epoch": 18.02,
      "learning_rate": 0.00010856134157105031,
      "loss": 2.7867,
      "step": 335000
    },
    {
      "epoch": 18.07,
      "learning_rate": 0.00010561929979405707,
      "loss": 2.765,
      "step": 336000
    },
    {
      "epoch": 18.12,
      "learning_rate": 0.00010267725801706384,
      "loss": 2.7671,
      "step": 337000
    },
    {
      "epoch": 18.18,
      "learning_rate": 9.97352162400706e-05,
      "loss": 2.7681,
      "step": 338000
    },
    {
      "epoch": 18.23,
      "learning_rate": 9.679317446307737e-05,
      "loss": 2.7703,
      "step": 339000
    },
    {
      "epoch": 18.28,
      "learning_rate": 9.385113268608415e-05,
      "loss": 2.7664,
      "step": 340000
    },
    {
      "epoch": 18.34,
      "learning_rate": 9.090909090909092e-05,
      "loss": 2.7706,
      "step": 341000
    },
    {
      "epoch": 18.39,
      "learning_rate": 8.796704913209768e-05,
      "loss": 2.7722,
      "step": 342000
    },
    {
      "epoch": 18.45,
      "learning_rate": 8.502500735510445e-05,
      "loss": 2.7725,
      "step": 343000
    },
    {
      "epoch": 18.5,
      "learning_rate": 8.20829655781112e-05,
      "loss": 2.7743,
      "step": 344000
    },
    {
      "epoch": 18.55,
      "learning_rate": 7.914092380111798e-05,
      "loss": 2.7723,
      "step": 345000
    },
    {
      "epoch": 18.61,
      "learning_rate": 7.619888202412474e-05,
      "loss": 2.7731,
      "step": 346000
    },
    {
      "epoch": 18.66,
      "learning_rate": 7.325684024713152e-05,
      "loss": 2.7726,
      "step": 347000
    },
    {
      "epoch": 18.71,
      "learning_rate": 7.031479847013828e-05,
      "loss": 2.7758,
      "step": 348000
    },
    {
      "epoch": 18.77,
      "learning_rate": 6.737275669314505e-05,
      "loss": 2.7749,
      "step": 349000
    },
    {
      "epoch": 18.82,
      "learning_rate": 6.443071491615181e-05,
      "loss": 2.7742,
      "step": 350000
    },
    {
      "epoch": 18.88,
      "learning_rate": 6.148867313915858e-05,
      "loss": 2.7775,
      "step": 351000
    },
    {
      "epoch": 18.93,
      "learning_rate": 5.854663136216534e-05,
      "loss": 2.7762,
      "step": 352000
    },
    {
      "epoch": 18.98,
      "learning_rate": 5.560458958517211e-05,
      "loss": 2.7759,
      "step": 353000
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.4110933468550381,
      "eval_loss": 3.402792453765869,
      "eval_runtime": 226.4039,
      "eval_samples_per_second": 255.83,
      "eval_steps_per_second": 2.001,
      "step": 353305
    },
    {
      "epoch": 19.04,
      "learning_rate": 5.2662547808178876e-05,
      "loss": 2.7622,
      "step": 354000
    },
    {
      "epoch": 19.09,
      "learning_rate": 4.972050603118564e-05,
      "loss": 2.758,
      "step": 355000
    },
    {
      "epoch": 19.14,
      "learning_rate": 4.677846425419241e-05,
      "loss": 2.754,
      "step": 356000
    },
    {
      "epoch": 19.2,
      "learning_rate": 4.383642247719918e-05,
      "loss": 2.7516,
      "step": 357000
    },
    {
      "epoch": 19.25,
      "learning_rate": 4.0894380700205943e-05,
      "loss": 2.7564,
      "step": 358000
    },
    {
      "epoch": 19.31,
      "learning_rate": 3.795233892321271e-05,
      "loss": 2.7557,
      "step": 359000
    },
    {
      "epoch": 19.36,
      "learning_rate": 3.501029714621948e-05,
      "loss": 2.7587,
      "step": 360000
    },
    {
      "epoch": 19.41,
      "learning_rate": 3.2068255369226245e-05,
      "loss": 2.7591,
      "step": 361000
    },
    {
      "epoch": 19.47,
      "learning_rate": 2.912621359223301e-05,
      "loss": 2.7612,
      "step": 362000
    },
    {
      "epoch": 19.52,
      "learning_rate": 2.618417181523978e-05,
      "loss": 2.7636,
      "step": 363000
    },
    {
      "epoch": 19.58,
      "learning_rate": 2.3242130038246544e-05,
      "loss": 2.7575,
      "step": 364000
    },
    {
      "epoch": 19.63,
      "learning_rate": 2.0300088261253312e-05,
      "loss": 2.7577,
      "step": 365000
    },
    {
      "epoch": 19.68,
      "learning_rate": 1.7358046484260074e-05,
      "loss": 2.7598,
      "step": 366000
    },
    {
      "epoch": 19.74,
      "learning_rate": 1.4416004707266844e-05,
      "loss": 2.7616,
      "step": 367000
    },
    {
      "epoch": 19.79,
      "learning_rate": 1.1473962930273611e-05,
      "loss": 2.7587,
      "step": 368000
    },
    {
      "epoch": 19.84,
      "learning_rate": 8.531921153280376e-06,
      "loss": 2.7564,
      "step": 369000
    },
    {
      "epoch": 19.9,
      "learning_rate": 5.5898793762871435e-06,
      "loss": 2.7562,
      "step": 370000
    },
    {
      "epoch": 19.95,
      "learning_rate": 2.6478375992939103e-06,
      "loss": 2.7566,
      "step": 371000
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.4112049304778943,
      "eval_loss": 3.4044251441955566,
      "eval_runtime": 228.0315,
      "eval_samples_per_second": 254.004,
      "eval_steps_per_second": 1.987,
      "step": 371900
    },
    {
      "epoch": 20.0,
      "step": 371900,
      "total_flos": 1.56692312054784e+18,
      "train_loss": 3.025763815510302,
      "train_runtime": 112290.5798,
      "train_samples_per_second": 105.981,
      "train_steps_per_second": 3.312
    }
  ],
  "logging_steps": 1000,
  "max_steps": 371900,
  "num_train_epochs": 20,
  "save_steps": 5000,
  "total_flos": 1.56692312054784e+18,
  "trial_name": null,
  "trial_params": null
}