{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 371840,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "learning_rate": 3.125e-05,
      "loss": 6.2298,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 6.25e-05,
      "loss": 5.0094,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.375e-05,
      "loss": 4.6802,
      "step": 3000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000125,
      "loss": 4.4542,
      "step": 4000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00015625,
      "loss": 4.2925,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001875,
      "loss": 4.1748,
      "step": 6000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00021875,
      "loss": 4.0701,
      "step": 7000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00025,
      "loss": 3.9851,
      "step": 8000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00028121875,
      "loss": 3.913,
      "step": 9000
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00031246875000000003,
      "loss": 3.8497,
      "step": 10000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00034368749999999997,
      "loss": 3.8077,
      "step": 11000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0003749375,
      "loss": 3.7627,
      "step": 12000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00040615625,
      "loss": 3.7397,
      "step": 13000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00043737500000000005,
      "loss": 3.701,
      "step": 14000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.000468625,
      "loss": 3.6693,
      "step": 15000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00049984375,
      "loss": 3.6554,
      "step": 16000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00053109375,
      "loss": 3.6301,
      "step": 17000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00056234375,
      "loss": 3.6072,
      "step": 18000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.3577459544837306,
      "eval_loss": 3.797168016433716,
      "eval_runtime": 152.3829,
      "eval_samples_per_second": 380.089,
      "eval_steps_per_second": 5.939,
      "step": 18592
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0005935625,
      "loss": 3.5799,
      "step": 19000
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.0006248125,
      "loss": 3.5485,
      "step": 20000
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0006560625,
      "loss": 3.5406,
      "step": 21000
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00068728125,
      "loss": 3.5264,
      "step": 22000
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00071853125,
      "loss": 3.518,
      "step": 23000
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00074978125,
      "loss": 3.5133,
      "step": 24000
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.0007810312499999999,
      "loss": 3.4955,
      "step": 25000
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00081225,
      "loss": 3.4875,
      "step": 26000
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.0008435000000000001,
      "loss": 3.4788,
      "step": 27000
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00087471875,
      "loss": 3.4699,
      "step": 28000
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00090596875,
      "loss": 3.4636,
      "step": 29000
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.00093721875,
      "loss": 3.4553,
      "step": 30000
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.0009684375,
      "loss": 3.4444,
      "step": 31000
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.0009996875,
      "loss": 3.437,
      "step": 32000
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.0009970868644067796,
      "loss": 3.4315,
      "step": 33000
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.0009941443032015066,
      "loss": 3.4193,
      "step": 34000
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.0009912017419962335,
      "loss": 3.4093,
      "step": 35000
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.0009882621233521657,
      "loss": 3.3989,
      "step": 36000
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.0009853225047080979,
      "loss": 3.3863,
      "step": 37000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.38044785878682175,
      "eval_loss": 3.5804407596588135,
      "eval_runtime": 153.7328,
      "eval_samples_per_second": 376.751,
      "eval_steps_per_second": 5.887,
      "step": 37184
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.000982379943502825,
      "loss": 3.3396,
      "step": 38000
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.0009794373822975518,
      "loss": 3.328,
      "step": 39000
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.000976497763653484,
      "loss": 3.3247,
      "step": 40000
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.0009735552024482109,
      "loss": 3.3252,
      "step": 41000
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.0009706155838041431,
      "loss": 3.3166,
      "step": 42000
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.00096767302259887,
      "loss": 3.3188,
      "step": 43000
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.0009647334039548023,
      "loss": 3.3129,
      "step": 44000
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.0009617908427495293,
      "loss": 3.304,
      "step": 45000
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.0009588482815442562,
      "loss": 3.2975,
      "step": 46000
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.0009559086629001883,
      "loss": 3.2928,
      "step": 47000
    },
    {
      "epoch": 2.58,
      "learning_rate": 0.0009529661016949153,
      "loss": 3.2871,
      "step": 48000
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.0009500235404896422,
      "loss": 3.2821,
      "step": 49000
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.0009470809792843691,
      "loss": 3.2765,
      "step": 50000
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.0009441413606403013,
      "loss": 3.2783,
      "step": 51000
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.0009411987994350282,
      "loss": 3.2737,
      "step": 52000
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.0009382591807909605,
      "loss": 3.2713,
      "step": 53000
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.0009353166195856874,
      "loss": 3.2633,
      "step": 54000
    },
    {
      "epoch": 2.96,
      "learning_rate": 0.0009323770009416196,
      "loss": 3.2556,
      "step": 55000
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.3910322096812649,
      "eval_loss": 3.472982168197632,
      "eval_runtime": 154.4664,
      "eval_samples_per_second": 374.962,
      "eval_steps_per_second": 5.859,
      "step": 55776
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.0009294344397363465,
      "loss": 3.2424,
      "step": 56000
    },
    {
      "epoch": 3.07,
      "learning_rate": 0.0009264918785310734,
      "loss": 3.1944,
      "step": 57000
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.0009235493173258004,
      "loss": 3.1947,
      "step": 58000
    },
    {
      "epoch": 3.17,
      "learning_rate": 0.0009206096986817327,
      "loss": 3.1979,
      "step": 59000
    },
    {
      "epoch": 3.23,
      "learning_rate": 0.0009176671374764596,
      "loss": 3.1974,
      "step": 60000
    },
    {
      "epoch": 3.28,
      "learning_rate": 0.0009147245762711865,
      "loss": 3.1978,
      "step": 61000
    },
    {
      "epoch": 3.33,
      "learning_rate": 0.0009117849576271187,
      "loss": 3.196,
      "step": 62000
    },
    {
      "epoch": 3.39,
      "learning_rate": 0.0009088423964218456,
      "loss": 3.1975,
      "step": 63000
    },
    {
      "epoch": 3.44,
      "learning_rate": 0.0009059057203389832,
      "loss": 3.1989,
      "step": 64000
    },
    {
      "epoch": 3.5,
      "learning_rate": 0.00090296315913371,
      "loss": 3.2003,
      "step": 65000
    },
    {
      "epoch": 3.55,
      "learning_rate": 0.000900020597928437,
      "loss": 3.1914,
      "step": 66000
    },
    {
      "epoch": 3.6,
      "learning_rate": 0.0008970809792843692,
      "loss": 3.1914,
      "step": 67000
    },
    {
      "epoch": 3.66,
      "learning_rate": 0.0008941413606403014,
      "loss": 3.1919,
      "step": 68000
    },
    {
      "epoch": 3.71,
      "learning_rate": 0.0008911987994350282,
      "loss": 3.1876,
      "step": 69000
    },
    {
      "epoch": 3.77,
      "learning_rate": 0.0008882562382297552,
      "loss": 3.1891,
      "step": 70000
    },
    {
      "epoch": 3.82,
      "learning_rate": 0.0008853136770244821,
      "loss": 3.1853,
      "step": 71000
    },
    {
      "epoch": 3.87,
      "learning_rate": 0.000882371115819209,
      "loss": 3.184,
      "step": 72000
    },
    {
      "epoch": 3.93,
      "learning_rate": 0.000879428554613936,
      "loss": 3.1845,
      "step": 73000
    },
    {
      "epoch": 3.98,
      "learning_rate": 0.0008764889359698683,
      "loss": 3.1829,
      "step": 74000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.3992117530567142,
      "eval_loss": 3.4019179344177246,
      "eval_runtime": 153.2776,
      "eval_samples_per_second": 377.87,
      "eval_steps_per_second": 5.904,
      "step": 74368
    },
    {
      "epoch": 4.03,
      "learning_rate": 0.0008735463747645951,
      "loss": 3.1352,
      "step": 75000
    },
    {
      "epoch": 4.09,
      "learning_rate": 0.0008706067561205273,
      "loss": 3.1132,
      "step": 76000
    },
    {
      "epoch": 4.14,
      "learning_rate": 0.0008676641949152543,
      "loss": 3.1218,
      "step": 77000
    },
    {
      "epoch": 4.2,
      "learning_rate": 0.0008647216337099811,
      "loss": 3.1223,
      "step": 78000
    },
    {
      "epoch": 4.25,
      "learning_rate": 0.0008617790725047081,
      "loss": 3.1286,
      "step": 79000
    },
    {
      "epoch": 4.3,
      "learning_rate": 0.0008588394538606403,
      "loss": 3.1235,
      "step": 80000
    },
    {
      "epoch": 4.36,
      "learning_rate": 0.0008558998352165726,
      "loss": 3.1243,
      "step": 81000
    },
    {
      "epoch": 4.41,
      "learning_rate": 0.0008529572740112994,
      "loss": 3.13,
      "step": 82000
    },
    {
      "epoch": 4.46,
      "learning_rate": 0.0008500147128060264,
      "loss": 3.1321,
      "step": 83000
    },
    {
      "epoch": 4.52,
      "learning_rate": 0.0008470750941619586,
      "loss": 3.1309,
      "step": 84000
    },
    {
      "epoch": 4.57,
      "learning_rate": 0.0008441325329566854,
      "loss": 3.132,
      "step": 85000
    },
    {
      "epoch": 4.63,
      "learning_rate": 0.0008411899717514124,
      "loss": 3.1335,
      "step": 86000
    },
    {
      "epoch": 4.68,
      "learning_rate": 0.0008382474105461394,
      "loss": 3.1249,
      "step": 87000
    },
    {
      "epoch": 4.73,
      "learning_rate": 0.0008353077919020717,
      "loss": 3.125,
      "step": 88000
    },
    {
      "epoch": 4.79,
      "learning_rate": 0.0008323652306967985,
      "loss": 3.13,
      "step": 89000
    },
    {
      "epoch": 4.84,
      "learning_rate": 0.0008294226694915255,
      "loss": 3.1299,
      "step": 90000
    },
    {
      "epoch": 4.89,
      "learning_rate": 0.0008264801082862525,
      "loss": 3.1265,
      "step": 91000
    },
    {
      "epoch": 4.95,
      "learning_rate": 0.0008235404896421845,
      "loss": 3.1264,
      "step": 92000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.4020474588723565,
      "eval_loss": 3.382812976837158,
      "eval_runtime": 153.1227,
      "eval_samples_per_second": 378.252,
      "eval_steps_per_second": 5.91,
      "step": 92960
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0008205979284369115,
      "loss": 3.1204,
      "step": 93000
    },
    {
      "epoch": 5.06,
      "learning_rate": 0.0008176553672316385,
      "loss": 3.0543,
      "step": 94000
    },
    {
      "epoch": 5.11,
      "learning_rate": 0.0008147157485875707,
      "loss": 3.0628,
      "step": 95000
    },
    {
      "epoch": 5.16,
      "learning_rate": 0.0008117761299435028,
      "loss": 3.067,
      "step": 96000
    },
    {
      "epoch": 5.22,
      "learning_rate": 0.0008088335687382298,
      "loss": 3.0676,
      "step": 97000
    },
    {
      "epoch": 5.27,
      "learning_rate": 0.0008058910075329568,
      "loss": 3.0752,
      "step": 98000
    },
    {
      "epoch": 5.32,
      "learning_rate": 0.0008029484463276836,
      "loss": 3.0826,
      "step": 99000
    },
    {
      "epoch": 5.38,
      "learning_rate": 0.0008000088276836158,
      "loss": 3.0768,
      "step": 100000
    },
    {
      "epoch": 5.43,
      "learning_rate": 0.0007970662664783428,
      "loss": 3.0752,
      "step": 101000
    },
    {
      "epoch": 5.49,
      "learning_rate": 0.000794126647834275,
      "loss": 3.0835,
      "step": 102000
    },
    {
      "epoch": 5.54,
      "learning_rate": 0.0007911840866290018,
      "loss": 3.0767,
      "step": 103000
    },
    {
      "epoch": 5.59,
      "learning_rate": 0.0007882415254237288,
      "loss": 3.0816,
      "step": 104000
    },
    {
      "epoch": 5.65,
      "learning_rate": 0.0007852989642184559,
      "loss": 3.0783,
      "step": 105000
    },
    {
      "epoch": 5.7,
      "learning_rate": 0.0007823564030131827,
      "loss": 3.0838,
      "step": 106000
    },
    {
      "epoch": 5.76,
      "learning_rate": 0.0007794138418079097,
      "loss": 3.0834,
      "step": 107000
    },
    {
      "epoch": 5.81,
      "learning_rate": 0.0007764712806026365,
      "loss": 3.0844,
      "step": 108000
    },
    {
      "epoch": 5.86,
      "learning_rate": 0.0007735316619585687,
      "loss": 3.0811,
      "step": 109000
    },
    {
      "epoch": 5.92,
      "learning_rate": 0.0007705891007532957,
      "loss": 3.0826,
      "step": 110000
    },
    {
      "epoch": 5.97,
      "learning_rate": 0.0007676465395480227,
      "loss": 3.0827,
      "step": 111000
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.40310327390667616,
      "eval_loss": 3.3848841190338135,
      "eval_runtime": 153.1292,
      "eval_samples_per_second": 378.236,
      "eval_steps_per_second": 5.91,
      "step": 111552
    },
    {
      "epoch": 6.02,
      "learning_rate": 0.0007647098634651602,
      "loss": 3.0519,
      "step": 112000
    },
    {
      "epoch": 6.08,
      "learning_rate": 0.000761767302259887,
      "loss": 3.0168,
      "step": 113000
    },
    {
      "epoch": 6.13,
      "learning_rate": 0.000758824741054614,
      "loss": 3.0242,
      "step": 114000
    },
    {
      "epoch": 6.19,
      "learning_rate": 0.000755882179849341,
      "loss": 3.0258,
      "step": 115000
    },
    {
      "epoch": 6.24,
      "learning_rate": 0.0007529396186440678,
      "loss": 3.0341,
      "step": 116000
    },
    {
      "epoch": 6.29,
      "learning_rate": 0.00075,
      "loss": 3.0319,
      "step": 117000
    },
    {
      "epoch": 6.35,
      "learning_rate": 0.000747057438794727,
      "loss": 3.0359,
      "step": 118000
    },
    {
      "epoch": 6.4,
      "learning_rate": 0.0007441178201506591,
      "loss": 3.0377,
      "step": 119000
    },
    {
      "epoch": 6.45,
      "learning_rate": 0.000741175258945386,
      "loss": 3.0378,
      "step": 120000
    },
    {
      "epoch": 6.51,
      "learning_rate": 0.000738232697740113,
      "loss": 3.0402,
      "step": 121000
    },
    {
      "epoch": 6.56,
      "learning_rate": 0.0007352901365348398,
      "loss": 3.046,
      "step": 122000
    },
    {
      "epoch": 6.62,
      "learning_rate": 0.0007323505178907721,
      "loss": 3.0444,
      "step": 123000
    },
    {
      "epoch": 6.67,
      "learning_rate": 0.0007294079566854991,
      "loss": 3.0424,
      "step": 124000
    },
    {
      "epoch": 6.72,
      "learning_rate": 0.0007264712806026365,
      "loss": 3.0428,
      "step": 125000
    },
    {
      "epoch": 6.78,
      "learning_rate": 0.0007235316619585688,
      "loss": 3.0425,
      "step": 126000
    },
    {
      "epoch": 6.83,
      "learning_rate": 0.0007205891007532957,
      "loss": 3.0448,
      "step": 127000
    },
    {
      "epoch": 6.88,
      "learning_rate": 0.0007176465395480226,
      "loss": 3.049,
      "step": 128000
    },
    {
      "epoch": 6.94,
      "learning_rate": 0.0007147039783427496,
      "loss": 3.0425,
      "step": 129000
    },
    {
      "epoch": 6.99,
      "learning_rate": 0.0007117614171374765,
      "loss": 3.0461,
      "step": 130000
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.4050249835692312,
      "eval_loss": 3.3727521896362305,
      "eval_runtime": 153.1303,
      "eval_samples_per_second": 378.233,
      "eval_steps_per_second": 5.91,
      "step": 130144
    },
    {
      "epoch": 7.05,
      "learning_rate": 0.0007088188559322034,
      "loss": 2.9834,
      "step": 131000
    },
    {
      "epoch": 7.1,
      "learning_rate": 0.0007058792372881356,
      "loss": 2.9854,
      "step": 132000
    },
    {
      "epoch": 7.15,
      "learning_rate": 0.0007029366760828625,
      "loss": 2.9855,
      "step": 133000
    },
    {
      "epoch": 7.21,
      "learning_rate": 0.0006999970574387948,
      "loss": 2.9948,
      "step": 134000
    },
    {
      "epoch": 7.26,
      "learning_rate": 0.0006970544962335217,
      "loss": 2.9986,
      "step": 135000
    },
    {
      "epoch": 7.31,
      "learning_rate": 0.0006941148775894539,
      "loss": 3.0007,
      "step": 136000
    },
    {
      "epoch": 7.37,
      "learning_rate": 0.0006911723163841808,
      "loss": 3.0032,
      "step": 137000
    },
    {
      "epoch": 7.42,
      "learning_rate": 0.0006882297551789077,
      "loss": 3.0065,
      "step": 138000
    },
    {
      "epoch": 7.48,
      "learning_rate": 0.0006852871939736347,
      "loss": 3.0083,
      "step": 139000
    },
    {
      "epoch": 7.53,
      "learning_rate": 0.0006823505178907722,
      "loss": 3.0086,
      "step": 140000
    },
    {
      "epoch": 7.58,
      "learning_rate": 0.0006794079566854991,
      "loss": 3.0111,
      "step": 141000
    },
    {
      "epoch": 7.64,
      "learning_rate": 0.000676465395480226,
      "loss": 3.0091,
      "step": 142000
    },
    {
      "epoch": 7.69,
      "learning_rate": 0.000673522834274953,
      "loss": 3.0138,
      "step": 143000
    },
    {
      "epoch": 7.75,
      "learning_rate": 0.0006705802730696799,
      "loss": 3.0099,
      "step": 144000
    },
    {
      "epoch": 7.8,
      "learning_rate": 0.0006676406544256121,
      "loss": 3.0149,
      "step": 145000
    },
    {
      "epoch": 7.85,
      "learning_rate": 0.0006647010357815442,
      "loss": 3.0104,
      "step": 146000
    },
    {
      "epoch": 7.91,
      "learning_rate": 0.0006617584745762712,
      "loss": 3.0183,
      "step": 147000
    },
    {
      "epoch": 7.96,
      "learning_rate": 0.0006588159133709981,
      "loss": 3.0111,
      "step": 148000
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.40690403335988545,
      "eval_loss": 3.3608620166778564,
      "eval_runtime": 153.1275,
      "eval_samples_per_second": 378.24,
      "eval_steps_per_second": 5.91,
      "step": 148736
    },
    {
      "epoch": 8.01,
      "learning_rate": 0.0006558762947269304,
      "loss": 2.9952,
      "step": 149000
    },
    {
      "epoch": 8.07,
      "learning_rate": 0.0006529337335216573,
      "loss": 2.9533,
      "step": 150000
    },
    {
      "epoch": 8.12,
      "learning_rate": 0.0006499911723163842,
      "loss": 2.9567,
      "step": 151000
    },
    {
      "epoch": 8.18,
      "learning_rate": 0.0006470515536723164,
      "loss": 2.9616,
      "step": 152000
    },
    {
      "epoch": 8.23,
      "learning_rate": 0.0006441089924670433,
      "loss": 2.964,
      "step": 153000
    },
    {
      "epoch": 8.28,
      "learning_rate": 0.0006411664312617702,
      "loss": 2.9719,
      "step": 154000
    },
    {
      "epoch": 8.34,
      "learning_rate": 0.0006382238700564972,
      "loss": 2.97,
      "step": 155000
    },
    {
      "epoch": 8.39,
      "learning_rate": 0.0006352813088512241,
      "loss": 2.9762,
      "step": 156000
    },
    {
      "epoch": 8.44,
      "learning_rate": 0.0006323446327683616,
      "loss": 2.9736,
      "step": 157000
    },
    {
      "epoch": 8.5,
      "learning_rate": 0.0006294020715630885,
      "loss": 2.983,
      "step": 158000
    },
    {
      "epoch": 8.55,
      "learning_rate": 0.0006264624529190207,
      "loss": 2.9757,
      "step": 159000
    },
    {
      "epoch": 8.61,
      "learning_rate": 0.0006235198917137477,
      "loss": 2.9828,
      "step": 160000
    },
    {
      "epoch": 8.66,
      "learning_rate": 0.0006205773305084745,
      "loss": 2.9829,
      "step": 161000
    },
    {
      "epoch": 8.71,
      "learning_rate": 0.0006176347693032015,
      "loss": 2.9784,
      "step": 162000
    },
    {
      "epoch": 8.77,
      "learning_rate": 0.0006146922080979284,
      "loss": 2.9807,
      "step": 163000
    },
    {
      "epoch": 8.82,
      "learning_rate": 0.0006117525894538607,
      "loss": 2.9858,
      "step": 164000
    },
    {
      "epoch": 8.87,
      "learning_rate": 0.0006088100282485876,
      "loss": 2.9856,
      "step": 165000
    },
    {
      "epoch": 8.93,
      "learning_rate": 0.0006058704096045198,
      "loss": 2.9875,
      "step": 166000
    },
    {
      "epoch": 8.98,
      "learning_rate": 0.0006029278483992468,
      "loss": 2.9857,
      "step": 167000
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.4082261534843072,
      "eval_loss": 3.3496146202087402,
      "eval_runtime": 153.15,
      "eval_samples_per_second": 378.185,
      "eval_steps_per_second": 5.909,
      "step": 167328
    },
    {
      "epoch": 9.04,
      "learning_rate": 0.0005999852871939736,
      "loss": 2.9408,
      "step": 168000
    },
    {
      "epoch": 9.09,
      "learning_rate": 0.0005970427259887006,
      "loss": 2.9243,
      "step": 169000
    },
    {
      "epoch": 9.14,
      "learning_rate": 0.0005941031073446328,
      "loss": 2.9328,
      "step": 170000
    },
    {
      "epoch": 9.2,
      "learning_rate": 0.0005911634887005651,
      "loss": 2.9327,
      "step": 171000
    },
    {
      "epoch": 9.25,
      "learning_rate": 0.0005882209274952919,
      "loss": 2.9438,
      "step": 172000
    },
    {
      "epoch": 9.31,
      "learning_rate": 0.0005852783662900189,
      "loss": 2.9379,
      "step": 173000
    },
    {
      "epoch": 9.36,
      "learning_rate": 0.0005823358050847458,
      "loss": 2.9497,
      "step": 174000
    },
    {
      "epoch": 9.41,
      "learning_rate": 0.0005793961864406779,
      "loss": 2.9508,
      "step": 175000
    },
    {
      "epoch": 9.47,
      "learning_rate": 0.0005764536252354049,
      "loss": 2.9503,
      "step": 176000
    },
    {
      "epoch": 9.52,
      "learning_rate": 0.0005735110640301319,
      "loss": 2.9494,
      "step": 177000
    },
    {
      "epoch": 9.57,
      "learning_rate": 0.0005705685028248587,
      "loss": 2.954,
      "step": 178000
    },
    {
      "epoch": 9.63,
      "learning_rate": 0.0005676259416195857,
      "loss": 2.9555,
      "step": 179000
    },
    {
      "epoch": 9.68,
      "learning_rate": 0.0005646863229755179,
      "loss": 2.9602,
      "step": 180000
    },
    {
      "epoch": 9.74,
      "learning_rate": 0.0005617437617702449,
      "loss": 2.9581,
      "step": 181000
    },
    {
      "epoch": 9.79,
      "learning_rate": 0.000558804143126177,
      "loss": 2.9585,
      "step": 182000
    },
    {
      "epoch": 9.84,
      "learning_rate": 0.000555861581920904,
      "loss": 2.96,
      "step": 183000
    },
    {
      "epoch": 9.9,
      "learning_rate": 0.000552919020715631,
      "loss": 2.9614,
      "step": 184000
    },
    {
      "epoch": 9.95,
      "learning_rate": 0.000549979402071563,
      "loss": 2.9608,
      "step": 185000
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.4075345932932098,
      "eval_loss": 3.3682754039764404,
      "eval_runtime": 153.8415,
      "eval_samples_per_second": 376.485,
      "eval_steps_per_second": 5.883,
      "step": 185920
    },
    {
      "epoch": 10.0,
      "learning_rate": 0.0005470397834274953,
      "loss": 2.9544,
      "step": 186000
    },
    {
      "epoch": 10.06,
      "learning_rate": 0.0005440972222222223,
      "loss": 2.8967,
      "step": 187000
    },
    {
      "epoch": 10.11,
      "learning_rate": 0.0005411576035781545,
      "loss": 2.9034,
      "step": 188000
    },
    {
      "epoch": 10.17,
      "learning_rate": 0.0005382150423728813,
      "loss": 2.9113,
      "step": 189000
    },
    {
      "epoch": 10.22,
      "learning_rate": 0.0005352724811676083,
      "loss": 2.9107,
      "step": 190000
    },
    {
      "epoch": 10.27,
      "learning_rate": 0.0005323328625235405,
      "loss": 2.9144,
      "step": 191000
    },
    {
      "epoch": 10.33,
      "learning_rate": 0.0005293903013182673,
      "loss": 2.9206,
      "step": 192000
    },
    {
      "epoch": 10.38,
      "learning_rate": 0.0005264477401129943,
      "loss": 2.9229,
      "step": 193000
    },
    {
      "epoch": 10.43,
      "learning_rate": 0.0005235051789077213,
      "loss": 2.9233,
      "step": 194000
    },
    {
      "epoch": 10.49,
      "learning_rate": 0.0005205626177024481,
      "loss": 2.9323,
      "step": 195000
    },
    {
      "epoch": 10.54,
      "learning_rate": 0.0005176229990583804,
      "loss": 2.9275,
      "step": 196000
    },
    {
      "epoch": 10.6,
      "learning_rate": 0.0005146804378531074,
      "loss": 2.9309,
      "step": 197000
    },
    {
      "epoch": 10.65,
      "learning_rate": 0.0005117408192090396,
      "loss": 2.9346,
      "step": 198000
    },
    {
      "epoch": 10.7,
      "learning_rate": 0.0005088012005649718,
      "loss": 2.9339,
      "step": 199000
    },
    {
      "epoch": 10.76,
      "learning_rate": 0.0005058586393596986,
      "loss": 2.9358,
      "step": 200000
    },
    {
      "epoch": 10.81,
      "learning_rate": 0.0005029160781544256,
      "loss": 2.9336,
      "step": 201000
    },
    {
      "epoch": 10.86,
      "learning_rate": 0.0004999735169491526,
      "loss": 2.938,
      "step": 202000
    },
    {
      "epoch": 10.92,
      "learning_rate": 0.0004970309557438794,
      "loss": 2.9378,
      "step": 203000
    },
    {
      "epoch": 10.97,
      "learning_rate": 0.0004940913370998117,
      "loss": 2.9402,
      "step": 204000
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.40864939315828364,
      "eval_loss": 3.372835159301758,
      "eval_runtime": 153.3961,
      "eval_samples_per_second": 377.578,
      "eval_steps_per_second": 5.9,
      "step": 204512
    },
    {
      "epoch": 11.03,
      "learning_rate": 0.0004911487758945386,
      "loss": 2.9052,
      "step": 205000
    },
    {
      "epoch": 11.08,
      "learning_rate": 0.0004882091572504708,
      "loss": 2.8772,
      "step": 206000
    },
    {
      "epoch": 11.13,
      "learning_rate": 0.0004852665960451977,
      "loss": 2.8834,
      "step": 207000
    },
    {
      "epoch": 11.19,
      "learning_rate": 0.0004823240348399247,
      "loss": 2.8883,
      "step": 208000
    },
    {
      "epoch": 11.24,
      "learning_rate": 0.0004793844161958569,
      "loss": 2.8927,
      "step": 209000
    },
    {
      "epoch": 11.3,
      "learning_rate": 0.0004764418549905838,
      "loss": 2.8952,
      "step": 210000
    },
    {
      "epoch": 11.35,
      "learning_rate": 0.00047349929378531075,
      "loss": 2.9015,
      "step": 211000
    },
    {
      "epoch": 11.4,
      "learning_rate": 0.00047055967514124294,
      "loss": 2.9018,
      "step": 212000
    },
    {
      "epoch": 11.46,
      "learning_rate": 0.00046762005649717513,
      "loss": 2.9079,
      "step": 213000
    },
    {
      "epoch": 11.51,
      "learning_rate": 0.00046467749529190204,
      "loss": 2.9015,
      "step": 214000
    },
    {
      "epoch": 11.56,
      "learning_rate": 0.00046173493408662906,
      "loss": 2.9078,
      "step": 215000
    },
    {
      "epoch": 11.62,
      "learning_rate": 0.00045879237288135597,
      "loss": 2.9094,
      "step": 216000
    },
    {
      "epoch": 11.67,
      "learning_rate": 0.00045585275423728816,
      "loss": 2.9103,
      "step": 217000
    },
    {
      "epoch": 11.73,
      "learning_rate": 0.00045291019303201507,
      "loss": 2.912,
      "step": 218000
    },
    {
      "epoch": 11.78,
      "learning_rate": 0.00044997057438794726,
      "loss": 2.9127,
      "step": 219000
    },
    {
      "epoch": 11.83,
      "learning_rate": 0.0004470309557438795,
      "loss": 2.9159,
      "step": 220000
    },
    {
      "epoch": 11.89,
      "learning_rate": 0.0004440883945386064,
      "loss": 2.9151,
      "step": 221000
    },
    {
      "epoch": 11.94,
      "learning_rate": 0.0004411458333333334,
      "loss": 2.9164,
      "step": 222000
    },
    {
      "epoch": 11.99,
      "learning_rate": 0.0004382062146892655,
      "loss": 2.9154,
      "step": 223000
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.4082875568274841,
      "eval_loss": 3.384491205215454,
      "eval_runtime": 153.6213,
      "eval_samples_per_second": 377.025,
      "eval_steps_per_second": 5.891,
      "step": 223104
    },
    {
      "epoch": 12.05,
      "learning_rate": 0.0004352636534839925,
      "loss": 2.8564,
      "step": 224000
    },
    {
      "epoch": 12.1,
      "learning_rate": 0.00043232403483992466,
      "loss": 2.8614,
      "step": 225000
    },
    {
      "epoch": 12.16,
      "learning_rate": 0.00042938147363465163,
      "loss": 2.8663,
      "step": 226000
    },
    {
      "epoch": 12.21,
      "learning_rate": 0.00042643891242937854,
      "loss": 2.8715,
      "step": 227000
    },
    {
      "epoch": 12.26,
      "learning_rate": 0.00042349635122410545,
      "loss": 2.8779,
      "step": 228000
    },
    {
      "epoch": 12.32,
      "learning_rate": 0.0004205567325800377,
      "loss": 2.8745,
      "step": 229000
    },
    {
      "epoch": 12.37,
      "learning_rate": 0.0004176141713747646,
      "loss": 2.8812,
      "step": 230000
    },
    {
      "epoch": 12.42,
      "learning_rate": 0.0004146716101694915,
      "loss": 2.8815,
      "step": 231000
    },
    {
      "epoch": 12.48,
      "learning_rate": 0.0004117290489642185,
      "loss": 2.8818,
      "step": 232000
    },
    {
      "epoch": 12.53,
      "learning_rate": 0.00040878943032015067,
      "loss": 2.8834,
      "step": 233000
    },
    {
      "epoch": 12.59,
      "learning_rate": 0.00040584981167608286,
      "loss": 2.8884,
      "step": 234000
    },
    {
      "epoch": 12.64,
      "learning_rate": 0.00040290725047080977,
      "loss": 2.8882,
      "step": 235000
    },
    {
      "epoch": 12.69,
      "learning_rate": 0.00039996468926553673,
      "loss": 2.8902,
      "step": 236000
    },
    {
      "epoch": 12.75,
      "learning_rate": 0.00039702212806026364,
      "loss": 2.8924,
      "step": 237000
    },
    {
      "epoch": 12.8,
      "learning_rate": 0.0003940795668549906,
      "loss": 2.8938,
      "step": 238000
    },
    {
      "epoch": 12.85,
      "learning_rate": 0.0003911399482109228,
      "loss": 2.8921,
      "step": 239000
    },
    {
      "epoch": 12.91,
      "learning_rate": 0.00038820032956685504,
      "loss": 2.8936,
      "step": 240000
    },
    {
      "epoch": 12.96,
      "learning_rate": 0.00038525776836158195,
      "loss": 2.891,
      "step": 241000
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.4097539815264616,
      "eval_loss": 3.374075174331665,
      "eval_runtime": 153.5328,
      "eval_samples_per_second": 377.242,
      "eval_steps_per_second": 5.895,
      "step": 241696
    },
    {
      "epoch": 13.02,
      "learning_rate": 0.00038231520715630886,
      "loss": 2.8823,
      "step": 242000
    },
    {
      "epoch": 13.07,
      "learning_rate": 0.00037937264595103577,
      "loss": 2.8372,
      "step": 243000
    },
    {
      "epoch": 13.12,
      "learning_rate": 0.00037643596986817324,
      "loss": 2.8443,
      "step": 244000
    },
    {
      "epoch": 13.18,
      "learning_rate": 0.0003734934086629002,
      "loss": 2.8465,
      "step": 245000
    },
    {
      "epoch": 13.23,
      "learning_rate": 0.0003705508474576271,
      "loss": 2.8528,
      "step": 246000
    },
    {
      "epoch": 13.29,
      "learning_rate": 0.000367608286252354,
      "loss": 2.8543,
      "step": 247000
    },
    {
      "epoch": 13.34,
      "learning_rate": 0.000364665725047081,
      "loss": 2.8555,
      "step": 248000
    },
    {
      "epoch": 13.39,
      "learning_rate": 0.0003617231638418079,
      "loss": 2.863,
      "step": 249000
    },
    {
      "epoch": 13.45,
      "learning_rate": 0.00035878060263653486,
      "loss": 2.8651,
      "step": 250000
    },
    {
      "epoch": 13.5,
      "learning_rate": 0.00035584686911487755,
      "loss": 2.866,
      "step": 251000
    },
    {
      "epoch": 13.55,
      "learning_rate": 0.0003529043079096045,
      "loss": 2.8672,
      "step": 252000
    },
    {
      "epoch": 13.61,
      "learning_rate": 0.00034996174670433143,
      "loss": 2.8659,
      "step": 253000
    },
    {
      "epoch": 13.66,
      "learning_rate": 0.00034701918549905834,
      "loss": 2.8692,
      "step": 254000
    },
    {
      "epoch": 13.72,
      "learning_rate": 0.00034407662429378536,
      "loss": 2.8718,
      "step": 255000
    },
    {
      "epoch": 13.77,
      "learning_rate": 0.0003411370056497175,
      "loss": 2.8712,
      "step": 256000
    },
    {
      "epoch": 13.82,
      "learning_rate": 0.00033819738700564974,
      "loss": 2.8723,
      "step": 257000
    },
    {
      "epoch": 13.88,
      "learning_rate": 0.00033525482580037665,
      "loss": 2.8748,
      "step": 258000
    },
    {
      "epoch": 13.93,
      "learning_rate": 0.0003323122645951036,
      "loss": 2.8718,
      "step": 259000
    },
    {
      "epoch": 13.98,
      "learning_rate": 0.0003293726459510358,
      "loss": 2.8754,
      "step": 260000
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.41060670869817323,
      "eval_loss": 3.367408514022827,
      "eval_runtime": 152.6297,
      "eval_samples_per_second": 379.474,
      "eval_steps_per_second": 5.929,
      "step": 260288
    },
    {
      "epoch": 14.04,
      "learning_rate": 0.00032643008474576277,
      "loss": 2.8386,
      "step": 261000
    },
    {
      "epoch": 14.09,
      "learning_rate": 0.0003234875235404897,
      "loss": 2.8267,
      "step": 262000
    },
    {
      "epoch": 14.15,
      "learning_rate": 0.0003205449623352166,
      "loss": 2.8268,
      "step": 263000
    },
    {
      "epoch": 14.2,
      "learning_rate": 0.0003176024011299435,
      "loss": 2.8328,
      "step": 264000
    },
    {
      "epoch": 14.25,
      "learning_rate": 0.0003146627824858757,
      "loss": 2.8368,
      "step": 265000
    },
    {
      "epoch": 14.31,
      "learning_rate": 0.0003117202212806026,
      "loss": 2.8369,
      "step": 266000
    },
    {
      "epoch": 14.36,
      "learning_rate": 0.00030878060263653484,
      "loss": 2.8409,
      "step": 267000
    },
    {
      "epoch": 14.41,
      "learning_rate": 0.00030583804143126175,
      "loss": 2.8439,
      "step": 268000
    },
    {
      "epoch": 14.47,
      "learning_rate": 0.000302898422787194,
      "loss": 2.8428,
      "step": 269000
    },
    {
      "epoch": 14.52,
      "learning_rate": 0.0002999588041431262,
      "loss": 2.8454,
      "step": 270000
    },
    {
      "epoch": 14.58,
      "learning_rate": 0.00029701624293785315,
      "loss": 2.8435,
      "step": 271000
    },
    {
      "epoch": 14.63,
      "learning_rate": 0.00029407368173258006,
      "loss": 2.8488,
      "step": 272000
    },
    {
      "epoch": 14.68,
      "learning_rate": 0.00029113112052730697,
      "loss": 2.8501,
      "step": 273000
    },
    {
      "epoch": 14.74,
      "learning_rate": 0.00028818855932203393,
      "loss": 2.8496,
      "step": 274000
    },
    {
      "epoch": 14.79,
      "learning_rate": 0.00028524894067796607,
      "loss": 2.8539,
      "step": 275000
    },
    {
      "epoch": 14.85,
      "learning_rate": 0.00028230637947269303,
      "loss": 2.8539,
      "step": 276000
    },
    {
      "epoch": 14.9,
      "learning_rate": 0.0002793667608286252,
      "loss": 2.8558,
      "step": 277000
    },
    {
      "epoch": 14.95,
      "learning_rate": 0.00027642714218455746,
      "loss": 2.8555,
      "step": 278000
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.4095201248113644,
      "eval_loss": 3.3868112564086914,
      "eval_runtime": 153.6538,
      "eval_samples_per_second": 376.945,
      "eval_steps_per_second": 5.89,
      "step": 278880
    },
    {
      "epoch": 15.01,
      "learning_rate": 0.0002734845809792844,
      "loss": 2.8488,
      "step": 279000
    },
    {
      "epoch": 15.06,
      "learning_rate": 0.00027054201977401134,
      "loss": 2.8093,
      "step": 280000
    },
    {
      "epoch": 15.11,
      "learning_rate": 0.00026759945856873825,
      "loss": 2.8137,
      "step": 281000
    },
    {
      "epoch": 15.17,
      "learning_rate": 0.00026465983992467044,
      "loss": 2.8098,
      "step": 282000
    },
    {
      "epoch": 15.22,
      "learning_rate": 0.0002617172787193974,
      "loss": 2.815,
      "step": 283000
    },
    {
      "epoch": 15.28,
      "learning_rate": 0.00025877766007532954,
      "loss": 2.8226,
      "step": 284000
    },
    {
      "epoch": 15.33,
      "learning_rate": 0.0002558350988700565,
      "loss": 2.8227,
      "step": 285000
    },
    {
      "epoch": 15.38,
      "learning_rate": 0.0002528925376647834,
      "loss": 2.8204,
      "step": 286000
    },
    {
      "epoch": 15.44,
      "learning_rate": 0.0002499529190207156,
      "loss": 2.8239,
      "step": 287000
    },
    {
      "epoch": 15.49,
      "learning_rate": 0.00024701035781544257,
      "loss": 2.8234,
      "step": 288000
    },
    {
      "epoch": 15.54,
      "learning_rate": 0.0002440677966101695,
      "loss": 2.8268,
      "step": 289000
    },
    {
      "epoch": 15.6,
      "learning_rate": 0.00024113112052730697,
      "loss": 2.8285,
      "step": 290000
    },
    {
      "epoch": 15.65,
      "learning_rate": 0.0002381885593220339,
      "loss": 2.8301,
      "step": 291000
    },
    {
      "epoch": 15.71,
      "learning_rate": 0.00023524599811676085,
      "loss": 2.831,
      "step": 292000
    },
    {
      "epoch": 15.76,
      "learning_rate": 0.00023230343691148776,
      "loss": 2.8319,
      "step": 293000
    },
    {
      "epoch": 15.81,
      "learning_rate": 0.00022936381826741997,
      "loss": 2.8331,
      "step": 294000
    },
    {
      "epoch": 15.87,
      "learning_rate": 0.00022642125706214688,
      "loss": 2.837,
      "step": 295000
    },
    {
      "epoch": 15.92,
      "learning_rate": 0.0002234816384180791,
      "loss": 2.835,
      "step": 296000
    },
    {
      "epoch": 15.97,
      "learning_rate": 0.00022053907721280604,
      "loss": 2.8368,
      "step": 297000
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.40982626817554074,
      "eval_loss": 3.3892040252685547,
      "eval_runtime": 153.9496,
      "eval_samples_per_second": 376.22,
      "eval_steps_per_second": 5.879,
      "step": 297472
    },
    {
      "epoch": 16.03,
      "learning_rate": 0.00021759651600753298,
      "loss": 2.8135,
      "step": 298000
    },
    {
      "epoch": 16.08,
      "learning_rate": 0.00021465689736346516,
      "loss": 2.7892,
      "step": 299000
    },
    {
      "epoch": 16.14,
      "learning_rate": 0.0002117143361581921,
      "loss": 2.7966,
      "step": 300000
    },
    {
      "epoch": 16.19,
      "learning_rate": 0.0002087747175141243,
      "loss": 2.7981,
      "step": 301000
    },
    {
      "epoch": 16.24,
      "learning_rate": 0.0002058350988700565,
      "loss": 2.7999,
      "step": 302000
    },
    {
      "epoch": 16.3,
      "learning_rate": 0.00020289253766478344,
      "loss": 2.8005,
      "step": 303000
    },
    {
      "epoch": 16.35,
      "learning_rate": 0.00019995291902071563,
      "loss": 2.8064,
      "step": 304000
    },
    {
      "epoch": 16.4,
      "learning_rate": 0.00019701035781544257,
      "loss": 2.8087,
      "step": 305000
    },
    {
      "epoch": 16.46,
      "learning_rate": 0.00019406779661016948,
      "loss": 2.8069,
      "step": 306000
    },
    {
      "epoch": 16.51,
      "learning_rate": 0.00019112523540489642,
      "loss": 2.8089,
      "step": 307000
    },
    {
      "epoch": 16.57,
      "learning_rate": 0.00018818561676082864,
      "loss": 2.8103,
      "step": 308000
    },
    {
      "epoch": 16.62,
      "learning_rate": 0.00018524305555555557,
      "loss": 2.8099,
      "step": 309000
    },
    {
      "epoch": 16.67,
      "learning_rate": 0.00018230343691148776,
      "loss": 2.8134,
      "step": 310000
    },
    {
      "epoch": 16.73,
      "learning_rate": 0.0001793608757062147,
      "loss": 2.8105,
      "step": 311000
    },
    {
      "epoch": 16.78,
      "learning_rate": 0.0001764212570621469,
      "loss": 2.8145,
      "step": 312000
    },
    {
      "epoch": 16.84,
      "learning_rate": 0.00017347869585687383,
      "loss": 2.817,
      "step": 313000
    },
    {
      "epoch": 16.89,
      "learning_rate": 0.00017053613465160076,
      "loss": 2.8195,
      "step": 314000
    },
    {
      "epoch": 16.94,
      "learning_rate": 0.00016759651600753295,
      "loss": 2.8218,
      "step": 315000
    },
    {
      "epoch": 17.0,
      "learning_rate": 0.0001646539548022599,
      "loss": 2.8185,
      "step": 316000
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.4105727151624538,
      "eval_loss": 3.3865416049957275,
      "eval_runtime": 155.0516,
      "eval_samples_per_second": 373.547,
      "eval_steps_per_second": 5.837,
      "step": 316064
    },
    {
      "epoch": 17.05,
      "learning_rate": 0.00016171139359698683,
      "loss": 2.7805,
      "step": 317000
    },
    {
      "epoch": 17.1,
      "learning_rate": 0.00015877177495291902,
      "loss": 2.7868,
      "step": 318000
    },
    {
      "epoch": 17.16,
      "learning_rate": 0.00015582921374764595,
      "loss": 2.7826,
      "step": 319000
    },
    {
      "epoch": 17.21,
      "learning_rate": 0.0001528866525423729,
      "loss": 2.783,
      "step": 320000
    },
    {
      "epoch": 17.27,
      "learning_rate": 0.00014994703389830508,
      "loss": 2.7881,
      "step": 321000
    },
    {
      "epoch": 17.32,
      "learning_rate": 0.00014700447269303202,
      "loss": 2.7889,
      "step": 322000
    },
    {
      "epoch": 17.37,
      "learning_rate": 0.0001440648540489642,
      "loss": 2.7868,
      "step": 323000
    },
    {
      "epoch": 17.43,
      "learning_rate": 0.00014112229284369115,
      "loss": 2.794,
      "step": 324000
    },
    {
      "epoch": 17.48,
      "learning_rate": 0.00013818267419962336,
      "loss": 2.7907,
      "step": 325000
    },
    {
      "epoch": 17.53,
      "learning_rate": 0.0001352401129943503,
      "loss": 2.7941,
      "step": 326000
    },
    {
      "epoch": 17.59,
      "learning_rate": 0.0001322975517890772,
      "loss": 2.7927,
      "step": 327000
    },
    {
      "epoch": 17.64,
      "learning_rate": 0.00012935499058380415,
      "loss": 2.7957,
      "step": 328000
    },
    {
      "epoch": 17.7,
      "learning_rate": 0.00012641537193973634,
      "loss": 2.7919,
      "step": 329000
    },
    {
      "epoch": 17.75,
      "learning_rate": 0.00012347281073446327,
      "loss": 2.7963,
      "step": 330000
    },
    {
      "epoch": 17.8,
      "learning_rate": 0.00012053024952919021,
      "loss": 2.798,
      "step": 331000
    },
    {
      "epoch": 17.86,
      "learning_rate": 0.00011759063088512241,
      "loss": 2.7969,
      "step": 332000
    },
    {
      "epoch": 17.91,
      "learning_rate": 0.00011464806967984934,
      "loss": 2.7977,
      "step": 333000
    },
    {
      "epoch": 17.96,
      "learning_rate": 0.00011170845103578154,
      "loss": 2.7969,
      "step": 334000
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.4098990250909243,
      "eval_loss": 3.400566577911377,
      "eval_runtime": 153.6726,
      "eval_samples_per_second": 376.899,
      "eval_steps_per_second": 5.889,
      "step": 334656
    },
    {
      "epoch": 18.02,
      "learning_rate": 0.00010876588983050848,
      "loss": 2.7861,
      "step": 335000
    },
    {
      "epoch": 18.07,
      "learning_rate": 0.0001058233286252354,
      "loss": 2.7663,
      "step": 336000
    },
    {
      "epoch": 18.13,
      "learning_rate": 0.00010288076741996234,
      "loss": 2.769,
      "step": 337000
    },
    {
      "epoch": 18.18,
      "learning_rate": 9.994114877589454e-05,
      "loss": 2.7697,
      "step": 338000
    },
    {
      "epoch": 18.23,
      "learning_rate": 9.699858757062147e-05,
      "loss": 2.7771,
      "step": 339000
    },
    {
      "epoch": 18.29,
      "learning_rate": 9.40560263653484e-05,
      "loss": 2.7719,
      "step": 340000
    },
    {
      "epoch": 18.34,
      "learning_rate": 9.111346516007534e-05,
      "loss": 2.7793,
      "step": 341000
    },
    {
      "epoch": 18.4,
      "learning_rate": 8.817384651600753e-05,
      "loss": 2.7736,
      "step": 342000
    },
    {
      "epoch": 18.45,
      "learning_rate": 8.523422787193975e-05,
      "loss": 2.777,
      "step": 343000
    },
    {
      "epoch": 18.5,
      "learning_rate": 8.229166666666667e-05,
      "loss": 2.7778,
      "step": 344000
    },
    {
      "epoch": 18.56,
      "learning_rate": 7.935204802259887e-05,
      "loss": 2.7766,
      "step": 345000
    },
    {
      "epoch": 18.61,
      "learning_rate": 7.640948681732581e-05,
      "loss": 2.7771,
      "step": 346000
    },
    {
      "epoch": 18.66,
      "learning_rate": 7.3469868173258e-05,
      "loss": 2.7785,
      "step": 347000
    },
    {
      "epoch": 18.72,
      "learning_rate": 7.052730696798494e-05,
      "loss": 2.7756,
      "step": 348000
    },
    {
      "epoch": 18.77,
      "learning_rate": 6.758474576271187e-05,
      "loss": 2.7762,
      "step": 349000
    },
    {
      "epoch": 18.83,
      "learning_rate": 6.464512711864406e-05,
      "loss": 2.7811,
      "step": 350000
    },
    {
      "epoch": 18.88,
      "learning_rate": 6.1702565913371e-05,
      "loss": 2.7773,
      "step": 351000
    },
    {
      "epoch": 18.93,
      "learning_rate": 5.8760004708097925e-05,
      "loss": 2.7786,
      "step": 352000
    },
    {
      "epoch": 18.99,
      "learning_rate": 5.5820386064030134e-05,
      "loss": 2.7805,
      "step": 353000
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.41040066487593735,
      "eval_loss": 3.399707794189453,
      "eval_runtime": 153.9752,
      "eval_samples_per_second": 376.158,
      "eval_steps_per_second": 5.878,
      "step": 353248
    },
    {
      "epoch": 19.04,
      "learning_rate": 5.2877824858757065e-05,
      "loss": 2.7638,
      "step": 354000
    },
    {
      "epoch": 19.09,
      "learning_rate": 4.993526365348399e-05,
      "loss": 2.7559,
      "step": 355000
    },
    {
      "epoch": 19.15,
      "learning_rate": 4.699270244821093e-05,
      "loss": 2.7604,
      "step": 356000
    },
    {
      "epoch": 19.2,
      "learning_rate": 4.405308380414313e-05,
      "loss": 2.762,
      "step": 357000
    },
    {
      "epoch": 19.26,
      "learning_rate": 4.111346516007533e-05,
      "loss": 2.7598,
      "step": 358000
    },
    {
      "epoch": 19.31,
      "learning_rate": 3.8170903954802256e-05,
      "loss": 2.76,
      "step": 359000
    },
    {
      "epoch": 19.36,
      "learning_rate": 3.523128531073446e-05,
      "loss": 2.7655,
      "step": 360000
    },
    {
      "epoch": 19.42,
      "learning_rate": 3.2288724105461396e-05,
      "loss": 2.7589,
      "step": 361000
    },
    {
      "epoch": 19.47,
      "learning_rate": 2.9346162900188327e-05,
      "loss": 2.7604,
      "step": 362000
    },
    {
      "epoch": 19.52,
      "learning_rate": 2.6403601694915254e-05,
      "loss": 2.7634,
      "step": 363000
    },
    {
      "epoch": 19.58,
      "learning_rate": 2.3461040489642185e-05,
      "loss": 2.7618,
      "step": 364000
    },
    {
      "epoch": 19.63,
      "learning_rate": 2.0518479284369116e-05,
      "loss": 2.764,
      "step": 365000
    },
    {
      "epoch": 19.69,
      "learning_rate": 1.7575918079096047e-05,
      "loss": 2.7651,
      "step": 366000
    },
    {
      "epoch": 19.74,
      "learning_rate": 1.4636299435028249e-05,
      "loss": 2.7575,
      "step": 367000
    },
    {
      "epoch": 19.79,
      "learning_rate": 1.169373822975518e-05,
      "loss": 2.7625,
      "step": 368000
    },
    {
      "epoch": 19.85,
      "learning_rate": 8.754119585687382e-06,
      "loss": 2.7612,
      "step": 369000
    },
    {
      "epoch": 19.9,
      "learning_rate": 5.814500941619586e-06,
      "loss": 2.7639,
      "step": 370000
    },
    {
      "epoch": 19.95,
      "learning_rate": 2.871939736346516e-06,
      "loss": 2.7623,
      "step": 371000
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.40988659662430754,
      "eval_loss": 3.4119651317596436,
      "eval_runtime": 154.9649,
      "eval_samples_per_second": 373.755,
      "eval_steps_per_second": 5.84,
      "step": 371840
    },
    {
      "epoch": 20.0,
      "step": 371840,
      "total_flos": 1.56667295384064e+18,
      "train_loss": 3.030422134530729,
      "train_runtime": 80926.4318,
      "train_samples_per_second": 147.032,
      "train_steps_per_second": 4.595
    }
  ],
  "logging_steps": 1000,
  "max_steps": 371840,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 5000,
  "total_flos": 1.56667295384064e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}