{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 371860,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "learning_rate": 3.125e-05,
      "loss": 6.2331,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 6.25e-05,
      "loss": 5.0052,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.375e-05,
      "loss": 4.6819,
      "step": 3000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000125,
      "loss": 4.4603,
      "step": 4000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00015625,
      "loss": 4.2982,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001875,
      "loss": 4.1755,
      "step": 6000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00021875,
      "loss": 4.0781,
      "step": 7000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00025,
      "loss": 3.9849,
      "step": 8000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00028125000000000003,
      "loss": 3.9024,
      "step": 9000
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00031246875000000003,
      "loss": 3.8519,
      "step": 10000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00034371875,
      "loss": 3.8,
      "step": 11000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00037490625,
      "loss": 3.7622,
      "step": 12000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00040615625,
      "loss": 3.7216,
      "step": 13000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00043740625,
      "loss": 3.6874,
      "step": 14000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00046865625,
      "loss": 3.664,
      "step": 15000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.000499875,
      "loss": 3.6397,
      "step": 16000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.000531125,
      "loss": 3.6173,
      "step": 17000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0005623749999999999,
      "loss": 3.5992,
      "step": 18000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.3589761039551882,
      "eval_loss": 3.787278413772583,
      "eval_runtime": 151.7197,
      "eval_samples_per_second": 381.75,
      "eval_steps_per_second": 5.965,
      "step": 18593
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.000593625,
      "loss": 3.5759,
      "step": 19000
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.0006248437500000001,
      "loss": 3.5434,
      "step": 20000
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00065609375,
      "loss": 3.5316,
      "step": 21000
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00068734375,
      "loss": 3.5214,
      "step": 22000
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0007185625,
      "loss": 3.5143,
      "step": 23000
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.0007498125,
      "loss": 3.5022,
      "step": 24000
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.0007810312499999999,
      "loss": 3.4899,
      "step": 25000
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00081228125,
      "loss": 3.4847,
      "step": 26000
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00084353125,
      "loss": 3.473,
      "step": 27000
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.0008747500000000001,
      "loss": 3.4644,
      "step": 28000
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.000906,
      "loss": 3.4559,
      "step": 29000
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.00093721875,
      "loss": 3.4488,
      "step": 30000
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00096846875,
      "loss": 3.4366,
      "step": 31000
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.0009996875,
      "loss": 3.4327,
      "step": 32000
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.0009970870358382863,
      "loss": 3.4229,
      "step": 33000
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.0009941446477961513,
      "loss": 3.4124,
      "step": 34000
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.0009912052021420585,
      "loss": 3.4076,
      "step": 35000
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.0009882628140999235,
      "loss": 3.3927,
      "step": 36000
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.0009853233684458307,
      "loss": 3.3841,
      "step": 37000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.3797898218651393,
      "eval_loss": 3.595651149749756,
      "eval_runtime": 153.0644,
      "eval_samples_per_second": 378.396,
      "eval_steps_per_second": 5.913,
      "step": 37186
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.0009823809804036957,
      "loss": 3.3367,
      "step": 38000
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.0009794415347496028,
      "loss": 3.3239,
      "step": 39000
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.0009764991467074677,
      "loss": 3.3239,
      "step": 40000
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.000973559701053375,
      "loss": 3.3189,
      "step": 41000
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.0009706173130112399,
      "loss": 3.3103,
      "step": 42000
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.000967674924969105,
      "loss": 3.3087,
      "step": 43000
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.0009647325369269699,
      "loss": 3.3047,
      "step": 44000
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.000961793091272877,
      "loss": 3.2976,
      "step": 45000
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.0009588507032307421,
      "loss": 3.2965,
      "step": 46000
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.0009559112575766492,
      "loss": 3.2912,
      "step": 47000
    },
    {
      "epoch": 2.58,
      "learning_rate": 0.0009529688695345143,
      "loss": 3.2844,
      "step": 48000
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.0009500264814923793,
      "loss": 3.2795,
      "step": 49000
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.0009470870358382863,
      "loss": 3.2707,
      "step": 50000
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.0009441446477961514,
      "loss": 3.2716,
      "step": 51000
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.0009412052021420585,
      "loss": 3.266,
      "step": 52000
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.0009382628140999236,
      "loss": 3.2643,
      "step": 53000
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.0009353233684458307,
      "loss": 3.2616,
      "step": 54000
    },
    {
      "epoch": 2.96,
      "learning_rate": 0.0009323809804036956,
      "loss": 3.2517,
      "step": 55000
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.39354396919406365,
      "eval_loss": 3.4367847442626953,
      "eval_runtime": 153.2306,
      "eval_samples_per_second": 377.986,
      "eval_steps_per_second": 5.906,
      "step": 55779
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.0009294385923615607,
      "loss": 3.2369,
      "step": 56000
    },
    {
      "epoch": 3.07,
      "learning_rate": 0.0009264962043194257,
      "loss": 3.1843,
      "step": 57000
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.0009235538162772906,
      "loss": 3.1894,
      "step": 58000
    },
    {
      "epoch": 3.17,
      "learning_rate": 0.0009206143706231979,
      "loss": 3.1948,
      "step": 59000
    },
    {
      "epoch": 3.23,
      "learning_rate": 0.0009176719825810627,
      "loss": 3.1969,
      "step": 60000
    },
    {
      "epoch": 3.28,
      "learning_rate": 0.0009147325369269699,
      "loss": 3.1937,
      "step": 61000
    },
    {
      "epoch": 3.33,
      "learning_rate": 0.0009117901488848349,
      "loss": 3.1954,
      "step": 62000
    },
    {
      "epoch": 3.39,
      "learning_rate": 0.0009088477608426999,
      "loss": 3.1931,
      "step": 63000
    },
    {
      "epoch": 3.44,
      "learning_rate": 0.0009059083151886071,
      "loss": 3.1939,
      "step": 64000
    },
    {
      "epoch": 3.5,
      "learning_rate": 0.000902965927146472,
      "loss": 3.1922,
      "step": 65000
    },
    {
      "epoch": 3.55,
      "learning_rate": 0.0009000235391043371,
      "loss": 3.1916,
      "step": 66000
    },
    {
      "epoch": 3.6,
      "learning_rate": 0.0008970811510622021,
      "loss": 3.185,
      "step": 67000
    },
    {
      "epoch": 3.66,
      "learning_rate": 0.0008941417054081092,
      "loss": 3.1838,
      "step": 68000
    },
    {
      "epoch": 3.71,
      "learning_rate": 0.0008911993173659743,
      "loss": 3.1852,
      "step": 69000
    },
    {
      "epoch": 3.76,
      "learning_rate": 0.0008882569293238393,
      "loss": 3.1822,
      "step": 70000
    },
    {
      "epoch": 3.82,
      "learning_rate": 0.0008853145412817042,
      "loss": 3.1802,
      "step": 71000
    },
    {
      "epoch": 3.87,
      "learning_rate": 0.0008823750956276114,
      "loss": 3.1848,
      "step": 72000
    },
    {
      "epoch": 3.93,
      "learning_rate": 0.0008794356499735185,
      "loss": 3.1773,
      "step": 73000
    },
    {
      "epoch": 3.98,
      "learning_rate": 0.0008764932619313836,
      "loss": 3.1729,
      "step": 74000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.39773256398661677,
      "eval_loss": 3.415771961212158,
      "eval_runtime": 153.1943,
      "eval_samples_per_second": 378.075,
      "eval_steps_per_second": 5.908,
      "step": 74372
    },
    {
      "epoch": 4.03,
      "learning_rate": 0.0008735538162772907,
      "loss": 3.1341,
      "step": 75000
    },
    {
      "epoch": 4.09,
      "learning_rate": 0.0008706143706231978,
      "loss": 3.1157,
      "step": 76000
    },
    {
      "epoch": 4.14,
      "learning_rate": 0.0008676719825810628,
      "loss": 3.1166,
      "step": 77000
    },
    {
      "epoch": 4.2,
      "learning_rate": 0.0008647295945389278,
      "loss": 3.1151,
      "step": 78000
    },
    {
      "epoch": 4.25,
      "learning_rate": 0.0008617872064967928,
      "loss": 3.1233,
      "step": 79000
    },
    {
      "epoch": 4.3,
      "learning_rate": 0.0008588448184546578,
      "loss": 3.1252,
      "step": 80000
    },
    {
      "epoch": 4.36,
      "learning_rate": 0.0008559024304125228,
      "loss": 3.1251,
      "step": 81000
    },
    {
      "epoch": 4.41,
      "learning_rate": 0.0008529659271464721,
      "loss": 3.1257,
      "step": 82000
    },
    {
      "epoch": 4.46,
      "learning_rate": 0.000850023539104337,
      "loss": 3.1237,
      "step": 83000
    },
    {
      "epoch": 4.52,
      "learning_rate": 0.0008470840934502443,
      "loss": 3.1284,
      "step": 84000
    },
    {
      "epoch": 4.57,
      "learning_rate": 0.0008441446477961514,
      "loss": 3.1222,
      "step": 85000
    },
    {
      "epoch": 4.63,
      "learning_rate": 0.0008412022597540165,
      "loss": 3.1203,
      "step": 86000
    },
    {
      "epoch": 4.68,
      "learning_rate": 0.0008382598717118813,
      "loss": 3.1211,
      "step": 87000
    },
    {
      "epoch": 4.73,
      "learning_rate": 0.0008353174836697463,
      "loss": 3.1236,
      "step": 88000
    },
    {
      "epoch": 4.79,
      "learning_rate": 0.0008323780380156535,
      "loss": 3.1184,
      "step": 89000
    },
    {
      "epoch": 4.84,
      "learning_rate": 0.0008294356499735185,
      "loss": 3.1184,
      "step": 90000
    },
    {
      "epoch": 4.89,
      "learning_rate": 0.0008264932619313836,
      "loss": 3.1263,
      "step": 91000
    },
    {
      "epoch": 4.95,
      "learning_rate": 0.0008235508738892485,
      "loss": 3.1228,
      "step": 92000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.4017364784833347,
      "eval_loss": 3.413193702697754,
      "eval_runtime": 153.2543,
      "eval_samples_per_second": 377.927,
      "eval_steps_per_second": 5.905,
      "step": 92965
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0008206114282351556,
      "loss": 3.1212,
      "step": 93000
    },
    {
      "epoch": 5.06,
      "learning_rate": 0.0008176690401930207,
      "loss": 3.0496,
      "step": 94000
    },
    {
      "epoch": 5.11,
      "learning_rate": 0.0008147266521508857,
      "loss": 3.0647,
      "step": 95000
    },
    {
      "epoch": 5.16,
      "learning_rate": 0.0008117872064967929,
      "loss": 3.0644,
      "step": 96000
    },
    {
      "epoch": 5.22,
      "learning_rate": 0.0008088448184546579,
      "loss": 3.0695,
      "step": 97000
    },
    {
      "epoch": 5.27,
      "learning_rate": 0.0008059024304125228,
      "loss": 3.068,
      "step": 98000
    },
    {
      "epoch": 5.32,
      "learning_rate": 0.0008029600423703878,
      "loss": 3.0724,
      "step": 99000
    },
    {
      "epoch": 5.38,
      "learning_rate": 0.0008000235391043371,
      "loss": 3.0722,
      "step": 100000
    },
    {
      "epoch": 5.43,
      "learning_rate": 0.0007970811510622022,
      "loss": 3.0746,
      "step": 101000
    },
    {
      "epoch": 5.49,
      "learning_rate": 0.0007941387630200672,
      "loss": 3.0714,
      "step": 102000
    },
    {
      "epoch": 5.54,
      "learning_rate": 0.0007911993173659742,
      "loss": 3.0802,
      "step": 103000
    },
    {
      "epoch": 5.59,
      "learning_rate": 0.0007882569293238392,
      "loss": 3.0739,
      "step": 104000
    },
    {
      "epoch": 5.65,
      "learning_rate": 0.0007853174836697464,
      "loss": 3.0756,
      "step": 105000
    },
    {
      "epoch": 5.7,
      "learning_rate": 0.0007823750956276114,
      "loss": 3.079,
      "step": 106000
    },
    {
      "epoch": 5.75,
      "learning_rate": 0.0007794327075854764,
      "loss": 3.0786,
      "step": 107000
    },
    {
      "epoch": 5.81,
      "learning_rate": 0.0007764903195433413,
      "loss": 3.0766,
      "step": 108000
    },
    {
      "epoch": 5.86,
      "learning_rate": 0.0007735479315012064,
      "loss": 3.0778,
      "step": 109000
    },
    {
      "epoch": 5.92,
      "learning_rate": 0.0007706055434590714,
      "loss": 3.0782,
      "step": 110000
    },
    {
      "epoch": 5.97,
      "learning_rate": 0.0007676690401930207,
      "loss": 3.074,
      "step": 111000
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.4035115994207125,
      "eval_loss": 3.3903372287750244,
      "eval_runtime": 153.35,
      "eval_samples_per_second": 377.691,
      "eval_steps_per_second": 5.902,
      "step": 111558
    },
    {
      "epoch": 6.02,
      "learning_rate": 0.0007647266521508857,
      "loss": 3.0485,
      "step": 112000
    },
    {
      "epoch": 6.08,
      "learning_rate": 0.0007617842641087507,
      "loss": 3.012,
      "step": 113000
    },
    {
      "epoch": 6.13,
      "learning_rate": 0.0007588448184546578,
      "loss": 3.0174,
      "step": 114000
    },
    {
      "epoch": 6.19,
      "learning_rate": 0.0007559024304125228,
      "loss": 3.0215,
      "step": 115000
    },
    {
      "epoch": 6.24,
      "learning_rate": 0.0007529600423703878,
      "loss": 3.0252,
      "step": 116000
    },
    {
      "epoch": 6.29,
      "learning_rate": 0.000750020596716295,
      "loss": 3.0277,
      "step": 117000
    },
    {
      "epoch": 6.35,
      "learning_rate": 0.000747081151062202,
      "loss": 3.028,
      "step": 118000
    },
    {
      "epoch": 6.4,
      "learning_rate": 0.0007441387630200671,
      "loss": 3.0358,
      "step": 119000
    },
    {
      "epoch": 6.45,
      "learning_rate": 0.0007411963749779321,
      "loss": 3.0356,
      "step": 120000
    },
    {
      "epoch": 6.51,
      "learning_rate": 0.0007382539869357971,
      "loss": 3.0373,
      "step": 121000
    },
    {
      "epoch": 6.56,
      "learning_rate": 0.0007353115988936621,
      "loss": 3.0347,
      "step": 122000
    },
    {
      "epoch": 6.62,
      "learning_rate": 0.0007323721532395693,
      "loss": 3.0383,
      "step": 123000
    },
    {
      "epoch": 6.67,
      "learning_rate": 0.0007294297651974343,
      "loss": 3.0442,
      "step": 124000
    },
    {
      "epoch": 6.72,
      "learning_rate": 0.0007264903195433414,
      "loss": 3.0388,
      "step": 125000
    },
    {
      "epoch": 6.78,
      "learning_rate": 0.0007235479315012063,
      "loss": 3.0441,
      "step": 126000
    },
    {
      "epoch": 6.83,
      "learning_rate": 0.0007206084858471136,
      "loss": 3.0375,
      "step": 127000
    },
    {
      "epoch": 6.88,
      "learning_rate": 0.0007176660978049785,
      "loss": 3.0415,
      "step": 128000
    },
    {
      "epoch": 6.94,
      "learning_rate": 0.0007147237097628436,
      "loss": 3.0411,
      "step": 129000
    },
    {
      "epoch": 6.99,
      "learning_rate": 0.0007117842641087506,
      "loss": 3.0396,
      "step": 130000
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.40674031350504725,
      "eval_loss": 3.373116970062256,
      "eval_runtime": 153.1885,
      "eval_samples_per_second": 378.09,
      "eval_steps_per_second": 5.908,
      "step": 130151
    },
    {
      "epoch": 7.05,
      "learning_rate": 0.0007088418760666156,
      "loss": 2.9861,
      "step": 131000
    },
    {
      "epoch": 7.1,
      "learning_rate": 0.0007059024304125228,
      "loss": 2.9789,
      "step": 132000
    },
    {
      "epoch": 7.15,
      "learning_rate": 0.0007029600423703878,
      "loss": 2.9826,
      "step": 133000
    },
    {
      "epoch": 7.21,
      "learning_rate": 0.0007000176543282529,
      "loss": 2.9891,
      "step": 134000
    },
    {
      "epoch": 7.26,
      "learning_rate": 0.0006970782086741599,
      "loss": 2.9906,
      "step": 135000
    },
    {
      "epoch": 7.31,
      "learning_rate": 0.0006941358206320249,
      "loss": 2.9965,
      "step": 136000
    },
    {
      "epoch": 7.37,
      "learning_rate": 0.00069119343258989,
      "loss": 2.997,
      "step": 137000
    },
    {
      "epoch": 7.42,
      "learning_rate": 0.0006882539869357971,
      "loss": 2.9977,
      "step": 138000
    },
    {
      "epoch": 7.48,
      "learning_rate": 0.0006853115988936622,
      "loss": 3.0007,
      "step": 139000
    },
    {
      "epoch": 7.53,
      "learning_rate": 0.0006823692108515272,
      "loss": 3.0005,
      "step": 140000
    },
    {
      "epoch": 7.58,
      "learning_rate": 0.0006794297651974342,
      "loss": 3.0022,
      "step": 141000
    },
    {
      "epoch": 7.64,
      "learning_rate": 0.0006764873771552993,
      "loss": 3.0106,
      "step": 142000
    },
    {
      "epoch": 7.69,
      "learning_rate": 0.0006735479315012064,
      "loss": 3.0081,
      "step": 143000
    },
    {
      "epoch": 7.74,
      "learning_rate": 0.0006706084858471136,
      "loss": 3.0077,
      "step": 144000
    },
    {
      "epoch": 7.8,
      "learning_rate": 0.0006676660978049786,
      "loss": 3.0103,
      "step": 145000
    },
    {
      "epoch": 7.85,
      "learning_rate": 0.0006647237097628435,
      "loss": 3.0091,
      "step": 146000
    },
    {
      "epoch": 7.91,
      "learning_rate": 0.0006617813217207086,
      "loss": 3.0101,
      "step": 147000
    },
    {
      "epoch": 7.96,
      "learning_rate": 0.0006588418760666157,
      "loss": 3.0136,
      "step": 148000
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.40651351078451636,
      "eval_loss": 3.3697192668914795,
      "eval_runtime": 153.3608,
      "eval_samples_per_second": 377.665,
      "eval_steps_per_second": 5.901,
      "step": 148744
    },
    {
      "epoch": 8.01,
      "learning_rate": 0.0006558994880244807,
      "loss": 2.989,
      "step": 149000
    },
    {
      "epoch": 8.07,
      "learning_rate": 0.0006529600423703879,
      "loss": 2.9472,
      "step": 150000
    },
    {
      "epoch": 8.12,
      "learning_rate": 0.0006500176543282527,
      "loss": 2.9482,
      "step": 151000
    },
    {
      "epoch": 8.18,
      "learning_rate": 0.0006470752662861178,
      "loss": 2.9541,
      "step": 152000
    },
    {
      "epoch": 8.23,
      "learning_rate": 0.0006441358206320249,
      "loss": 2.9607,
      "step": 153000
    },
    {
      "epoch": 8.28,
      "learning_rate": 0.00064119343258989,
      "loss": 2.9648,
      "step": 154000
    },
    {
      "epoch": 8.34,
      "learning_rate": 0.000638251044547755,
      "loss": 2.9692,
      "step": 155000
    },
    {
      "epoch": 8.39,
      "learning_rate": 0.000635311598893662,
      "loss": 2.9685,
      "step": 156000
    },
    {
      "epoch": 8.44,
      "learning_rate": 0.0006323692108515271,
      "loss": 2.9732,
      "step": 157000
    },
    {
      "epoch": 8.5,
      "learning_rate": 0.0006294268228093921,
      "loss": 2.9715,
      "step": 158000
    },
    {
      "epoch": 8.55,
      "learning_rate": 0.0006264873771552993,
      "loss": 2.971,
      "step": 159000
    },
    {
      "epoch": 8.61,
      "learning_rate": 0.0006235479315012064,
      "loss": 2.9776,
      "step": 160000
    },
    {
      "epoch": 8.66,
      "learning_rate": 0.0006206055434590713,
      "loss": 2.9726,
      "step": 161000
    },
    {
      "epoch": 8.71,
      "learning_rate": 0.0006176631554169364,
      "loss": 2.9784,
      "step": 162000
    },
    {
      "epoch": 8.77,
      "learning_rate": 0.0006147207673748014,
      "loss": 2.9814,
      "step": 163000
    },
    {
      "epoch": 8.82,
      "learning_rate": 0.0006117813217207086,
      "loss": 2.9793,
      "step": 164000
    },
    {
      "epoch": 8.87,
      "learning_rate": 0.0006088389336785736,
      "loss": 2.9823,
      "step": 165000
    },
    {
      "epoch": 8.93,
      "learning_rate": 0.0006058965456364386,
      "loss": 2.9857,
      "step": 166000
    },
    {
      "epoch": 8.98,
      "learning_rate": 0.0006029570999823457,
      "loss": 2.9841,
      "step": 167000
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.4067498531929369,
      "eval_loss": 3.3753931522369385,
      "eval_runtime": 153.3674,
      "eval_samples_per_second": 377.649,
      "eval_steps_per_second": 5.901,
      "step": 167337
    },
    {
      "epoch": 9.04,
      "learning_rate": 0.0006000147119402107,
      "loss": 2.9443,
      "step": 168000
    },
    {
      "epoch": 9.09,
      "learning_rate": 0.0005970752662861179,
      "loss": 2.9196,
      "step": 169000
    },
    {
      "epoch": 9.14,
      "learning_rate": 0.0005941328782439829,
      "loss": 2.9292,
      "step": 170000
    },
    {
      "epoch": 9.2,
      "learning_rate": 0.0005911904902018478,
      "loss": 2.9344,
      "step": 171000
    },
    {
      "epoch": 9.25,
      "learning_rate": 0.0005882510445477551,
      "loss": 2.9343,
      "step": 172000
    },
    {
      "epoch": 9.3,
      "learning_rate": 0.0005853086565056199,
      "loss": 2.9359,
      "step": 173000
    },
    {
      "epoch": 9.36,
      "learning_rate": 0.0005823692108515272,
      "loss": 2.9391,
      "step": 174000
    },
    {
      "epoch": 9.41,
      "learning_rate": 0.0005794268228093921,
      "loss": 2.9477,
      "step": 175000
    },
    {
      "epoch": 9.47,
      "learning_rate": 0.0005764873771552992,
      "loss": 2.9482,
      "step": 176000
    },
    {
      "epoch": 9.52,
      "learning_rate": 0.0005735449891131643,
      "loss": 2.9481,
      "step": 177000
    },
    {
      "epoch": 9.57,
      "learning_rate": 0.0005706055434590713,
      "loss": 2.9467,
      "step": 178000
    },
    {
      "epoch": 9.63,
      "learning_rate": 0.0005676631554169363,
      "loss": 2.9526,
      "step": 179000
    },
    {
      "epoch": 9.68,
      "learning_rate": 0.0005647237097628435,
      "loss": 2.9502,
      "step": 180000
    },
    {
      "epoch": 9.73,
      "learning_rate": 0.0005617813217207085,
      "loss": 2.956,
      "step": 181000
    },
    {
      "epoch": 9.79,
      "learning_rate": 0.0005588389336785736,
      "loss": 2.953,
      "step": 182000
    },
    {
      "epoch": 9.84,
      "learning_rate": 0.0005558994880244806,
      "loss": 2.9529,
      "step": 183000
    },
    {
      "epoch": 9.9,
      "learning_rate": 0.0005529570999823456,
      "loss": 2.9525,
      "step": 184000
    },
    {
      "epoch": 9.95,
      "learning_rate": 0.0005500176543282528,
      "loss": 2.9561,
      "step": 185000
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.4088378355845541,
      "eval_loss": 3.376587152481079,
      "eval_runtime": 153.4717,
      "eval_samples_per_second": 377.392,
      "eval_steps_per_second": 5.897,
      "step": 185930
    },
    {
      "epoch": 10.0,
      "learning_rate": 0.0005470752662861178,
      "loss": 2.9518,
      "step": 186000
    },
    {
      "epoch": 10.06,
      "learning_rate": 0.0005441328782439829,
      "loss": 2.8919,
      "step": 187000
    },
    {
      "epoch": 10.11,
      "learning_rate": 0.0005411904902018479,
      "loss": 2.9007,
      "step": 188000
    },
    {
      "epoch": 10.17,
      "learning_rate": 0.0005382481021597128,
      "loss": 2.9042,
      "step": 189000
    },
    {
      "epoch": 10.22,
      "learning_rate": 0.00053530865650562,
      "loss": 2.9049,
      "step": 190000
    },
    {
      "epoch": 10.27,
      "learning_rate": 0.000532366268463485,
      "loss": 2.911,
      "step": 191000
    },
    {
      "epoch": 10.33,
      "learning_rate": 0.0005294297651974343,
      "loss": 2.9177,
      "step": 192000
    },
    {
      "epoch": 10.38,
      "learning_rate": 0.0005264873771552992,
      "loss": 2.9162,
      "step": 193000
    },
    {
      "epoch": 10.43,
      "learning_rate": 0.0005235449891131642,
      "loss": 2.9229,
      "step": 194000
    },
    {
      "epoch": 10.49,
      "learning_rate": 0.0005206026010710293,
      "loss": 2.9241,
      "step": 195000
    },
    {
      "epoch": 10.54,
      "learning_rate": 0.0005176602130288942,
      "loss": 2.9213,
      "step": 196000
    },
    {
      "epoch": 10.6,
      "learning_rate": 0.0005147207673748015,
      "loss": 2.9253,
      "step": 197000
    },
    {
      "epoch": 10.65,
      "learning_rate": 0.0005117783793326664,
      "loss": 2.9293,
      "step": 198000
    },
    {
      "epoch": 10.7,
      "learning_rate": 0.0005088389336785735,
      "loss": 2.9281,
      "step": 199000
    },
    {
      "epoch": 10.76,
      "learning_rate": 0.0005058965456364385,
      "loss": 2.9301,
      "step": 200000
    },
    {
      "epoch": 10.81,
      "learning_rate": 0.0005029541575943035,
      "loss": 2.9346,
      "step": 201000
    },
    {
      "epoch": 10.86,
      "learning_rate": 0.0005000117695521686,
      "loss": 2.9291,
      "step": 202000
    },
    {
      "epoch": 10.92,
      "learning_rate": 0.0004970723238980757,
      "loss": 2.9347,
      "step": 203000
    },
    {
      "epoch": 10.97,
      "learning_rate": 0.0004941299358559406,
      "loss": 2.9356,
      "step": 204000
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.40891509362028,
      "eval_loss": 3.383394479751587,
      "eval_runtime": 153.4677,
      "eval_samples_per_second": 377.402,
      "eval_steps_per_second": 5.897,
      "step": 204523
    },
    {
      "epoch": 11.03,
      "learning_rate": 0.0004911904902018478,
      "loss": 2.901,
      "step": 205000
    },
    {
      "epoch": 11.08,
      "learning_rate": 0.0004882481021597128,
      "loss": 2.8769,
      "step": 206000
    },
    {
      "epoch": 11.13,
      "learning_rate": 0.00048530865650561994,
      "loss": 2.8792,
      "step": 207000
    },
    {
      "epoch": 11.19,
      "learning_rate": 0.00048236626846348497,
      "loss": 2.8827,
      "step": 208000
    },
    {
      "epoch": 11.24,
      "learning_rate": 0.00047942388042135,
      "loss": 2.8869,
      "step": 209000
    },
    {
      "epoch": 11.29,
      "learning_rate": 0.00047648149237921494,
      "loss": 2.8893,
      "step": 210000
    },
    {
      "epoch": 11.35,
      "learning_rate": 0.0004735420467251221,
      "loss": 2.8978,
      "step": 211000
    },
    {
      "epoch": 11.4,
      "learning_rate": 0.0004705996586829871,
      "loss": 2.8971,
      "step": 212000
    },
    {
      "epoch": 11.46,
      "learning_rate": 0.0004676602130288943,
      "loss": 2.902,
      "step": 213000
    },
    {
      "epoch": 11.51,
      "learning_rate": 0.00046471782498675926,
      "loss": 2.9047,
      "step": 214000
    },
    {
      "epoch": 11.56,
      "learning_rate": 0.00046177837933266644,
      "loss": 2.9004,
      "step": 215000
    },
    {
      "epoch": 11.62,
      "learning_rate": 0.00045883599129053137,
      "loss": 2.9037,
      "step": 216000
    },
    {
      "epoch": 11.67,
      "learning_rate": 0.0004558936032483964,
      "loss": 2.9057,
      "step": 217000
    },
    {
      "epoch": 11.72,
      "learning_rate": 0.00045295415759430353,
      "loss": 2.9099,
      "step": 218000
    },
    {
      "epoch": 11.78,
      "learning_rate": 0.00045001176955216857,
      "loss": 2.9049,
      "step": 219000
    },
    {
      "epoch": 11.83,
      "learning_rate": 0.00044706938151003355,
      "loss": 2.9094,
      "step": 220000
    },
    {
      "epoch": 11.89,
      "learning_rate": 0.00044412699346789853,
      "loss": 2.9087,
      "step": 221000
    },
    {
      "epoch": 11.94,
      "learning_rate": 0.0004411875478138057,
      "loss": 2.9134,
      "step": 222000
    },
    {
      "epoch": 11.99,
      "learning_rate": 0.0004382451597716707,
      "loss": 2.9099,
      "step": 223000
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.41050405628200876,
      "eval_loss": 3.362497568130493,
      "eval_runtime": 153.5537,
      "eval_samples_per_second": 377.191,
      "eval_steps_per_second": 5.894,
      "step": 223116
    },
    {
      "epoch": 12.05,
      "learning_rate": 0.00043530865650561997,
      "loss": 2.8548,
      "step": 224000
    },
    {
      "epoch": 12.1,
      "learning_rate": 0.000432366268463485,
      "loss": 2.8608,
      "step": 225000
    },
    {
      "epoch": 12.16,
      "learning_rate": 0.00042942388042135,
      "loss": 2.8615,
      "step": 226000
    },
    {
      "epoch": 12.21,
      "learning_rate": 0.0004264844347672571,
      "loss": 2.8656,
      "step": 227000
    },
    {
      "epoch": 12.26,
      "learning_rate": 0.00042354204672512215,
      "loss": 2.8624,
      "step": 228000
    },
    {
      "epoch": 12.32,
      "learning_rate": 0.0004206026010710293,
      "loss": 2.8763,
      "step": 229000
    },
    {
      "epoch": 12.37,
      "learning_rate": 0.0004176631554169364,
      "loss": 2.8711,
      "step": 230000
    },
    {
      "epoch": 12.42,
      "learning_rate": 0.0004147207673748014,
      "loss": 2.8768,
      "step": 231000
    },
    {
      "epoch": 12.48,
      "learning_rate": 0.00041177837933266637,
      "loss": 2.8792,
      "step": 232000
    },
    {
      "epoch": 12.53,
      "learning_rate": 0.00040883893367857355,
      "loss": 2.8802,
      "step": 233000
    },
    {
      "epoch": 12.59,
      "learning_rate": 0.00040589654563643853,
      "loss": 2.8804,
      "step": 234000
    },
    {
      "epoch": 12.64,
      "learning_rate": 0.00040295415759430357,
      "loss": 2.8838,
      "step": 235000
    },
    {
      "epoch": 12.69,
      "learning_rate": 0.00040001176955216855,
      "loss": 2.8849,
      "step": 236000
    },
    {
      "epoch": 12.75,
      "learning_rate": 0.0003970693815100336,
      "loss": 2.8849,
      "step": 237000
    },
    {
      "epoch": 12.8,
      "learning_rate": 0.0003941299358559407,
      "loss": 2.8891,
      "step": 238000
    },
    {
      "epoch": 12.85,
      "learning_rate": 0.0003911875478138057,
      "loss": 2.884,
      "step": 239000
    },
    {
      "epoch": 12.91,
      "learning_rate": 0.0003882451597716707,
      "loss": 2.8928,
      "step": 240000
    },
    {
      "epoch": 12.96,
      "learning_rate": 0.0003853027717295357,
      "loss": 2.8924,
      "step": 241000
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.40968881605284935,
      "eval_loss": 3.3680169582366943,
      "eval_runtime": 153.5248,
      "eval_samples_per_second": 377.261,
      "eval_steps_per_second": 5.895,
      "step": 241709
    },
    {
      "epoch": 13.02,
      "learning_rate": 0.00038236332607544284,
      "loss": 2.8776,
      "step": 242000
    },
    {
      "epoch": 13.07,
      "learning_rate": 0.00037942388042134996,
      "loss": 2.8353,
      "step": 243000
    },
    {
      "epoch": 13.12,
      "learning_rate": 0.000376481492379215,
      "loss": 2.8328,
      "step": 244000
    },
    {
      "epoch": 13.18,
      "learning_rate": 0.00037353910433708,
      "loss": 2.8419,
      "step": 245000
    },
    {
      "epoch": 13.23,
      "learning_rate": 0.00037059671629494496,
      "loss": 2.8457,
      "step": 246000
    },
    {
      "epoch": 13.28,
      "learning_rate": 0.00036765432825281,
      "loss": 2.8478,
      "step": 247000
    },
    {
      "epoch": 13.34,
      "learning_rate": 0.000364711940210675,
      "loss": 2.8527,
      "step": 248000
    },
    {
      "epoch": 13.39,
      "learning_rate": 0.0003617724945565821,
      "loss": 2.8586,
      "step": 249000
    },
    {
      "epoch": 13.45,
      "learning_rate": 0.00035883010651444714,
      "loss": 2.8535,
      "step": 250000
    },
    {
      "epoch": 13.5,
      "learning_rate": 0.0003558877184723122,
      "loss": 2.8612,
      "step": 251000
    },
    {
      "epoch": 13.55,
      "learning_rate": 0.0003529453304301771,
      "loss": 2.8597,
      "step": 252000
    },
    {
      "epoch": 13.61,
      "learning_rate": 0.0003500058847760843,
      "loss": 2.8663,
      "step": 253000
    },
    {
      "epoch": 13.66,
      "learning_rate": 0.00034706349673394927,
      "loss": 2.8692,
      "step": 254000
    },
    {
      "epoch": 13.71,
      "learning_rate": 0.0003441211086918143,
      "loss": 2.8687,
      "step": 255000
    },
    {
      "epoch": 13.77,
      "learning_rate": 0.0003411787206496793,
      "loss": 2.8653,
      "step": 256000
    },
    {
      "epoch": 13.82,
      "learning_rate": 0.0003382392749955864,
      "loss": 2.868,
      "step": 257000
    },
    {
      "epoch": 13.88,
      "learning_rate": 0.00033529982934149354,
      "loss": 2.8669,
      "step": 258000
    },
    {
      "epoch": 13.93,
      "learning_rate": 0.0003323574412993586,
      "loss": 2.8693,
      "step": 259000
    },
    {
      "epoch": 13.98,
      "learning_rate": 0.0003294150532572236,
      "loss": 2.8738,
      "step": 260000
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.41028229212902523,
      "eval_loss": 3.37663197517395,
      "eval_runtime": 153.5511,
      "eval_samples_per_second": 377.197,
      "eval_steps_per_second": 5.894,
      "step": 260302
    },
    {
      "epoch": 14.04,
      "learning_rate": 0.00032647560760313074,
      "loss": 2.8337,
      "step": 261000
    },
    {
      "epoch": 14.09,
      "learning_rate": 0.00032353321956099567,
      "loss": 2.8196,
      "step": 262000
    },
    {
      "epoch": 14.15,
      "learning_rate": 0.00032059377390690285,
      "loss": 2.8247,
      "step": 263000
    },
    {
      "epoch": 14.2,
      "learning_rate": 0.00031765138586476783,
      "loss": 2.8264,
      "step": 264000
    },
    {
      "epoch": 14.25,
      "learning_rate": 0.000314711940210675,
      "loss": 2.835,
      "step": 265000
    },
    {
      "epoch": 14.31,
      "learning_rate": 0.00031176955216854,
      "loss": 2.8342,
      "step": 266000
    },
    {
      "epoch": 14.36,
      "learning_rate": 0.000308827164126405,
      "loss": 2.8358,
      "step": 267000
    },
    {
      "epoch": 14.41,
      "learning_rate": 0.00030588477608427,
      "loss": 2.8364,
      "step": 268000
    },
    {
      "epoch": 14.47,
      "learning_rate": 0.00030294533043017714,
      "loss": 2.8381,
      "step": 269000
    },
    {
      "epoch": 14.52,
      "learning_rate": 0.0003000029423880422,
      "loss": 2.8413,
      "step": 270000
    },
    {
      "epoch": 14.58,
      "learning_rate": 0.0002970634967339493,
      "loss": 2.8438,
      "step": 271000
    },
    {
      "epoch": 14.63,
      "learning_rate": 0.00029412405107985643,
      "loss": 2.8422,
      "step": 272000
    },
    {
      "epoch": 14.68,
      "learning_rate": 0.0002911816630377214,
      "loss": 2.8436,
      "step": 273000
    },
    {
      "epoch": 14.74,
      "learning_rate": 0.00028823927499558645,
      "loss": 2.8482,
      "step": 274000
    },
    {
      "epoch": 14.79,
      "learning_rate": 0.0002852968869534514,
      "loss": 2.8465,
      "step": 275000
    },
    {
      "epoch": 14.84,
      "learning_rate": 0.0002823544989113164,
      "loss": 2.8465,
      "step": 276000
    },
    {
      "epoch": 14.9,
      "learning_rate": 0.00027941505325722354,
      "loss": 2.8479,
      "step": 277000
    },
    {
      "epoch": 14.95,
      "learning_rate": 0.00027647266521508857,
      "loss": 2.8485,
      "step": 278000
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.4107543723177606,
      "eval_loss": 3.3745954036712646,
      "eval_runtime": 153.3409,
      "eval_samples_per_second": 377.714,
      "eval_steps_per_second": 5.902,
      "step": 278895
    },
    {
      "epoch": 15.01,
      "learning_rate": 0.0002735332195609957,
      "loss": 2.8453,
      "step": 279000
    },
    {
      "epoch": 15.06,
      "learning_rate": 0.00027059083151886073,
      "loss": 2.7994,
      "step": 280000
    },
    {
      "epoch": 15.11,
      "learning_rate": 0.0002676484434767257,
      "loss": 2.8052,
      "step": 281000
    },
    {
      "epoch": 15.17,
      "learning_rate": 0.0002647060554345907,
      "loss": 2.8091,
      "step": 282000
    },
    {
      "epoch": 15.22,
      "learning_rate": 0.0002617666097804979,
      "loss": 2.8143,
      "step": 283000
    },
    {
      "epoch": 15.27,
      "learning_rate": 0.000258827164126405,
      "loss": 2.8126,
      "step": 284000
    },
    {
      "epoch": 15.33,
      "learning_rate": 0.00025588477608427004,
      "loss": 2.8164,
      "step": 285000
    },
    {
      "epoch": 15.38,
      "learning_rate": 0.00025294238804213497,
      "loss": 2.8154,
      "step": 286000
    },
    {
      "epoch": 15.44,
      "learning_rate": 0.00025,
      "loss": 2.8209,
      "step": 287000
    },
    {
      "epoch": 15.49,
      "learning_rate": 0.000247057611957865,
      "loss": 2.8175,
      "step": 288000
    },
    {
      "epoch": 15.54,
      "learning_rate": 0.00024411816630377214,
      "loss": 2.8195,
      "step": 289000
    },
    {
      "epoch": 15.6,
      "learning_rate": 0.00024117577826163715,
      "loss": 2.8241,
      "step": 290000
    },
    {
      "epoch": 15.65,
      "learning_rate": 0.0002382363326075443,
      "loss": 2.8268,
      "step": 291000
    },
    {
      "epoch": 15.7,
      "learning_rate": 0.00023529394456540929,
      "loss": 2.8289,
      "step": 292000
    },
    {
      "epoch": 15.76,
      "learning_rate": 0.0002323515565232743,
      "loss": 2.8288,
      "step": 293000
    },
    {
      "epoch": 15.81,
      "learning_rate": 0.0002294091684811393,
      "loss": 2.8299,
      "step": 294000
    },
    {
      "epoch": 15.87,
      "learning_rate": 0.00022646678043900428,
      "loss": 2.8288,
      "step": 295000
    },
    {
      "epoch": 15.92,
      "learning_rate": 0.00022353027717295358,
      "loss": 2.8336,
      "step": 296000
    },
    {
      "epoch": 15.97,
      "learning_rate": 0.00022058788913081857,
      "loss": 2.834,
      "step": 297000
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.41068504162830916,
      "eval_loss": 3.382263660430908,
      "eval_runtime": 153.6919,
      "eval_samples_per_second": 376.851,
      "eval_steps_per_second": 5.888,
      "step": 297488
    },
    {
      "epoch": 16.03,
      "learning_rate": 0.00021764550108868357,
      "loss": 2.8051,
      "step": 298000
    },
    {
      "epoch": 16.08,
      "learning_rate": 0.0002147060554345907,
      "loss": 2.7898,
      "step": 299000
    },
    {
      "epoch": 16.14,
      "learning_rate": 0.00021176660978049786,
      "loss": 2.7887,
      "step": 300000
    },
    {
      "epoch": 16.19,
      "learning_rate": 0.00020882422173836286,
      "loss": 2.7911,
      "step": 301000
    },
    {
      "epoch": 16.24,
      "learning_rate": 0.00020588183369622787,
      "loss": 2.7958,
      "step": 302000
    },
    {
      "epoch": 16.3,
      "learning_rate": 0.00020293944565409286,
      "loss": 2.7962,
      "step": 303000
    },
    {
      "epoch": 16.35,
      "learning_rate": 0.00019999705761195786,
      "loss": 2.8024,
      "step": 304000
    },
    {
      "epoch": 16.4,
      "learning_rate": 0.00019705466956982287,
      "loss": 2.8012,
      "step": 305000
    },
    {
      "epoch": 16.46,
      "learning_rate": 0.00019411522391573,
      "loss": 2.8034,
      "step": 306000
    },
    {
      "epoch": 16.51,
      "learning_rate": 0.000191172835873595,
      "loss": 2.8037,
      "step": 307000
    },
    {
      "epoch": 16.57,
      "learning_rate": 0.00018823339021950214,
      "loss": 2.808,
      "step": 308000
    },
    {
      "epoch": 16.62,
      "learning_rate": 0.00018529100217736717,
      "loss": 2.8058,
      "step": 309000
    },
    {
      "epoch": 16.67,
      "learning_rate": 0.0001823515565232743,
      "loss": 2.8092,
      "step": 310000
    },
    {
      "epoch": 16.73,
      "learning_rate": 0.0001794091684811393,
      "loss": 2.8117,
      "step": 311000
    },
    {
      "epoch": 16.78,
      "learning_rate": 0.0001764667804390043,
      "loss": 2.809,
      "step": 312000
    },
    {
      "epoch": 16.83,
      "learning_rate": 0.00017352733478491144,
      "loss": 2.8096,
      "step": 313000
    },
    {
      "epoch": 16.89,
      "learning_rate": 0.00017058494674277645,
      "loss": 2.811,
      "step": 314000
    },
    {
      "epoch": 16.94,
      "learning_rate": 0.00016764550108868358,
      "loss": 2.8127,
      "step": 315000
    },
    {
      "epoch": 17.0,
      "learning_rate": 0.0001647031130465486,
      "loss": 2.8108,
      "step": 316000
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.4108320334388902,
      "eval_loss": 3.389369010925293,
      "eval_runtime": 153.3987,
      "eval_samples_per_second": 377.572,
      "eval_steps_per_second": 5.9,
      "step": 316081
    },
    {
      "epoch": 17.05,
      "learning_rate": 0.00016176072500441357,
      "loss": 2.7747,
      "step": 317000
    },
    {
      "epoch": 17.1,
      "learning_rate": 0.0001588183369622786,
      "loss": 2.7733,
      "step": 318000
    },
    {
      "epoch": 17.16,
      "learning_rate": 0.00015587889130818573,
      "loss": 2.7751,
      "step": 319000
    },
    {
      "epoch": 17.21,
      "learning_rate": 0.0001529394456540929,
      "loss": 2.7815,
      "step": 320000
    },
    {
      "epoch": 17.26,
      "learning_rate": 0.00014999705761195787,
      "loss": 2.7821,
      "step": 321000
    },
    {
      "epoch": 17.32,
      "learning_rate": 0.00014705466956982285,
      "loss": 2.7855,
      "step": 322000
    },
    {
      "epoch": 17.37,
      "learning_rate": 0.00014411228152768789,
      "loss": 2.7841,
      "step": 323000
    },
    {
      "epoch": 17.43,
      "learning_rate": 0.000141172835873595,
      "loss": 2.7833,
      "step": 324000
    },
    {
      "epoch": 17.48,
      "learning_rate": 0.00013823044783146002,
      "loss": 2.7887,
      "step": 325000
    },
    {
      "epoch": 17.53,
      "learning_rate": 0.00013529394456540927,
      "loss": 2.7903,
      "step": 326000
    },
    {
      "epoch": 17.59,
      "learning_rate": 0.0001323515565232743,
      "loss": 2.7853,
      "step": 327000
    },
    {
      "epoch": 17.64,
      "learning_rate": 0.00012940916848113928,
      "loss": 2.7899,
      "step": 328000
    },
    {
      "epoch": 17.69,
      "learning_rate": 0.00012646972282704644,
      "loss": 2.7899,
      "step": 329000
    },
    {
      "epoch": 17.75,
      "learning_rate": 0.00012352733478491142,
      "loss": 2.7902,
      "step": 330000
    },
    {
      "epoch": 17.8,
      "learning_rate": 0.00012058494674277644,
      "loss": 2.7913,
      "step": 331000
    },
    {
      "epoch": 17.86,
      "learning_rate": 0.00011764550108868357,
      "loss": 2.793,
      "step": 332000
    },
    {
      "epoch": 17.91,
      "learning_rate": 0.00011470311304654858,
      "loss": 2.7972,
      "step": 333000
    },
    {
      "epoch": 17.96,
      "learning_rate": 0.00011176366739245572,
      "loss": 2.7936,
      "step": 334000
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.41010540481766333,
      "eval_loss": 3.4001476764678955,
      "eval_runtime": 153.4809,
      "eval_samples_per_second": 377.37,
      "eval_steps_per_second": 5.897,
      "step": 334674
    },
    {
      "epoch": 18.02,
      "learning_rate": 0.00010882127935032073,
      "loss": 2.7829,
      "step": 335000
    },
    {
      "epoch": 18.07,
      "learning_rate": 0.00010587889130818574,
      "loss": 2.7649,
      "step": 336000
    },
    {
      "epoch": 18.13,
      "learning_rate": 0.00010293650326605072,
      "loss": 2.7639,
      "step": 337000
    },
    {
      "epoch": 18.18,
      "learning_rate": 9.999705761195786e-05,
      "loss": 2.7651,
      "step": 338000
    },
    {
      "epoch": 18.23,
      "learning_rate": 9.705466956982287e-05,
      "loss": 2.7705,
      "step": 339000
    },
    {
      "epoch": 18.29,
      "learning_rate": 9.411522391573001e-05,
      "loss": 2.7628,
      "step": 340000
    },
    {
      "epoch": 18.34,
      "learning_rate": 9.117283587359502e-05,
      "loss": 2.7685,
      "step": 341000
    },
    {
      "epoch": 18.39,
      "learning_rate": 8.823044783146001e-05,
      "loss": 2.7684,
      "step": 342000
    },
    {
      "epoch": 18.45,
      "learning_rate": 8.529100217736715e-05,
      "loss": 2.7667,
      "step": 343000
    },
    {
      "epoch": 18.5,
      "learning_rate": 8.234861413523216e-05,
      "loss": 2.7688,
      "step": 344000
    },
    {
      "epoch": 18.56,
      "learning_rate": 7.940622609309716e-05,
      "loss": 2.7708,
      "step": 345000
    },
    {
      "epoch": 18.61,
      "learning_rate": 7.646678043900428e-05,
      "loss": 2.776,
      "step": 346000
    },
    {
      "epoch": 18.66,
      "learning_rate": 7.35243923968693e-05,
      "loss": 2.7729,
      "step": 347000
    },
    {
      "epoch": 18.72,
      "learning_rate": 7.05820043547343e-05,
      "loss": 2.7735,
      "step": 348000
    },
    {
      "epoch": 18.77,
      "learning_rate": 6.763961631259931e-05,
      "loss": 2.7739,
      "step": 349000
    },
    {
      "epoch": 18.82,
      "learning_rate": 6.470311304654858e-05,
      "loss": 2.7743,
      "step": 350000
    },
    {
      "epoch": 18.88,
      "learning_rate": 6.176072500441358e-05,
      "loss": 2.7744,
      "step": 351000
    },
    {
      "epoch": 18.93,
      "learning_rate": 5.881833696227858e-05,
      "loss": 2.7746,
      "step": 352000
    },
    {
      "epoch": 18.99,
      "learning_rate": 5.587594892014359e-05,
      "loss": 2.7783,
      "step": 353000
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.4106592441624668,
      "eval_loss": 3.4029664993286133,
      "eval_runtime": 153.6736,
      "eval_samples_per_second": 376.896,
      "eval_steps_per_second": 5.889,
      "step": 353267
    },
    {
      "epoch": 19.04,
      "learning_rate": 5.293650326605073e-05,
      "loss": 2.7604,
      "step": 354000
    },
    {
      "epoch": 19.09,
      "learning_rate": 4.999411522391573e-05,
      "loss": 2.7572,
      "step": 355000
    },
    {
      "epoch": 19.15,
      "learning_rate": 4.7051727181780734e-05,
      "loss": 2.7571,
      "step": 356000
    },
    {
      "epoch": 19.2,
      "learning_rate": 4.411228152768787e-05,
      "loss": 2.7541,
      "step": 357000
    },
    {
      "epoch": 19.25,
      "learning_rate": 4.1169893485552876e-05,
      "loss": 2.755,
      "step": 358000
    },
    {
      "epoch": 19.31,
      "learning_rate": 3.822750544341788e-05,
      "loss": 2.7538,
      "step": 359000
    },
    {
      "epoch": 19.36,
      "learning_rate": 3.528511740128288e-05,
      "loss": 2.7548,
      "step": 360000
    },
    {
      "epoch": 19.42,
      "learning_rate": 3.234567174719002e-05,
      "loss": 2.7545,
      "step": 361000
    },
    {
      "epoch": 19.47,
      "learning_rate": 2.940622609309716e-05,
      "loss": 2.755,
      "step": 362000
    },
    {
      "epoch": 19.52,
      "learning_rate": 2.6463838050962164e-05,
      "loss": 2.7577,
      "step": 363000
    },
    {
      "epoch": 19.58,
      "learning_rate": 2.35243923968693e-05,
      "loss": 2.7627,
      "step": 364000
    },
    {
      "epoch": 19.63,
      "learning_rate": 2.0582004354734303e-05,
      "loss": 2.759,
      "step": 365000
    },
    {
      "epoch": 19.68,
      "learning_rate": 1.7639616312599305e-05,
      "loss": 2.7577,
      "step": 366000
    },
    {
      "epoch": 19.74,
      "learning_rate": 1.4700170658506444e-05,
      "loss": 2.7522,
      "step": 367000
    },
    {
      "epoch": 19.79,
      "learning_rate": 1.1757782616371448e-05,
      "loss": 2.7564,
      "step": 368000
    },
    {
      "epoch": 19.85,
      "learning_rate": 8.815394574236451e-06,
      "loss": 2.7592,
      "step": 369000
    },
    {
      "epoch": 19.9,
      "learning_rate": 5.8759489201435885e-06,
      "loss": 2.7558,
      "step": 370000
    },
    {
      "epoch": 19.95,
      "learning_rate": 2.933560878008592e-06,
      "loss": 2.755,
      "step": 371000
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.4102895476662934,
      "eval_loss": 3.412034034729004,
      "eval_runtime": 153.6521,
      "eval_samples_per_second": 376.949,
      "eval_steps_per_second": 5.89,
      "step": 371860
    },
    {
      "epoch": 20.0,
      "step": 371860,
      "total_flos": 1.56669402051072e+18,
      "train_loss": 3.0256215252012266,
      "train_runtime": 81118.5574,
      "train_samples_per_second": 146.686,
      "train_steps_per_second": 4.584
    }
  ],
  "logging_steps": 1000,
  "max_steps": 371860,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 5000,
  "total_flos": 1.56669402051072e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}