{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 372000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "learning_rate": 9.375e-06,
      "loss": 6.8546,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.875e-05,
      "loss": 5.3571,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "learning_rate": 2.8125e-05,
      "loss": 5.0355,
      "step": 3000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.75e-05,
      "loss": 4.8077,
      "step": 4000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.6874999999999994e-05,
      "loss": 4.6389,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "learning_rate": 5.625e-05,
      "loss": 4.4944,
      "step": 6000
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.5625e-05,
      "loss": 4.3811,
      "step": 7000
    },
    {
      "epoch": 0.43,
      "learning_rate": 7.5e-05,
      "loss": 4.2867,
      "step": 8000
    },
    {
      "epoch": 0.48,
      "learning_rate": 8.437499999999999e-05,
      "loss": 4.2018,
      "step": 9000
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.374999999999999e-05,
      "loss": 4.126,
      "step": 10000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.000103115625,
      "loss": 4.0645,
      "step": 11000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.000112490625,
      "loss": 4.005,
      "step": 12000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.000121865625,
      "loss": 3.9411,
      "step": 13000
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00013123125,
      "loss": 3.889,
      "step": 14000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.000140596875,
      "loss": 3.8468,
      "step": 15000
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0001499625,
      "loss": 3.8099,
      "step": 16000
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.000159328125,
      "loss": 3.7701,
      "step": 17000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.000168703125,
      "loss": 3.7444,
      "step": 18000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.34515730881026885,
      "eval_loss": 3.9303231239318848,
      "eval_runtime": 153.4286,
      "eval_samples_per_second": 377.492,
      "eval_steps_per_second": 5.899,
      "step": 18600
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.000178078125,
      "loss": 3.7026,
      "step": 19000
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00018745312499999998,
      "loss": 3.676,
      "step": 20000
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00019681874999999998,
      "loss": 3.6595,
      "step": 21000
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00020619374999999998,
      "loss": 3.6375,
      "step": 22000
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00021555937499999998,
      "loss": 3.6166,
      "step": 23000
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00022493437499999998,
      "loss": 3.6019,
      "step": 24000
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00023430937499999997,
      "loss": 3.5891,
      "step": 25000
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00024368437499999997,
      "loss": 3.57,
      "step": 26000
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00025305,
      "loss": 3.5536,
      "step": 27000
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.000262425,
      "loss": 3.544,
      "step": 28000
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.000271790625,
      "loss": 3.5305,
      "step": 29000
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.000281165625,
      "loss": 3.5216,
      "step": 30000
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.000290540625,
      "loss": 3.5093,
      "step": 31000
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00029990624999999993,
      "loss": 3.5018,
      "step": 32000
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.00029912647058823525,
      "loss": 3.4851,
      "step": 33000
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.000298245,
      "loss": 3.4713,
      "step": 34000
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.0002973626470588235,
      "loss": 3.459,
      "step": 35000
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.000296480294117647,
      "loss": 3.4466,
      "step": 36000
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.00029559794117647056,
      "loss": 3.4367,
      "step": 37000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.3746240995756378,
      "eval_loss": 3.637483596801758,
      "eval_runtime": 155.3554,
      "eval_samples_per_second": 372.81,
      "eval_steps_per_second": 5.825,
      "step": 37200
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.0002947155882352941,
      "loss": 3.3868,
      "step": 38000
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.0002938341176470588,
      "loss": 3.3768,
      "step": 39000
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.00029295176470588234,
      "loss": 3.3733,
      "step": 40000
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.0002920694117647058,
      "loss": 3.3685,
      "step": 41000
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.00029118794117647057,
      "loss": 3.3617,
      "step": 42000
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.00029030558823529406,
      "loss": 3.3563,
      "step": 43000
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.0002894241176470588,
      "loss": 3.3446,
      "step": 44000
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.00028854176470588234,
      "loss": 3.3428,
      "step": 45000
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.00028766029411764703,
      "loss": 3.3408,
      "step": 46000
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.0002867779411764706,
      "loss": 3.3363,
      "step": 47000
    },
    {
      "epoch": 2.58,
      "learning_rate": 0.0002858955882352941,
      "loss": 3.3302,
      "step": 48000
    },
    {
      "epoch": 2.63,
      "learning_rate": 0.00028501323529411766,
      "loss": 3.3205,
      "step": 49000
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.0002841317647058823,
      "loss": 3.3202,
      "step": 50000
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.00028324941176470584,
      "loss": 3.3153,
      "step": 51000
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.0002823670588235294,
      "loss": 3.3082,
      "step": 52000
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.00028148558823529407,
      "loss": 3.3033,
      "step": 53000
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.0002806032352941176,
      "loss": 3.298,
      "step": 54000
    },
    {
      "epoch": 2.96,
      "learning_rate": 0.00027972176470588236,
      "loss": 3.29,
      "step": 55000
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.38803887906463225,
      "eval_loss": 3.5155463218688965,
      "eval_runtime": 155.2596,
      "eval_samples_per_second": 373.04,
      "eval_steps_per_second": 5.829,
      "step": 55800
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.00027883941176470585,
      "loss": 3.2763,
      "step": 56000
    },
    {
      "epoch": 3.06,
      "learning_rate": 0.0002779570588235294,
      "loss": 3.2269,
      "step": 57000
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.0002770755882352941,
      "loss": 3.2265,
      "step": 58000
    },
    {
      "epoch": 3.17,
      "learning_rate": 0.0002761932352941176,
      "loss": 3.2255,
      "step": 59000
    },
    {
      "epoch": 3.23,
      "learning_rate": 0.0002753117647058823,
      "loss": 3.2326,
      "step": 60000
    },
    {
      "epoch": 3.28,
      "learning_rate": 0.00027442941176470585,
      "loss": 3.2239,
      "step": 61000
    },
    {
      "epoch": 3.33,
      "learning_rate": 0.0002735470588235294,
      "loss": 3.2301,
      "step": 62000
    },
    {
      "epoch": 3.39,
      "learning_rate": 0.0002726655882352941,
      "loss": 3.2253,
      "step": 63000
    },
    {
      "epoch": 3.44,
      "learning_rate": 0.00027178323529411763,
      "loss": 3.2214,
      "step": 64000
    },
    {
      "epoch": 3.49,
      "learning_rate": 0.00027090088235294117,
      "loss": 3.2241,
      "step": 65000
    },
    {
      "epoch": 3.55,
      "learning_rate": 0.00027001941176470586,
      "loss": 3.2196,
      "step": 66000
    },
    {
      "epoch": 3.6,
      "learning_rate": 0.00026913705882352935,
      "loss": 3.2222,
      "step": 67000
    },
    {
      "epoch": 3.66,
      "learning_rate": 0.0002682547058823529,
      "loss": 3.2175,
      "step": 68000
    },
    {
      "epoch": 3.71,
      "learning_rate": 0.00026737323529411763,
      "loss": 3.2146,
      "step": 69000
    },
    {
      "epoch": 3.76,
      "learning_rate": 0.0002664908823529411,
      "loss": 3.2127,
      "step": 70000
    },
    {
      "epoch": 3.82,
      "learning_rate": 0.00026560941176470587,
      "loss": 3.2124,
      "step": 71000
    },
    {
      "epoch": 3.87,
      "learning_rate": 0.0002647270588235294,
      "loss": 3.2123,
      "step": 72000
    },
    {
      "epoch": 3.92,
      "learning_rate": 0.0002638455882352941,
      "loss": 3.2077,
      "step": 73000
    },
    {
      "epoch": 3.98,
      "learning_rate": 0.00026296323529411764,
      "loss": 3.2081,
      "step": 74000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.3940327953259559,
      "eval_loss": 3.475128412246704,
      "eval_runtime": 154.8524,
      "eval_samples_per_second": 374.021,
      "eval_steps_per_second": 5.844,
      "step": 74400
    },
    {
      "epoch": 4.03,
      "learning_rate": 0.0002620808823529412,
      "loss": 3.1625,
      "step": 75000
    },
    {
      "epoch": 4.09,
      "learning_rate": 0.0002611994117647058,
      "loss": 3.1382,
      "step": 76000
    },
    {
      "epoch": 4.14,
      "learning_rate": 0.00026031705882352936,
      "loss": 3.1446,
      "step": 77000
    },
    {
      "epoch": 4.19,
      "learning_rate": 0.0002594347058823529,
      "loss": 3.1452,
      "step": 78000
    },
    {
      "epoch": 4.25,
      "learning_rate": 0.00025855235294117645,
      "loss": 3.1449,
      "step": 79000
    },
    {
      "epoch": 4.3,
      "learning_rate": 0.00025767088235294114,
      "loss": 3.1535,
      "step": 80000
    },
    {
      "epoch": 4.35,
      "learning_rate": 0.0002567894117647059,
      "loss": 3.1498,
      "step": 81000
    },
    {
      "epoch": 4.41,
      "learning_rate": 0.0002559070588235294,
      "loss": 3.1478,
      "step": 82000
    },
    {
      "epoch": 4.46,
      "learning_rate": 0.0002550247058823529,
      "loss": 3.1472,
      "step": 83000
    },
    {
      "epoch": 4.52,
      "learning_rate": 0.00025414235294117645,
      "loss": 3.1502,
      "step": 84000
    },
    {
      "epoch": 4.57,
      "learning_rate": 0.00025325999999999994,
      "loss": 3.1471,
      "step": 85000
    },
    {
      "epoch": 4.62,
      "learning_rate": 0.0002523785294117647,
      "loss": 3.1488,
      "step": 86000
    },
    {
      "epoch": 4.68,
      "learning_rate": 0.00025149617647058823,
      "loss": 3.1472,
      "step": 87000
    },
    {
      "epoch": 4.73,
      "learning_rate": 0.0002506138235294117,
      "loss": 3.1535,
      "step": 88000
    },
    {
      "epoch": 4.78,
      "learning_rate": 0.00024973235294117646,
      "loss": 3.1546,
      "step": 89000
    },
    {
      "epoch": 4.84,
      "learning_rate": 0.00024885,
      "loss": 3.1469,
      "step": 90000
    },
    {
      "epoch": 4.89,
      "learning_rate": 0.0002479685294117647,
      "loss": 3.15,
      "step": 91000
    },
    {
      "epoch": 4.95,
      "learning_rate": 0.00024708617647058824,
      "loss": 3.1455,
      "step": 92000
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0002462047058823529,
      "loss": 3.1438,
      "step": 93000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.398348033440005,
      "eval_loss": 3.419024705886841,
      "eval_runtime": 154.8451,
      "eval_samples_per_second": 374.038,
      "eval_steps_per_second": 5.845,
      "step": 93000
    },
    {
      "epoch": 5.05,
      "learning_rate": 0.0002453223529411764,
      "loss": 3.0764,
      "step": 94000
    },
    {
      "epoch": 5.11,
      "learning_rate": 0.00024443999999999996,
      "loss": 3.0808,
      "step": 95000
    },
    {
      "epoch": 5.16,
      "learning_rate": 0.0002435576470588235,
      "loss": 3.0854,
      "step": 96000
    },
    {
      "epoch": 5.22,
      "learning_rate": 0.0002426770588235294,
      "loss": 3.0928,
      "step": 97000
    },
    {
      "epoch": 5.27,
      "learning_rate": 0.00024179470588235293,
      "loss": 3.0894,
      "step": 98000
    },
    {
      "epoch": 5.32,
      "learning_rate": 0.00024091323529411765,
      "loss": 3.0909,
      "step": 99000
    },
    {
      "epoch": 5.38,
      "learning_rate": 0.00024003088235294116,
      "loss": 3.0971,
      "step": 100000
    },
    {
      "epoch": 5.43,
      "learning_rate": 0.00023914941176470585,
      "loss": 3.0979,
      "step": 101000
    },
    {
      "epoch": 5.48,
      "learning_rate": 0.00023826705882352937,
      "loss": 3.1,
      "step": 102000
    },
    {
      "epoch": 5.54,
      "learning_rate": 0.0002373847058823529,
      "loss": 3.0951,
      "step": 103000
    },
    {
      "epoch": 5.59,
      "learning_rate": 0.00023650235294117645,
      "loss": 3.0994,
      "step": 104000
    },
    {
      "epoch": 5.65,
      "learning_rate": 0.00023562088235294114,
      "loss": 3.0989,
      "step": 105000
    },
    {
      "epoch": 5.7,
      "learning_rate": 0.00023473852941176469,
      "loss": 3.1001,
      "step": 106000
    },
    {
      "epoch": 5.75,
      "learning_rate": 0.00023385617647058823,
      "loss": 3.0974,
      "step": 107000
    },
    {
      "epoch": 5.81,
      "learning_rate": 0.00023297382352941174,
      "loss": 3.0927,
      "step": 108000
    },
    {
      "epoch": 5.86,
      "learning_rate": 0.00023209235294117646,
      "loss": 3.0977,
      "step": 109000
    },
    {
      "epoch": 5.91,
      "learning_rate": 0.00023121,
      "loss": 3.102,
      "step": 110000
    },
    {
      "epoch": 5.97,
      "learning_rate": 0.0002303276470588235,
      "loss": 3.0947,
      "step": 111000
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.40218399473400135,
      "eval_loss": 3.3905391693115234,
      "eval_runtime": 155.1728,
      "eval_samples_per_second": 373.248,
      "eval_steps_per_second": 5.832,
      "step": 111600
    },
    {
      "epoch": 6.02,
      "learning_rate": 0.0002294461764705882,
      "loss": 3.0704,
      "step": 112000
    },
    {
      "epoch": 6.08,
      "learning_rate": 0.00022856382352941175,
      "loss": 3.031,
      "step": 113000
    },
    {
      "epoch": 6.13,
      "learning_rate": 0.00022768235294117644,
      "loss": 3.0337,
      "step": 114000
    },
    {
      "epoch": 6.18,
      "learning_rate": 0.00022679999999999998,
      "loss": 3.0437,
      "step": 115000
    },
    {
      "epoch": 6.24,
      "learning_rate": 0.00022591764705882353,
      "loss": 3.0462,
      "step": 116000
    },
    {
      "epoch": 6.29,
      "learning_rate": 0.00022503617647058822,
      "loss": 3.0505,
      "step": 117000
    },
    {
      "epoch": 6.34,
      "learning_rate": 0.00022415382352941176,
      "loss": 3.0507,
      "step": 118000
    },
    {
      "epoch": 6.4,
      "learning_rate": 0.00022327235294117645,
      "loss": 3.0527,
      "step": 119000
    },
    {
      "epoch": 6.45,
      "learning_rate": 0.00022238999999999996,
      "loss": 3.0526,
      "step": 120000
    },
    {
      "epoch": 6.51,
      "learning_rate": 0.0002215076470588235,
      "loss": 3.0515,
      "step": 121000
    },
    {
      "epoch": 6.56,
      "learning_rate": 0.00022062617647058822,
      "loss": 3.0496,
      "step": 122000
    },
    {
      "epoch": 6.61,
      "learning_rate": 0.0002197447058823529,
      "loss": 3.0517,
      "step": 123000
    },
    {
      "epoch": 6.67,
      "learning_rate": 0.00021886235294117645,
      "loss": 3.0625,
      "step": 124000
    },
    {
      "epoch": 6.72,
      "learning_rate": 0.00021798,
      "loss": 3.0565,
      "step": 125000
    },
    {
      "epoch": 6.77,
      "learning_rate": 0.0002170976470588235,
      "loss": 3.0602,
      "step": 126000
    },
    {
      "epoch": 6.83,
      "learning_rate": 0.00021621617647058823,
      "loss": 3.0597,
      "step": 127000
    },
    {
      "epoch": 6.88,
      "learning_rate": 0.00021533470588235292,
      "loss": 3.0591,
      "step": 128000
    },
    {
      "epoch": 6.94,
      "learning_rate": 0.00021445235294117643,
      "loss": 3.0612,
      "step": 129000
    },
    {
      "epoch": 6.99,
      "learning_rate": 0.00021356999999999998,
      "loss": 3.0569,
      "step": 130000
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.40292205685134075,
      "eval_loss": 3.3831627368927,
      "eval_runtime": 154.6364,
      "eval_samples_per_second": 374.543,
      "eval_steps_per_second": 5.852,
      "step": 130200
    },
    {
      "epoch": 7.04,
      "learning_rate": 0.00021268764705882352,
      "loss": 3.0044,
      "step": 131000
    },
    {
      "epoch": 7.1,
      "learning_rate": 0.00021180529411764704,
      "loss": 2.9984,
      "step": 132000
    },
    {
      "epoch": 7.15,
      "learning_rate": 0.00021092382352941175,
      "loss": 2.9983,
      "step": 133000
    },
    {
      "epoch": 7.2,
      "learning_rate": 0.0002100414705882353,
      "loss": 3.0072,
      "step": 134000
    },
    {
      "epoch": 7.26,
      "learning_rate": 0.0002091591176470588,
      "loss": 3.013,
      "step": 135000
    },
    {
      "epoch": 7.31,
      "learning_rate": 0.00020827764705882353,
      "loss": 3.0085,
      "step": 136000
    },
    {
      "epoch": 7.37,
      "learning_rate": 0.00020739529411764701,
      "loss": 3.009,
      "step": 137000
    },
    {
      "epoch": 7.42,
      "learning_rate": 0.00020651382352941173,
      "loss": 3.0152,
      "step": 138000
    },
    {
      "epoch": 7.47,
      "learning_rate": 0.00020563147058823527,
      "loss": 3.0172,
      "step": 139000
    },
    {
      "epoch": 7.53,
      "learning_rate": 0.0002047491176470588,
      "loss": 3.0198,
      "step": 140000
    },
    {
      "epoch": 7.58,
      "learning_rate": 0.0002038676470588235,
      "loss": 3.0207,
      "step": 141000
    },
    {
      "epoch": 7.63,
      "learning_rate": 0.00020298529411764705,
      "loss": 3.0238,
      "step": 142000
    },
    {
      "epoch": 7.69,
      "learning_rate": 0.0002021029411764706,
      "loss": 3.0222,
      "step": 143000
    },
    {
      "epoch": 7.74,
      "learning_rate": 0.00020122147058823528,
      "loss": 3.0237,
      "step": 144000
    },
    {
      "epoch": 7.8,
      "learning_rate": 0.00020033911764705882,
      "loss": 3.0225,
      "step": 145000
    },
    {
      "epoch": 7.85,
      "learning_rate": 0.00019945852941176468,
      "loss": 3.0232,
      "step": 146000
    },
    {
      "epoch": 7.9,
      "learning_rate": 0.0001985761764705882,
      "loss": 3.0275,
      "step": 147000
    },
    {
      "epoch": 7.96,
      "learning_rate": 0.00019769382352941174,
      "loss": 3.029,
      "step": 148000
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.40509459032581013,
      "eval_loss": 3.3739943504333496,
      "eval_runtime": 154.5594,
      "eval_samples_per_second": 374.73,
      "eval_steps_per_second": 5.855,
      "step": 148800
    },
    {
      "epoch": 8.01,
      "learning_rate": 0.0001968114705882353,
      "loss": 3.0145,
      "step": 149000
    },
    {
      "epoch": 8.06,
      "learning_rate": 0.00019592999999999998,
      "loss": 2.9607,
      "step": 150000
    },
    {
      "epoch": 8.12,
      "learning_rate": 0.00019504764705882352,
      "loss": 2.9717,
      "step": 151000
    },
    {
      "epoch": 8.17,
      "learning_rate": 0.00019416529411764706,
      "loss": 2.9732,
      "step": 152000
    },
    {
      "epoch": 8.23,
      "learning_rate": 0.00019328382352941175,
      "loss": 2.977,
      "step": 153000
    },
    {
      "epoch": 8.28,
      "learning_rate": 0.00019240147058823527,
      "loss": 2.974,
      "step": 154000
    },
    {
      "epoch": 8.33,
      "learning_rate": 0.00019151911764705878,
      "loss": 2.9822,
      "step": 155000
    },
    {
      "epoch": 8.39,
      "learning_rate": 0.00019063676470588233,
      "loss": 2.9825,
      "step": 156000
    },
    {
      "epoch": 8.44,
      "learning_rate": 0.00018975529411764704,
      "loss": 2.9837,
      "step": 157000
    },
    {
      "epoch": 8.49,
      "learning_rate": 0.00018887294117647058,
      "loss": 2.9869,
      "step": 158000
    },
    {
      "epoch": 8.55,
      "learning_rate": 0.00018799147058823527,
      "loss": 2.9899,
      "step": 159000
    },
    {
      "epoch": 8.6,
      "learning_rate": 0.00018710911764705882,
      "loss": 2.9881,
      "step": 160000
    },
    {
      "epoch": 8.66,
      "learning_rate": 0.00018622676470588236,
      "loss": 2.9899,
      "step": 161000
    },
    {
      "epoch": 8.71,
      "learning_rate": 0.00018534441176470588,
      "loss": 2.9893,
      "step": 162000
    },
    {
      "epoch": 8.76,
      "learning_rate": 0.00018446294117647056,
      "loss": 2.9917,
      "step": 163000
    },
    {
      "epoch": 8.82,
      "learning_rate": 0.00018358147058823528,
      "loss": 2.9931,
      "step": 164000
    },
    {
      "epoch": 8.87,
      "learning_rate": 0.0001826991176470588,
      "loss": 2.995,
      "step": 165000
    },
    {
      "epoch": 8.92,
      "learning_rate": 0.00018181676470588234,
      "loss": 2.9965,
      "step": 166000
    },
    {
      "epoch": 8.98,
      "learning_rate": 0.00018093441176470585,
      "loss": 2.9953,
      "step": 167000
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.40588418108360097,
      "eval_loss": 3.3781139850616455,
      "eval_runtime": 155.1788,
      "eval_samples_per_second": 373.234,
      "eval_steps_per_second": 5.832,
      "step": 167400
    },
    {
      "epoch": 9.03,
      "learning_rate": 0.0001800520588235294,
      "loss": 2.9607,
      "step": 168000
    },
    {
      "epoch": 9.09,
      "learning_rate": 0.00017916970588235294,
      "loss": 2.9343,
      "step": 169000
    },
    {
      "epoch": 9.14,
      "learning_rate": 0.00017828823529411763,
      "loss": 2.94,
      "step": 170000
    },
    {
      "epoch": 9.19,
      "learning_rate": 0.00017740588235294117,
      "loss": 2.9503,
      "step": 171000
    },
    {
      "epoch": 9.25,
      "learning_rate": 0.00017652441176470586,
      "loss": 2.9435,
      "step": 172000
    },
    {
      "epoch": 9.3,
      "learning_rate": 0.00017564205882352938,
      "loss": 2.954,
      "step": 173000
    },
    {
      "epoch": 9.35,
      "learning_rate": 0.0001747605882352941,
      "loss": 2.9553,
      "step": 174000
    },
    {
      "epoch": 9.41,
      "learning_rate": 0.00017387823529411764,
      "loss": 2.9573,
      "step": 175000
    },
    {
      "epoch": 9.46,
      "learning_rate": 0.00017299588235294115,
      "loss": 2.9569,
      "step": 176000
    },
    {
      "epoch": 9.52,
      "learning_rate": 0.0001721135294117647,
      "loss": 2.9613,
      "step": 177000
    },
    {
      "epoch": 9.57,
      "learning_rate": 0.0001712320588235294,
      "loss": 2.9613,
      "step": 178000
    },
    {
      "epoch": 9.62,
      "learning_rate": 0.00017034970588235293,
      "loss": 2.9651,
      "step": 179000
    },
    {
      "epoch": 9.68,
      "learning_rate": 0.00016946823529411762,
      "loss": 2.9647,
      "step": 180000
    },
    {
      "epoch": 9.73,
      "learning_rate": 0.00016858588235294116,
      "loss": 2.9642,
      "step": 181000
    },
    {
      "epoch": 9.78,
      "learning_rate": 0.00016770352941176467,
      "loss": 2.9664,
      "step": 182000
    },
    {
      "epoch": 9.84,
      "learning_rate": 0.0001668220588235294,
      "loss": 2.9679,
      "step": 183000
    },
    {
      "epoch": 9.89,
      "learning_rate": 0.00016593970588235293,
      "loss": 2.9668,
      "step": 184000
    },
    {
      "epoch": 9.95,
      "learning_rate": 0.00016505735294117645,
      "loss": 2.9655,
      "step": 185000
    },
    {
      "epoch": 10.0,
      "learning_rate": 0.00016417588235294117,
      "loss": 2.9667,
      "step": 186000
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.40691334306935756,
      "eval_loss": 3.3879029750823975,
      "eval_runtime": 154.9035,
      "eval_samples_per_second": 373.897,
      "eval_steps_per_second": 5.842,
      "step": 186000
    },
    {
      "epoch": 10.05,
      "learning_rate": 0.0001632935294117647,
      "loss": 2.904,
      "step": 187000
    },
    {
      "epoch": 10.11,
      "learning_rate": 0.00016241117647058822,
      "loss": 2.9111,
      "step": 188000
    },
    {
      "epoch": 10.16,
      "learning_rate": 0.0001615297058823529,
      "loss": 2.915,
      "step": 189000
    },
    {
      "epoch": 10.22,
      "learning_rate": 0.00016064735294117646,
      "loss": 2.9198,
      "step": 190000
    },
    {
      "epoch": 10.27,
      "learning_rate": 0.00015976588235294114,
      "loss": 2.9215,
      "step": 191000
    },
    {
      "epoch": 10.32,
      "learning_rate": 0.0001588835294117647,
      "loss": 2.9301,
      "step": 192000
    },
    {
      "epoch": 10.38,
      "learning_rate": 0.00015800117647058823,
      "loss": 2.9329,
      "step": 193000
    },
    {
      "epoch": 10.43,
      "learning_rate": 0.00015711970588235292,
      "loss": 2.9325,
      "step": 194000
    },
    {
      "epoch": 10.48,
      "learning_rate": 0.00015623735294117646,
      "loss": 2.9347,
      "step": 195000
    },
    {
      "epoch": 10.54,
      "learning_rate": 0.000155355,
      "loss": 2.9338,
      "step": 196000
    },
    {
      "epoch": 10.59,
      "learning_rate": 0.00015447264705882352,
      "loss": 2.9341,
      "step": 197000
    },
    {
      "epoch": 10.65,
      "learning_rate": 0.0001535911764705882,
      "loss": 2.9439,
      "step": 198000
    },
    {
      "epoch": 10.7,
      "learning_rate": 0.00015270882352941173,
      "loss": 2.9439,
      "step": 199000
    },
    {
      "epoch": 10.75,
      "learning_rate": 0.00015182735294117644,
      "loss": 2.9419,
      "step": 200000
    },
    {
      "epoch": 10.81,
      "learning_rate": 0.00015094499999999999,
      "loss": 2.9381,
      "step": 201000
    },
    {
      "epoch": 10.86,
      "learning_rate": 0.00015006264705882353,
      "loss": 2.9431,
      "step": 202000
    },
    {
      "epoch": 10.91,
      "learning_rate": 0.00014918029411764704,
      "loss": 2.9435,
      "step": 203000
    },
    {
      "epoch": 10.97,
      "learning_rate": 0.00014829882352941176,
      "loss": 2.9426,
      "step": 204000
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.4070695413601653,
      "eval_loss": 3.376622438430786,
      "eval_runtime": 154.8354,
      "eval_samples_per_second": 374.062,
      "eval_steps_per_second": 5.845,
      "step": 204600
    },
    {
      "epoch": 11.02,
      "learning_rate": 0.00014741735294117645,
      "loss": 2.918,
      "step": 205000
    },
    {
      "epoch": 11.08,
      "learning_rate": 0.000146535,
      "loss": 2.8858,
      "step": 206000
    },
    {
      "epoch": 11.13,
      "learning_rate": 0.0001456535294117647,
      "loss": 2.8906,
      "step": 207000
    },
    {
      "epoch": 11.18,
      "learning_rate": 0.00014477117647058822,
      "loss": 2.8937,
      "step": 208000
    },
    {
      "epoch": 11.24,
      "learning_rate": 0.00014388882352941174,
      "loss": 2.9007,
      "step": 209000
    },
    {
      "epoch": 11.29,
      "learning_rate": 0.00014300647058823528,
      "loss": 2.8996,
      "step": 210000
    },
    {
      "epoch": 11.34,
      "learning_rate": 0.000142125,
      "loss": 2.9052,
      "step": 211000
    },
    {
      "epoch": 11.4,
      "learning_rate": 0.00014124264705882351,
      "loss": 2.9059,
      "step": 212000
    },
    {
      "epoch": 11.45,
      "learning_rate": 0.0001403611764705882,
      "loss": 2.9084,
      "step": 213000
    },
    {
      "epoch": 11.51,
      "learning_rate": 0.00013947882352941175,
      "loss": 2.9092,
      "step": 214000
    },
    {
      "epoch": 11.56,
      "learning_rate": 0.0001385964705882353,
      "loss": 2.915,
      "step": 215000
    },
    {
      "epoch": 11.61,
      "learning_rate": 0.000137715,
      "loss": 2.9136,
      "step": 216000
    },
    {
      "epoch": 11.67,
      "learning_rate": 0.00013683264705882352,
      "loss": 2.9149,
      "step": 217000
    },
    {
      "epoch": 11.72,
      "learning_rate": 0.00013595029411764704,
      "loss": 2.9185,
      "step": 218000
    },
    {
      "epoch": 11.77,
      "learning_rate": 0.00013506882352941175,
      "loss": 2.9194,
      "step": 219000
    },
    {
      "epoch": 11.83,
      "learning_rate": 0.0001341864705882353,
      "loss": 2.9203,
      "step": 220000
    },
    {
      "epoch": 11.88,
      "learning_rate": 0.0001333041176470588,
      "loss": 2.9234,
      "step": 221000
    },
    {
      "epoch": 11.94,
      "learning_rate": 0.0001324226470588235,
      "loss": 2.9217,
      "step": 222000
    },
    {
      "epoch": 11.99,
      "learning_rate": 0.00013154029411764704,
      "loss": 2.9217,
      "step": 223000
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.40853243072891327,
      "eval_loss": 3.3643746376037598,
      "eval_runtime": 154.7928,
      "eval_samples_per_second": 374.165,
      "eval_steps_per_second": 5.847,
      "step": 223200
    },
    {
      "epoch": 12.04,
      "learning_rate": 0.0001306579411764706,
      "loss": 2.8752,
      "step": 224000
    },
    {
      "epoch": 12.1,
      "learning_rate": 0.0001297755882352941,
      "loss": 2.8662,
      "step": 225000
    },
    {
      "epoch": 12.15,
      "learning_rate": 0.00012889323529411765,
      "loss": 2.8742,
      "step": 226000
    },
    {
      "epoch": 12.2,
      "learning_rate": 0.0001280126470588235,
      "loss": 2.8765,
      "step": 227000
    },
    {
      "epoch": 12.26,
      "learning_rate": 0.00012713029411764705,
      "loss": 2.8786,
      "step": 228000
    },
    {
      "epoch": 12.31,
      "learning_rate": 0.00012624882352941177,
      "loss": 2.8818,
      "step": 229000
    },
    {
      "epoch": 12.37,
      "learning_rate": 0.00012536647058823528,
      "loss": 2.8831,
      "step": 230000
    },
    {
      "epoch": 12.42,
      "learning_rate": 0.0001244841176470588,
      "loss": 2.8812,
      "step": 231000
    },
    {
      "epoch": 12.47,
      "learning_rate": 0.00012360264705882351,
      "loss": 2.8865,
      "step": 232000
    },
    {
      "epoch": 12.53,
      "learning_rate": 0.00012272029411764706,
      "loss": 2.8874,
      "step": 233000
    },
    {
      "epoch": 12.58,
      "learning_rate": 0.00012183794117647059,
      "loss": 2.8898,
      "step": 234000
    },
    {
      "epoch": 12.63,
      "learning_rate": 0.00012095558823529412,
      "loss": 2.8919,
      "step": 235000
    },
    {
      "epoch": 12.69,
      "learning_rate": 0.0001200741176470588,
      "loss": 2.8975,
      "step": 236000
    },
    {
      "epoch": 12.74,
      "learning_rate": 0.00011919176470588235,
      "loss": 2.8972,
      "step": 237000
    },
    {
      "epoch": 12.8,
      "learning_rate": 0.00011831029411764705,
      "loss": 2.8976,
      "step": 238000
    },
    {
      "epoch": 12.85,
      "learning_rate": 0.00011742794117647058,
      "loss": 2.9018,
      "step": 239000
    },
    {
      "epoch": 12.9,
      "learning_rate": 0.0001165455882352941,
      "loss": 2.8994,
      "step": 240000
    },
    {
      "epoch": 12.96,
      "learning_rate": 0.00011566411764705881,
      "loss": 2.8993,
      "step": 241000
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.40817650017205326,
      "eval_loss": 3.3694441318511963,
      "eval_runtime": 154.6531,
      "eval_samples_per_second": 374.503,
      "eval_steps_per_second": 5.852,
      "step": 241800
    },
    {
      "epoch": 13.01,
      "learning_rate": 0.00011478176470588234,
      "loss": 2.8887,
      "step": 242000
    },
    {
      "epoch": 13.06,
      "learning_rate": 0.00011389941176470588,
      "loss": 2.8461,
      "step": 243000
    },
    {
      "epoch": 13.12,
      "learning_rate": 0.0001130170588235294,
      "loss": 2.8513,
      "step": 244000
    },
    {
      "epoch": 13.17,
      "learning_rate": 0.0001121355882352941,
      "loss": 2.856,
      "step": 245000
    },
    {
      "epoch": 13.23,
      "learning_rate": 0.00011125411764705882,
      "loss": 2.8574,
      "step": 246000
    },
    {
      "epoch": 13.28,
      "learning_rate": 0.00011037176470588235,
      "loss": 2.859,
      "step": 247000
    },
    {
      "epoch": 13.33,
      "learning_rate": 0.00010948941176470588,
      "loss": 2.8599,
      "step": 248000
    },
    {
      "epoch": 13.39,
      "learning_rate": 0.00010860794117647058,
      "loss": 2.867,
      "step": 249000
    },
    {
      "epoch": 13.44,
      "learning_rate": 0.00010772558823529411,
      "loss": 2.8631,
      "step": 250000
    },
    {
      "epoch": 13.49,
      "learning_rate": 0.00010684323529411764,
      "loss": 2.8676,
      "step": 251000
    },
    {
      "epoch": 13.55,
      "learning_rate": 0.00010596088235294117,
      "loss": 2.8709,
      "step": 252000
    },
    {
      "epoch": 13.6,
      "learning_rate": 0.00010507941176470587,
      "loss": 2.8697,
      "step": 253000
    },
    {
      "epoch": 13.66,
      "learning_rate": 0.0001041970588235294,
      "loss": 2.8746,
      "step": 254000
    },
    {
      "epoch": 13.71,
      "learning_rate": 0.00010331470588235293,
      "loss": 2.8754,
      "step": 255000
    },
    {
      "epoch": 13.76,
      "learning_rate": 0.00010243323529411765,
      "loss": 2.8773,
      "step": 256000
    },
    {
      "epoch": 13.82,
      "learning_rate": 0.00010155088235294116,
      "loss": 2.8724,
      "step": 257000
    },
    {
      "epoch": 13.87,
      "learning_rate": 0.00010066852941176469,
      "loss": 2.8786,
      "step": 258000
    },
    {
      "epoch": 13.92,
      "learning_rate": 9.978617647058822e-05,
      "loss": 2.8808,
      "step": 259000
    },
    {
      "epoch": 13.98,
      "learning_rate": 9.890382352941176e-05,
      "loss": 2.8758,
      "step": 260000
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.4088403261124711,
      "eval_loss": 3.386643886566162,
      "eval_runtime": 154.4069,
      "eval_samples_per_second": 375.1,
      "eval_steps_per_second": 5.861,
      "step": 260400
    },
    {
      "epoch": 14.03,
      "learning_rate": 9.802235294117647e-05,
      "loss": 2.8446,
      "step": 261000
    },
    {
      "epoch": 14.09,
      "learning_rate": 9.714088235294117e-05,
      "loss": 2.8291,
      "step": 262000
    },
    {
      "epoch": 14.14,
      "learning_rate": 9.62585294117647e-05,
      "loss": 2.8344,
      "step": 263000
    },
    {
      "epoch": 14.19,
      "learning_rate": 9.537705882352941e-05,
      "loss": 2.8359,
      "step": 264000
    },
    {
      "epoch": 14.25,
      "learning_rate": 9.449470588235294e-05,
      "loss": 2.8377,
      "step": 265000
    },
    {
      "epoch": 14.3,
      "learning_rate": 9.361235294117646e-05,
      "loss": 2.8413,
      "step": 266000
    },
    {
      "epoch": 14.35,
      "learning_rate": 9.273088235294116e-05,
      "loss": 2.8432,
      "step": 267000
    },
    {
      "epoch": 14.41,
      "learning_rate": 9.18485294117647e-05,
      "loss": 2.8471,
      "step": 268000
    },
    {
      "epoch": 14.46,
      "learning_rate": 9.096617647058823e-05,
      "loss": 2.8443,
      "step": 269000
    },
    {
      "epoch": 14.52,
      "learning_rate": 9.008382352941176e-05,
      "loss": 2.8479,
      "step": 270000
    },
    {
      "epoch": 14.57,
      "learning_rate": 8.920235294117645e-05,
      "loss": 2.8513,
      "step": 271000
    },
    {
      "epoch": 14.62,
      "learning_rate": 8.832e-05,
      "loss": 2.8549,
      "step": 272000
    },
    {
      "epoch": 14.68,
      "learning_rate": 8.743941176470588e-05,
      "loss": 2.8546,
      "step": 273000
    },
    {
      "epoch": 14.73,
      "learning_rate": 8.65570588235294e-05,
      "loss": 2.8584,
      "step": 274000
    },
    {
      "epoch": 14.78,
      "learning_rate": 8.567470588235293e-05,
      "loss": 2.8543,
      "step": 275000
    },
    {
      "epoch": 14.84,
      "learning_rate": 8.479235294117646e-05,
      "loss": 2.8597,
      "step": 276000
    },
    {
      "epoch": 14.89,
      "learning_rate": 8.391088235294117e-05,
      "loss": 2.8591,
      "step": 277000
    },
    {
      "epoch": 14.95,
      "learning_rate": 8.302941176470588e-05,
      "loss": 2.8617,
      "step": 278000
    },
    {
      "epoch": 15.0,
      "learning_rate": 8.21470588235294e-05,
      "loss": 2.8544,
      "step": 279000
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.4086822467239676,
      "eval_loss": 3.384922504425049,
      "eval_runtime": 154.8421,
      "eval_samples_per_second": 374.046,
      "eval_steps_per_second": 5.845,
      "step": 279000
    },
    {
      "epoch": 15.05,
      "learning_rate": 8.12664705882353e-05,
      "loss": 2.8106,
      "step": 280000
    },
    {
      "epoch": 15.11,
      "learning_rate": 8.038411764705882e-05,
      "loss": 2.8126,
      "step": 281000
    },
    {
      "epoch": 15.16,
      "learning_rate": 7.950176470588235e-05,
      "loss": 2.8172,
      "step": 282000
    },
    {
      "epoch": 15.22,
      "learning_rate": 7.861941176470587e-05,
      "loss": 2.8257,
      "step": 283000
    },
    {
      "epoch": 15.27,
      "learning_rate": 7.77370588235294e-05,
      "loss": 2.8198,
      "step": 284000
    },
    {
      "epoch": 15.32,
      "learning_rate": 7.685558823529411e-05,
      "loss": 2.8253,
      "step": 285000
    },
    {
      "epoch": 15.38,
      "learning_rate": 7.597323529411764e-05,
      "loss": 2.8255,
      "step": 286000
    },
    {
      "epoch": 15.43,
      "learning_rate": 7.509176470588235e-05,
      "loss": 2.8325,
      "step": 287000
    },
    {
      "epoch": 15.48,
      "learning_rate": 7.420941176470588e-05,
      "loss": 2.8319,
      "step": 288000
    },
    {
      "epoch": 15.54,
      "learning_rate": 7.332794117647058e-05,
      "loss": 2.8316,
      "step": 289000
    },
    {
      "epoch": 15.59,
      "learning_rate": 7.244558823529411e-05,
      "loss": 2.8325,
      "step": 290000
    },
    {
      "epoch": 15.65,
      "learning_rate": 7.156323529411764e-05,
      "loss": 2.835,
      "step": 291000
    },
    {
      "epoch": 15.7,
      "learning_rate": 7.068088235294117e-05,
      "loss": 2.8365,
      "step": 292000
    },
    {
      "epoch": 15.75,
      "learning_rate": 6.97985294117647e-05,
      "loss": 2.8328,
      "step": 293000
    },
    {
      "epoch": 15.81,
      "learning_rate": 6.891705882352941e-05,
      "loss": 2.834,
      "step": 294000
    },
    {
      "epoch": 15.86,
      "learning_rate": 6.803470588235293e-05,
      "loss": 2.8412,
      "step": 295000
    },
    {
      "epoch": 15.91,
      "learning_rate": 6.715323529411764e-05,
      "loss": 2.8342,
      "step": 296000
    },
    {
      "epoch": 15.97,
      "learning_rate": 6.627088235294117e-05,
      "loss": 2.8363,
      "step": 297000
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.4085711947778578,
      "eval_loss": 3.4028050899505615,
      "eval_runtime": 154.624,
      "eval_samples_per_second": 374.573,
      "eval_steps_per_second": 5.853,
      "step": 297600
    },
    {
      "epoch": 16.02,
      "learning_rate": 6.538941176470588e-05,
      "loss": 2.8225,
      "step": 298000
    },
    {
      "epoch": 16.08,
      "learning_rate": 6.45070588235294e-05,
      "loss": 2.7936,
      "step": 299000
    },
    {
      "epoch": 16.13,
      "learning_rate": 6.362470588235293e-05,
      "loss": 2.8004,
      "step": 300000
    },
    {
      "epoch": 16.18,
      "learning_rate": 6.274323529411764e-05,
      "loss": 2.8005,
      "step": 301000
    },
    {
      "epoch": 16.24,
      "learning_rate": 6.186088235294117e-05,
      "loss": 2.8083,
      "step": 302000
    },
    {
      "epoch": 16.29,
      "learning_rate": 6.09785294117647e-05,
      "loss": 2.8083,
      "step": 303000
    },
    {
      "epoch": 16.34,
      "learning_rate": 6.0097058823529405e-05,
      "loss": 2.8047,
      "step": 304000
    },
    {
      "epoch": 16.4,
      "learning_rate": 5.921470588235294e-05,
      "loss": 2.8067,
      "step": 305000
    },
    {
      "epoch": 16.45,
      "learning_rate": 5.8332352941176464e-05,
      "loss": 2.8139,
      "step": 306000
    },
    {
      "epoch": 16.51,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 2.8145,
      "step": 307000
    },
    {
      "epoch": 16.56,
      "learning_rate": 5.6568529411764696e-05,
      "loss": 2.8164,
      "step": 308000
    },
    {
      "epoch": 16.61,
      "learning_rate": 5.568705882352941e-05,
      "loss": 2.8113,
      "step": 309000
    },
    {
      "epoch": 16.67,
      "learning_rate": 5.4804705882352935e-05,
      "loss": 2.8179,
      "step": 310000
    },
    {
      "epoch": 16.72,
      "learning_rate": 5.3923235294117644e-05,
      "loss": 2.819,
      "step": 311000
    },
    {
      "epoch": 16.77,
      "learning_rate": 5.3040882352941166e-05,
      "loss": 2.816,
      "step": 312000
    },
    {
      "epoch": 16.83,
      "learning_rate": 5.21585294117647e-05,
      "loss": 2.8201,
      "step": 313000
    },
    {
      "epoch": 16.88,
      "learning_rate": 5.127617647058823e-05,
      "loss": 2.8151,
      "step": 314000
    },
    {
      "epoch": 16.94,
      "learning_rate": 5.0394705882352935e-05,
      "loss": 2.819,
      "step": 315000
    },
    {
      "epoch": 16.99,
      "learning_rate": 4.951235294117647e-05,
      "loss": 2.8222,
      "step": 316000
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.40890569425739837,
      "eval_loss": 3.3989803791046143,
      "eval_runtime": 154.6683,
      "eval_samples_per_second": 374.466,
      "eval_steps_per_second": 5.851,
      "step": 316200
    },
    {
      "epoch": 17.04,
      "learning_rate": 4.8629999999999993e-05,
      "loss": 2.7864,
      "step": 317000
    },
    {
      "epoch": 17.1,
      "learning_rate": 4.774764705882353e-05,
      "loss": 2.7845,
      "step": 318000
    },
    {
      "epoch": 17.15,
      "learning_rate": 4.6867058823529405e-05,
      "loss": 2.7865,
      "step": 319000
    },
    {
      "epoch": 17.2,
      "learning_rate": 4.598470588235294e-05,
      "loss": 2.7893,
      "step": 320000
    },
    {
      "epoch": 17.26,
      "learning_rate": 4.5103235294117643e-05,
      "loss": 2.788,
      "step": 321000
    },
    {
      "epoch": 17.31,
      "learning_rate": 4.422088235294117e-05,
      "loss": 2.7909,
      "step": 322000
    },
    {
      "epoch": 17.37,
      "learning_rate": 4.33385294117647e-05,
      "loss": 2.7889,
      "step": 323000
    },
    {
      "epoch": 17.42,
      "learning_rate": 4.245617647058823e-05,
      "loss": 2.7943,
      "step": 324000
    },
    {
      "epoch": 17.47,
      "learning_rate": 4.157382352941177e-05,
      "loss": 2.7979,
      "step": 325000
    },
    {
      "epoch": 17.53,
      "learning_rate": 4.069235294117647e-05,
      "loss": 2.7969,
      "step": 326000
    },
    {
      "epoch": 17.58,
      "learning_rate": 3.981e-05,
      "loss": 2.7966,
      "step": 327000
    },
    {
      "epoch": 17.63,
      "learning_rate": 3.892764705882352e-05,
      "loss": 2.802,
      "step": 328000
    },
    {
      "epoch": 17.69,
      "learning_rate": 3.804529411764706e-05,
      "loss": 2.7987,
      "step": 329000
    },
    {
      "epoch": 17.74,
      "learning_rate": 3.716382352941176e-05,
      "loss": 2.7979,
      "step": 330000
    },
    {
      "epoch": 17.8,
      "learning_rate": 3.6282352941176464e-05,
      "loss": 2.7976,
      "step": 331000
    },
    {
      "epoch": 17.85,
      "learning_rate": 3.540088235294117e-05,
      "loss": 2.8026,
      "step": 332000
    },
    {
      "epoch": 17.9,
      "learning_rate": 3.45185294117647e-05,
      "loss": 2.798,
      "step": 333000
    },
    {
      "epoch": 17.96,
      "learning_rate": 3.363617647058823e-05,
      "loss": 2.8018,
      "step": 334000
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.4095525903185545,
      "eval_loss": 3.398442029953003,
      "eval_runtime": 155.2345,
      "eval_samples_per_second": 373.1,
      "eval_steps_per_second": 5.83,
      "step": 334800
    },
    {
      "epoch": 18.01,
      "learning_rate": 3.275382352941176e-05,
      "loss": 2.7957,
      "step": 335000
    },
    {
      "epoch": 18.06,
      "learning_rate": 3.187147058823529e-05,
      "loss": 2.7702,
      "step": 336000
    },
    {
      "epoch": 18.12,
      "learning_rate": 3.099e-05,
      "loss": 2.7682,
      "step": 337000
    },
    {
      "epoch": 18.17,
      "learning_rate": 3.0108529411764705e-05,
      "loss": 2.7714,
      "step": 338000
    },
    {
      "epoch": 18.23,
      "learning_rate": 2.9226176470588235e-05,
      "loss": 2.7758,
      "step": 339000
    },
    {
      "epoch": 18.28,
      "learning_rate": 2.834382352941176e-05,
      "loss": 2.7784,
      "step": 340000
    },
    {
      "epoch": 18.33,
      "learning_rate": 2.746147058823529e-05,
      "loss": 2.7762,
      "step": 341000
    },
    {
      "epoch": 18.39,
      "learning_rate": 2.6579117647058823e-05,
      "loss": 2.779,
      "step": 342000
    },
    {
      "epoch": 18.44,
      "learning_rate": 2.5697647058823526e-05,
      "loss": 2.7778,
      "step": 343000
    },
    {
      "epoch": 18.49,
      "learning_rate": 2.481529411764706e-05,
      "loss": 2.7852,
      "step": 344000
    },
    {
      "epoch": 18.55,
      "learning_rate": 2.3932941176470588e-05,
      "loss": 2.7799,
      "step": 345000
    },
    {
      "epoch": 18.6,
      "learning_rate": 2.3050588235294114e-05,
      "loss": 2.7818,
      "step": 346000
    },
    {
      "epoch": 18.66,
      "learning_rate": 2.2169117647058823e-05,
      "loss": 2.7816,
      "step": 347000
    },
    {
      "epoch": 18.71,
      "learning_rate": 2.128764705882353e-05,
      "loss": 2.7822,
      "step": 348000
    },
    {
      "epoch": 18.76,
      "learning_rate": 2.040529411764706e-05,
      "loss": 2.7823,
      "step": 349000
    },
    {
      "epoch": 18.82,
      "learning_rate": 1.9522941176470585e-05,
      "loss": 2.7791,
      "step": 350000
    },
    {
      "epoch": 18.87,
      "learning_rate": 1.8640588235294117e-05,
      "loss": 2.7863,
      "step": 351000
    },
    {
      "epoch": 18.92,
      "learning_rate": 1.7759117647058823e-05,
      "loss": 2.784,
      "step": 352000
    },
    {
      "epoch": 18.98,
      "learning_rate": 1.6876764705882353e-05,
      "loss": 2.7834,
      "step": 353000
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.4090608848172977,
      "eval_loss": 3.4143290519714355,
      "eval_runtime": 154.3909,
      "eval_samples_per_second": 375.139,
      "eval_steps_per_second": 5.862,
      "step": 353400
    },
    {
      "epoch": 19.03,
      "learning_rate": 1.599529411764706e-05,
      "loss": 2.7704,
      "step": 354000
    },
    {
      "epoch": 19.09,
      "learning_rate": 1.5113823529411762e-05,
      "loss": 2.7643,
      "step": 355000
    },
    {
      "epoch": 19.14,
      "learning_rate": 1.4231470588235294e-05,
      "loss": 2.7622,
      "step": 356000
    },
    {
      "epoch": 19.19,
      "learning_rate": 1.3349117647058821e-05,
      "loss": 2.7693,
      "step": 357000
    },
    {
      "epoch": 19.25,
      "learning_rate": 1.2466764705882353e-05,
      "loss": 2.7638,
      "step": 358000
    },
    {
      "epoch": 19.3,
      "learning_rate": 1.158441176470588e-05,
      "loss": 2.7635,
      "step": 359000
    },
    {
      "epoch": 19.35,
      "learning_rate": 1.0702058823529411e-05,
      "loss": 2.7606,
      "step": 360000
    },
    {
      "epoch": 19.41,
      "learning_rate": 9.820588235294115e-06,
      "loss": 2.7663,
      "step": 361000
    },
    {
      "epoch": 19.46,
      "learning_rate": 8.938235294117647e-06,
      "loss": 2.7634,
      "step": 362000
    },
    {
      "epoch": 19.52,
      "learning_rate": 8.056764705882352e-06,
      "loss": 2.7638,
      "step": 363000
    },
    {
      "epoch": 19.57,
      "learning_rate": 7.175294117647058e-06,
      "loss": 2.7667,
      "step": 364000
    },
    {
      "epoch": 19.62,
      "learning_rate": 6.2929411764705876e-06,
      "loss": 2.7678,
      "step": 365000
    },
    {
      "epoch": 19.68,
      "learning_rate": 5.411470588235293e-06,
      "loss": 2.7655,
      "step": 366000
    },
    {
      "epoch": 19.73,
      "learning_rate": 4.529117647058823e-06,
      "loss": 2.7639,
      "step": 367000
    },
    {
      "epoch": 19.78,
      "learning_rate": 3.6467647058823527e-06,
      "loss": 2.7684,
      "step": 368000
    },
    {
      "epoch": 19.84,
      "learning_rate": 2.765294117647059e-06,
      "loss": 2.7625,
      "step": 369000
    },
    {
      "epoch": 19.89,
      "learning_rate": 1.882941176470588e-06,
      "loss": 2.7642,
      "step": 370000
    },
    {
      "epoch": 19.95,
      "learning_rate": 1.0005882352941176e-06,
      "loss": 2.7677,
      "step": 371000
    },
    {
      "epoch": 20.0,
      "learning_rate": 1.1823529411764706e-07,
      "loss": 2.7626,
      "step": 372000
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.4089445254884035,
      "eval_loss": 3.4202394485473633,
      "eval_runtime": 154.4184,
      "eval_samples_per_second": 375.072,
      "eval_steps_per_second": 5.861,
      "step": 372000
    },
    {
      "epoch": 20.0,
      "step": 372000,
      "total_flos": 1.56732865394688e+18,
      "train_loss": 3.0576216975386425,
      "train_runtime": 80892.0203,
      "train_samples_per_second": 147.156,
      "train_steps_per_second": 4.599
    }
  ],
  "logging_steps": 1000,
  "max_steps": 372000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 5000,
  "total_flos": 1.56732865394688e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}