{
  "best_metric": 0.833830714225769,
  "best_model_checkpoint": "/home/nlplab12/Desktop/roberta-pretrain/ckpt/roberta/pretrain/medium/512/checkpoint-12420",
  "epoch": 10.559424425487993,
  "eval_steps": 90,
  "global_step": 12420,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008500045535958229,
      "grad_norm": 514775.65625,
      "learning_rate": 4.166666666666667e-06,
      "loss": 7.2556,
      "step": 10
    },
    {
      "epoch": 0.017000091071916457,
      "grad_norm": 399649.5,
      "learning_rate": 8.333333333333334e-06,
      "loss": 6.7984,
      "step": 20
    },
    {
      "epoch": 0.025500136607874684,
      "grad_norm": 137177.0,
      "learning_rate": 1.25e-05,
      "loss": 6.2165,
      "step": 30
    },
    {
      "epoch": 0.034000182143832915,
      "grad_norm": 151481.765625,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 5.9275,
      "step": 40
    },
    {
      "epoch": 0.04250022767979114,
      "grad_norm": 92555.8359375,
      "learning_rate": 2.0833333333333333e-05,
      "loss": 5.7498,
      "step": 50
    },
    {
      "epoch": 0.05100027321574937,
      "grad_norm": 86679.46875,
      "learning_rate": 2.5e-05,
      "loss": 5.6096,
      "step": 60
    },
    {
      "epoch": 0.059500318751707595,
      "grad_norm": 66003.234375,
      "learning_rate": 2.9166666666666666e-05,
      "loss": 5.4786,
      "step": 70
    },
    {
      "epoch": 0.06800036428766583,
      "grad_norm": 57082.796875,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 5.3565,
      "step": 80
    },
    {
      "epoch": 0.07650040982362405,
      "grad_norm": 46905.7734375,
      "learning_rate": 3.75e-05,
      "loss": 5.2382,
      "step": 90
    },
    {
      "epoch": 0.07650040982362405,
      "eval_accuracy": 0.2240983525108359,
      "eval_loss": 5.1665496826171875,
      "eval_runtime": 1330.3439,
      "eval_samples_per_second": 375.375,
      "eval_steps_per_second": 1.303,
      "step": 90
    },
    {
      "epoch": 0.08500045535958228,
      "grad_norm": 36661.265625,
      "learning_rate": 4.1666666666666665e-05,
      "loss": 5.1301,
      "step": 100
    },
    {
      "epoch": 0.09350050089554052,
      "grad_norm": 28157.064453125,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 5.0237,
      "step": 110
    },
    {
      "epoch": 0.10200054643149874,
      "grad_norm": 31035.537109375,
      "learning_rate": 5e-05,
      "loss": 4.9291,
      "step": 120
    },
    {
      "epoch": 0.11050059196745697,
      "grad_norm": 41497.1640625,
      "learning_rate": 5.416666666666667e-05,
      "loss": 4.8501,
      "step": 130
    },
    {
      "epoch": 0.11900063750341519,
      "grad_norm": 44447.87890625,
      "learning_rate": 5.833333333333333e-05,
      "loss": 4.7938,
      "step": 140
    },
    {
      "epoch": 0.12750068303937342,
      "grad_norm": 36388.1015625,
      "learning_rate": 6.25e-05,
      "loss": 4.7491,
      "step": 150
    },
    {
      "epoch": 0.13600072857533166,
      "grad_norm": 24360.1875,
      "learning_rate": 6.666666666666667e-05,
      "loss": 4.7147,
      "step": 160
    },
    {
      "epoch": 0.1445007741112899,
      "grad_norm": 19699.2734375,
      "learning_rate": 7.083333333333334e-05,
      "loss": 4.6829,
      "step": 170
    },
    {
      "epoch": 0.1530008196472481,
      "grad_norm": 11622.908203125,
      "learning_rate": 7.5e-05,
      "loss": 4.6545,
      "step": 180
    },
    {
      "epoch": 0.1530008196472481,
      "eval_accuracy": 0.284967956348924,
      "eval_loss": 4.628236293792725,
      "eval_runtime": 1276.531,
      "eval_samples_per_second": 391.199,
      "eval_steps_per_second": 1.358,
      "step": 180
    },
    {
      "epoch": 0.16150086518320633,
      "grad_norm": 16312.888671875,
      "learning_rate": 7.916666666666666e-05,
      "loss": 4.6377,
      "step": 190
    },
    {
      "epoch": 0.17000091071916457,
      "grad_norm": 37823.2890625,
      "learning_rate": 8.333333333333333e-05,
      "loss": 4.6244,
      "step": 200
    },
    {
      "epoch": 0.1785009562551228,
      "grad_norm": 18776.1796875,
      "learning_rate": 8.75e-05,
      "loss": 4.6141,
      "step": 210
    },
    {
      "epoch": 0.18700100179108103,
      "grad_norm": 34368.3359375,
      "learning_rate": 9.166666666666667e-05,
      "loss": 4.6043,
      "step": 220
    },
    {
      "epoch": 0.19550104732703924,
      "grad_norm": 38324.95703125,
      "learning_rate": 9.583333333333334e-05,
      "loss": 4.5989,
      "step": 230
    },
    {
      "epoch": 0.20400109286299747,
      "grad_norm": 35916.953125,
      "learning_rate": 0.0001,
      "loss": 4.5924,
      "step": 240
    },
    {
      "epoch": 0.2125011383989557,
      "grad_norm": 34779.6328125,
      "learning_rate": 0.00010416666666666667,
      "loss": 4.5855,
      "step": 250
    },
    {
      "epoch": 0.22100118393491394,
      "grad_norm": 38605.4921875,
      "learning_rate": 0.00010833333333333334,
      "loss": 4.5771,
      "step": 260
    },
    {
      "epoch": 0.22950122947087218,
      "grad_norm": 17166.369140625,
      "learning_rate": 0.00011250000000000001,
      "loss": 4.5704,
      "step": 270
    },
    {
      "epoch": 0.22950122947087218,
      "eval_accuracy": 0.2895338322091062,
      "eval_loss": 4.5623779296875,
      "eval_runtime": 1273.631,
      "eval_samples_per_second": 392.09,
      "eval_steps_per_second": 1.361,
      "step": 270
    },
    {
      "epoch": 0.23800127500683038,
      "grad_norm": 42357.046875,
      "learning_rate": 0.00011666666666666667,
      "loss": 4.5682,
      "step": 280
    },
    {
      "epoch": 0.24650132054278862,
      "grad_norm": 20787.40625,
      "learning_rate": 0.00012083333333333333,
      "loss": 4.5646,
      "step": 290
    },
    {
      "epoch": 0.25500136607874685,
      "grad_norm": 49082.19921875,
      "learning_rate": 0.000125,
      "loss": 4.559,
      "step": 300
    },
    {
      "epoch": 0.2635014116147051,
      "grad_norm": 18796.533203125,
      "learning_rate": 0.00012916666666666667,
      "loss": 4.5534,
      "step": 310
    },
    {
      "epoch": 0.2720014571506633,
      "grad_norm": 45862.125,
      "learning_rate": 0.00013333333333333334,
      "loss": 4.5513,
      "step": 320
    },
    {
      "epoch": 0.28050150268662155,
      "grad_norm": 27371.748046875,
      "learning_rate": 0.0001375,
      "loss": 4.5489,
      "step": 330
    },
    {
      "epoch": 0.2890015482225798,
      "grad_norm": 26154.533203125,
      "learning_rate": 0.00014166666666666668,
      "loss": 4.5471,
      "step": 340
    },
    {
      "epoch": 0.297501593758538,
      "grad_norm": 46019.3671875,
      "learning_rate": 0.00014583333333333335,
      "loss": 4.5453,
      "step": 350
    },
    {
      "epoch": 0.3060016392944962,
      "grad_norm": 54414.8828125,
      "learning_rate": 0.00015,
      "loss": 4.5435,
      "step": 360
    },
    {
      "epoch": 0.3060016392944962,
      "eval_accuracy": 0.28996644531895915,
      "eval_loss": 4.538370609283447,
      "eval_runtime": 1274.2161,
      "eval_samples_per_second": 391.91,
      "eval_steps_per_second": 1.361,
      "step": 360
    },
    {
      "epoch": 0.31450168483045443,
      "grad_norm": 61712.6640625,
      "learning_rate": 0.00015416666666666668,
      "loss": 4.5387,
      "step": 370
    },
    {
      "epoch": 0.32300173036641266,
      "grad_norm": 35200.015625,
      "learning_rate": 0.00015833333333333332,
      "loss": 4.537,
      "step": 380
    },
    {
      "epoch": 0.3315017759023709,
      "grad_norm": 40758.90234375,
      "learning_rate": 0.00016250000000000002,
      "loss": 4.5345,
      "step": 390
    },
    {
      "epoch": 0.34000182143832913,
      "grad_norm": 38277.3515625,
      "learning_rate": 0.00016666666666666666,
      "loss": 4.5351,
      "step": 400
    },
    {
      "epoch": 0.34850186697428737,
      "grad_norm": 28720.861328125,
      "learning_rate": 0.00017083333333333333,
      "loss": 4.534,
      "step": 410
    },
    {
      "epoch": 0.3570019125102456,
      "grad_norm": 21332.2109375,
      "learning_rate": 0.000175,
      "loss": 4.5329,
      "step": 420
    },
    {
      "epoch": 0.36550195804620383,
      "grad_norm": 46977.23828125,
      "learning_rate": 0.00017916666666666667,
      "loss": 4.5282,
      "step": 430
    },
    {
      "epoch": 0.37400200358216207,
      "grad_norm": 54403.328125,
      "learning_rate": 0.00018333333333333334,
      "loss": 4.5273,
      "step": 440
    },
    {
      "epoch": 0.3825020491181203,
      "grad_norm": 33038.54296875,
      "learning_rate": 0.0001875,
      "loss": 4.5272,
      "step": 450
    },
    {
      "epoch": 0.3825020491181203,
      "eval_accuracy": 0.2900167539077763,
      "eval_loss": 4.523510932922363,
      "eval_runtime": 1270.6276,
      "eval_samples_per_second": 393.017,
      "eval_steps_per_second": 1.365,
      "step": 450
    },
    {
      "epoch": 0.3910020946540785,
      "grad_norm": 38754.59765625,
      "learning_rate": 0.00019166666666666667,
      "loss": 4.5216,
      "step": 460
    },
    {
      "epoch": 0.3995021401900367,
      "grad_norm": 36281.0078125,
      "learning_rate": 0.00019583333333333334,
      "loss": 4.5237,
      "step": 470
    },
    {
      "epoch": 0.40800218572599495,
      "grad_norm": 35634.79296875,
      "learning_rate": 0.0002,
      "loss": 4.5186,
      "step": 480
    },
    {
      "epoch": 0.4165022312619532,
      "grad_norm": 15257.716796875,
      "learning_rate": 0.00020416666666666668,
      "loss": 4.5173,
      "step": 490
    },
    {
      "epoch": 0.4250022767979114,
      "grad_norm": 36190.26171875,
      "learning_rate": 0.00020833333333333335,
      "loss": 4.5174,
      "step": 500
    },
    {
      "epoch": 0.43350232233386965,
      "grad_norm": 57666.21875,
      "learning_rate": 0.0002125,
      "loss": 4.5144,
      "step": 510
    },
    {
      "epoch": 0.4420023678698279,
      "grad_norm": 33545.0078125,
      "learning_rate": 0.00021666666666666668,
      "loss": 4.5131,
      "step": 520
    },
    {
      "epoch": 0.4505024134057861,
      "grad_norm": 75054.1328125,
      "learning_rate": 0.00022083333333333333,
      "loss": 4.5116,
      "step": 530
    },
    {
      "epoch": 0.45900245894174435,
      "grad_norm": 27162.548828125,
      "learning_rate": 0.00022500000000000002,
      "loss": 4.5104,
      "step": 540
    },
    {
      "epoch": 0.45900245894174435,
      "eval_accuracy": 0.2903866574093662,
      "eval_loss": 4.506768703460693,
      "eval_runtime": 1274.9615,
      "eval_samples_per_second": 391.681,
      "eval_steps_per_second": 1.36,
      "step": 540
    },
    {
      "epoch": 0.4675025044777026,
      "grad_norm": 31226.064453125,
      "learning_rate": 0.00022916666666666666,
      "loss": 4.5064,
      "step": 550
    },
    {
      "epoch": 0.47600255001366076,
      "grad_norm": 34113.46484375,
      "learning_rate": 0.00023333333333333333,
      "loss": 4.5085,
      "step": 560
    },
    {
      "epoch": 0.484502595549619,
      "grad_norm": 26731.498046875,
      "learning_rate": 0.0002375,
      "loss": 4.5079,
      "step": 570
    },
    {
      "epoch": 0.49300264108557723,
      "grad_norm": 18876.388671875,
      "learning_rate": 0.00024166666666666667,
      "loss": 4.5041,
      "step": 580
    },
    {
      "epoch": 0.5015026866215355,
      "grad_norm": 30968.685546875,
      "learning_rate": 0.0002458333333333333,
      "loss": 4.5044,
      "step": 590
    },
    {
      "epoch": 0.5100027321574937,
      "grad_norm": 33946.8125,
      "learning_rate": 0.00025,
      "loss": 4.5036,
      "step": 600
    },
    {
      "epoch": 0.5185027776934519,
      "grad_norm": 27673.900390625,
      "learning_rate": 0.00025416666666666665,
      "loss": 4.5007,
      "step": 610
    },
    {
      "epoch": 0.5270028232294102,
      "grad_norm": 17412.22265625,
      "learning_rate": 0.00025833333333333334,
      "loss": 4.5003,
      "step": 620
    },
    {
      "epoch": 0.5355028687653683,
      "grad_norm": 38210.4140625,
      "learning_rate": 0.00026250000000000004,
      "loss": 4.4977,
      "step": 630
    },
    {
      "epoch": 0.5355028687653683,
      "eval_accuracy": 0.2904019042861853,
      "eval_loss": 4.49587869644165,
      "eval_runtime": 1274.4439,
      "eval_samples_per_second": 391.84,
      "eval_steps_per_second": 1.361,
      "step": 630
    },
    {
      "epoch": 0.5440029143013266,
      "grad_norm": 22160.921875,
      "learning_rate": 0.0002666666666666667,
      "loss": 4.498,
      "step": 640
    },
    {
      "epoch": 0.5525029598372848,
      "grad_norm": 40694.95703125,
      "learning_rate": 0.0002708333333333333,
      "loss": 4.4947,
      "step": 650
    },
    {
      "epoch": 0.5610030053732431,
      "grad_norm": 22046.97265625,
      "learning_rate": 0.000275,
      "loss": 4.495,
      "step": 660
    },
    {
      "epoch": 0.5695030509092013,
      "grad_norm": 45871.296875,
      "learning_rate": 0.00027916666666666666,
      "loss": 4.4946,
      "step": 670
    },
    {
      "epoch": 0.5780030964451596,
      "grad_norm": 32230.837890625,
      "learning_rate": 0.00028333333333333335,
      "loss": 4.4941,
      "step": 680
    },
    {
      "epoch": 0.5865031419811177,
      "grad_norm": 31339.076171875,
      "learning_rate": 0.0002875,
      "loss": 4.4921,
      "step": 690
    },
    {
      "epoch": 0.595003187517076,
      "grad_norm": 21844.26171875,
      "learning_rate": 0.0002916666666666667,
      "loss": 4.4912,
      "step": 700
    },
    {
      "epoch": 0.6035032330530342,
      "grad_norm": 20966.12109375,
      "learning_rate": 0.00029583333333333333,
      "loss": 4.489,
      "step": 710
    },
    {
      "epoch": 0.6120032785889924,
      "grad_norm": 19211.65625,
      "learning_rate": 0.0003,
      "loss": 4.4903,
      "step": 720
    },
    {
      "epoch": 0.6120032785889924,
      "eval_accuracy": 0.2904662633238704,
      "eval_loss": 4.487661361694336,
      "eval_runtime": 1273.4031,
      "eval_samples_per_second": 392.16,
      "eval_steps_per_second": 1.362,
      "step": 720
    },
    {
      "epoch": 0.6205033241249507,
      "grad_norm": 47674.4140625,
      "learning_rate": 0.00030416666666666667,
      "loss": 4.4886,
      "step": 730
    },
    {
      "epoch": 0.6290033696609089,
      "grad_norm": 44354.7890625,
      "learning_rate": 0.00030833333333333337,
      "loss": 4.4865,
      "step": 740
    },
    {
      "epoch": 0.6375034151968672,
      "grad_norm": 27939.216796875,
      "learning_rate": 0.0003125,
      "loss": 4.4868,
      "step": 750
    },
    {
      "epoch": 0.6460034607328253,
      "grad_norm": 29380.662109375,
      "learning_rate": 0.00031666666666666665,
      "loss": 4.4858,
      "step": 760
    },
    {
      "epoch": 0.6545035062687836,
      "grad_norm": 38158.73046875,
      "learning_rate": 0.00032083333333333334,
      "loss": 4.4834,
      "step": 770
    },
    {
      "epoch": 0.6630035518047418,
      "grad_norm": 40741.23828125,
      "learning_rate": 0.00032500000000000004,
      "loss": 4.4826,
      "step": 780
    },
    {
      "epoch": 0.6715035973407001,
      "grad_norm": 25295.03515625,
      "learning_rate": 0.0003291666666666667,
      "loss": 4.4845,
      "step": 790
    },
    {
      "epoch": 0.6800036428766583,
      "grad_norm": 49988.22265625,
      "learning_rate": 0.0003333333333333333,
      "loss": 4.4814,
      "step": 800
    },
    {
      "epoch": 0.6885036884126164,
      "grad_norm": 32892.44921875,
      "learning_rate": 0.0003375,
      "loss": 4.4826,
      "step": 810
    },
    {
      "epoch": 0.6885036884126164,
      "eval_accuracy": 0.29046815360567907,
      "eval_loss": 4.479104518890381,
      "eval_runtime": 1276.8746,
      "eval_samples_per_second": 391.094,
      "eval_steps_per_second": 1.358,
      "step": 810
    },
    {
      "epoch": 0.6970037339485747,
      "grad_norm": 32854.1015625,
      "learning_rate": 0.00034166666666666666,
      "loss": 4.4804,
      "step": 820
    },
    {
      "epoch": 0.7055037794845329,
      "grad_norm": 31755.115234375,
      "learning_rate": 0.00034583333333333335,
      "loss": 4.4803,
      "step": 830
    },
    {
      "epoch": 0.7140038250204912,
      "grad_norm": 26255.55078125,
      "learning_rate": 0.00035,
      "loss": 4.4767,
      "step": 840
    },
    {
      "epoch": 0.7225038705564494,
      "grad_norm": 23372.48046875,
      "learning_rate": 0.0003541666666666667,
      "loss": 4.477,
      "step": 850
    },
    {
      "epoch": 0.7310039160924077,
      "grad_norm": 37866.93359375,
      "learning_rate": 0.00035833333333333333,
      "loss": 4.4765,
      "step": 860
    },
    {
      "epoch": 0.7395039616283658,
      "grad_norm": 26253.822265625,
      "learning_rate": 0.0003625,
      "loss": 4.4738,
      "step": 870
    },
    {
      "epoch": 0.7480040071643241,
      "grad_norm": 25544.201171875,
      "learning_rate": 0.00036666666666666667,
      "loss": 4.4745,
      "step": 880
    },
    {
      "epoch": 0.7565040527002823,
      "grad_norm": 25811.166015625,
      "learning_rate": 0.00037083333333333337,
      "loss": 4.4734,
      "step": 890
    },
    {
      "epoch": 0.7650040982362406,
      "grad_norm": 27087.75390625,
      "learning_rate": 0.000375,
      "loss": 4.4737,
      "step": 900
    },
    {
      "epoch": 0.7650040982362406,
      "eval_accuracy": 0.2906699089310573,
      "eval_loss": 4.468409538269043,
      "eval_runtime": 1272.8084,
      "eval_samples_per_second": 392.343,
      "eval_steps_per_second": 1.362,
      "step": 900
    },
    {
      "epoch": 0.7735041437721988,
      "grad_norm": 34065.42578125,
      "learning_rate": 0.00037916666666666665,
      "loss": 4.4712,
      "step": 910
    },
    {
      "epoch": 0.782004189308157,
      "grad_norm": 20391.37109375,
      "learning_rate": 0.00038333333333333334,
      "loss": 4.4627,
      "step": 920
    },
    {
      "epoch": 0.7905042348441152,
      "grad_norm": 22009.44140625,
      "learning_rate": 0.00038750000000000004,
      "loss": 4.4501,
      "step": 930
    },
    {
      "epoch": 0.7990042803800734,
      "grad_norm": 37206.39453125,
      "learning_rate": 0.0003916666666666667,
      "loss": 4.4388,
      "step": 940
    },
    {
      "epoch": 0.8075043259160317,
      "grad_norm": 51573.41015625,
      "learning_rate": 0.0003958333333333333,
      "loss": 4.4256,
      "step": 950
    },
    {
      "epoch": 0.8160043714519899,
      "grad_norm": 47200.921875,
      "learning_rate": 0.0004,
      "loss": 4.4164,
      "step": 960
    },
    {
      "epoch": 0.8245044169879482,
      "grad_norm": 34512.5234375,
      "learning_rate": 0.00040416666666666666,
      "loss": 4.4093,
      "step": 970
    },
    {
      "epoch": 0.8330044625239064,
      "grad_norm": 38512.90234375,
      "learning_rate": 0.00040833333333333336,
      "loss": 4.4011,
      "step": 980
    },
    {
      "epoch": 0.8415045080598647,
      "grad_norm": 44749.2109375,
      "learning_rate": 0.0004125,
      "loss": 4.3852,
      "step": 990
    },
    {
      "epoch": 0.8415045080598647,
      "eval_accuracy": 0.2906419834101783,
      "eval_loss": 4.365363597869873,
      "eval_runtime": 1274.1773,
      "eval_samples_per_second": 391.922,
      "eval_steps_per_second": 1.361,
      "step": 990
    },
    {
      "epoch": 0.8500045535958228,
      "grad_norm": 43667.578125,
      "learning_rate": 0.0004166666666666667,
      "loss": 4.3701,
      "step": 1000
    },
    {
      "epoch": 0.858504599131781,
      "grad_norm": 55209.21875,
      "learning_rate": 0.00042083333333333333,
      "loss": 4.3609,
      "step": 1010
    },
    {
      "epoch": 0.8670046446677393,
      "grad_norm": 60726.68359375,
      "learning_rate": 0.000425,
      "loss": 4.3476,
      "step": 1020
    },
    {
      "epoch": 0.8755046902036975,
      "grad_norm": 49279.09765625,
      "learning_rate": 0.00042916666666666667,
      "loss": 4.3382,
      "step": 1030
    },
    {
      "epoch": 0.8840047357396558,
      "grad_norm": 44572.08203125,
      "learning_rate": 0.00043333333333333337,
      "loss": 4.3271,
      "step": 1040
    },
    {
      "epoch": 0.892504781275614,
      "grad_norm": 70982.9140625,
      "learning_rate": 0.0004375,
      "loss": 4.3161,
      "step": 1050
    },
    {
      "epoch": 0.9010048268115722,
      "grad_norm": 49678.1796875,
      "learning_rate": 0.00044166666666666665,
      "loss": 4.3032,
      "step": 1060
    },
    {
      "epoch": 0.9095048723475304,
      "grad_norm": 42499.19140625,
      "learning_rate": 0.00044583333333333335,
      "loss": 4.2959,
      "step": 1070
    },
    {
      "epoch": 0.9180049178834887,
      "grad_norm": 61131.90625,
      "learning_rate": 0.00045000000000000004,
      "loss": 4.2901,
      "step": 1080
    },
    {
      "epoch": 0.9180049178834887,
      "eval_accuracy": 0.2915224046693052,
      "eval_loss": 4.254197597503662,
      "eval_runtime": 1275.3488,
      "eval_samples_per_second": 391.562,
      "eval_steps_per_second": 1.36,
      "step": 1080
    },
    {
      "epoch": 0.9265049634194469,
      "grad_norm": 61474.8046875,
      "learning_rate": 0.0004541666666666667,
      "loss": 4.2782,
      "step": 1090
    },
    {
      "epoch": 0.9350050089554052,
      "grad_norm": 81287.625,
      "learning_rate": 0.0004583333333333333,
      "loss": 4.2578,
      "step": 1100
    },
    {
      "epoch": 0.9435050544913633,
      "grad_norm": 71441.078125,
      "learning_rate": 0.0004625,
      "loss": 4.2455,
      "step": 1110
    },
    {
      "epoch": 0.9520051000273215,
      "grad_norm": 52111.4921875,
      "learning_rate": 0.00046666666666666666,
      "loss": 4.237,
      "step": 1120
    },
    {
      "epoch": 0.9605051455632798,
      "grad_norm": 79908.65625,
      "learning_rate": 0.00047083333333333336,
      "loss": 4.2271,
      "step": 1130
    },
    {
      "epoch": 0.969005191099238,
      "grad_norm": 57955.83203125,
      "learning_rate": 0.000475,
      "loss": 4.2194,
      "step": 1140
    },
    {
      "epoch": 0.9775052366351963,
      "grad_norm": 52858.40234375,
      "learning_rate": 0.0004791666666666667,
      "loss": 4.2118,
      "step": 1150
    },
    {
      "epoch": 0.9860052821711545,
      "grad_norm": 78292.59375,
      "learning_rate": 0.00048333333333333334,
      "loss": 4.2114,
      "step": 1160
    },
    {
      "epoch": 0.9945053277071128,
      "grad_norm": 69718.5859375,
      "learning_rate": 0.0004875,
      "loss": 4.1945,
      "step": 1170
    },
    {
      "epoch": 0.9945053277071128,
      "eval_accuracy": 0.29390537675129147,
      "eval_loss": 4.130845069885254,
      "eval_runtime": 1275.9587,
      "eval_samples_per_second": 391.375,
      "eval_steps_per_second": 1.359,
      "step": 1170
    },
    {
      "epoch": 1.003005373243071,
      "grad_norm": 75537.1875,
      "learning_rate": 0.0004916666666666666,
      "loss": 4.1849,
      "step": 1180
    },
    {
      "epoch": 1.011505418779029,
      "grad_norm": 81501.7734375,
      "learning_rate": 0.0004958333333333334,
      "loss": 4.1814,
      "step": 1190
    },
    {
      "epoch": 1.0200054643149874,
      "grad_norm": 148886.71875,
      "learning_rate": 0.0005,
      "loss": 4.1642,
      "step": 1200
    },
    {
      "epoch": 1.0285055098509457,
      "grad_norm": 78217.7109375,
      "learning_rate": 0.0005041666666666667,
      "loss": 4.1625,
      "step": 1210
    },
    {
      "epoch": 1.0370055553869038,
      "grad_norm": 74189.0234375,
      "learning_rate": 0.0005083333333333333,
      "loss": 4.141,
      "step": 1220
    },
    {
      "epoch": 1.045505600922862,
      "grad_norm": 105369.5546875,
      "learning_rate": 0.0005124999999999999,
      "loss": 4.1294,
      "step": 1230
    },
    {
      "epoch": 1.0540056464588203,
      "grad_norm": 105365.2109375,
      "learning_rate": 0.0005166666666666667,
      "loss": 4.123,
      "step": 1240
    },
    {
      "epoch": 1.0625056919947786,
      "grad_norm": 81112.6328125,
      "learning_rate": 0.0005208333333333334,
      "loss": 4.1089,
      "step": 1250
    },
    {
      "epoch": 1.0710057375307367,
      "grad_norm": 115335.5859375,
      "learning_rate": 0.0005250000000000001,
      "loss": 4.1027,
      "step": 1260
    },
    {
      "epoch": 1.0710057375307367,
      "eval_accuracy": 0.3011365978433179,
      "eval_loss": 4.004420757293701,
      "eval_runtime": 1276.3722,
      "eval_samples_per_second": 391.248,
      "eval_steps_per_second": 1.359,
      "step": 1260
    },
    {
      "epoch": 1.079505783066695,
      "grad_norm": 108373.8359375,
      "learning_rate": 0.0005291666666666667,
      "loss": 4.0735,
      "step": 1270
    },
    {
      "epoch": 1.0880058286026533,
      "grad_norm": 112014.7890625,
      "learning_rate": 0.0005333333333333334,
      "loss": 4.0363,
      "step": 1280
    },
    {
      "epoch": 1.0965058741386116,
      "grad_norm": 153617.40625,
      "learning_rate": 0.0005375,
      "loss": 4.0039,
      "step": 1290
    },
    {
      "epoch": 1.1050059196745696,
      "grad_norm": 124114.390625,
      "learning_rate": 0.0005416666666666666,
      "loss": 3.9605,
      "step": 1300
    },
    {
      "epoch": 1.113505965210528,
      "grad_norm": 146727.78125,
      "learning_rate": 0.0005458333333333333,
      "loss": 3.8962,
      "step": 1310
    },
    {
      "epoch": 1.1220060107464862,
      "grad_norm": 178636.21875,
      "learning_rate": 0.00055,
      "loss": 3.8446,
      "step": 1320
    },
    {
      "epoch": 1.1305060562824445,
      "grad_norm": 177699.4375,
      "learning_rate": 0.0005541666666666667,
      "loss": 3.8045,
      "step": 1330
    },
    {
      "epoch": 1.1390061018184026,
      "grad_norm": 121470.7890625,
      "learning_rate": 0.0005583333333333333,
      "loss": 3.7662,
      "step": 1340
    },
    {
      "epoch": 1.1475061473543609,
      "grad_norm": 185655.078125,
      "learning_rate": 0.0005625000000000001,
      "loss": 3.7529,
      "step": 1350
    },
    {
      "epoch": 1.1475061473543609,
      "eval_accuracy": 0.34186952633889467,
      "eval_loss": 3.526193380355835,
      "eval_runtime": 1274.9146,
      "eval_samples_per_second": 391.695,
      "eval_steps_per_second": 1.36,
      "step": 1350
    },
    {
      "epoch": 1.1560061928903191,
      "grad_norm": 194355.203125,
      "learning_rate": 0.0005666666666666667,
      "loss": 3.6921,
      "step": 1360
    },
    {
      "epoch": 1.1645062384262772,
      "grad_norm": 102708.9375,
      "learning_rate": 0.0005708333333333333,
      "loss": 3.6505,
      "step": 1370
    },
    {
      "epoch": 1.1730062839622355,
      "grad_norm": 153301.15625,
      "learning_rate": 0.000575,
      "loss": 3.6163,
      "step": 1380
    },
    {
      "epoch": 1.1815063294981938,
      "grad_norm": 158013.796875,
      "learning_rate": 0.0005791666666666667,
      "loss": 3.5602,
      "step": 1390
    },
    {
      "epoch": 1.190006375034152,
      "grad_norm": 113413.78125,
      "learning_rate": 0.0005833333333333334,
      "loss": 3.5185,
      "step": 1400
    },
    {
      "epoch": 1.1985064205701101,
      "grad_norm": 157948.4375,
      "learning_rate": 0.0005875,
      "loss": 3.4583,
      "step": 1410
    },
    {
      "epoch": 1.2070064661060684,
      "grad_norm": 157980.484375,
      "learning_rate": 0.0005916666666666667,
      "loss": 3.3973,
      "step": 1420
    },
    {
      "epoch": 1.2155065116420267,
      "grad_norm": 100785.5234375,
      "learning_rate": 0.0005958333333333333,
      "loss": 3.3448,
      "step": 1430
    },
    {
      "epoch": 1.2240065571779848,
      "grad_norm": 146644.875,
      "learning_rate": 0.0006,
      "loss": 3.3135,
      "step": 1440
    },
    {
      "epoch": 1.2240065571779848,
      "eval_accuracy": 0.40612111173593607,
      "eval_loss": 3.1175479888916016,
      "eval_runtime": 1275.6913,
      "eval_samples_per_second": 391.457,
      "eval_steps_per_second": 1.359,
      "step": 1440
    },
    {
      "epoch": 1.232506602713943,
      "grad_norm": 169930.046875,
      "learning_rate": 0.0006041666666666666,
      "loss": 3.31,
      "step": 1450
    },
    {
      "epoch": 1.2410066482499014,
      "grad_norm": 166900.796875,
      "learning_rate": 0.0006083333333333333,
      "loss": 3.2813,
      "step": 1460
    },
    {
      "epoch": 1.2495066937858597,
      "grad_norm": 142726.859375,
      "learning_rate": 0.0006125000000000001,
      "loss": 3.2236,
      "step": 1470
    },
    {
      "epoch": 1.2580067393218177,
      "grad_norm": 113215.296875,
      "learning_rate": 0.0006166666666666667,
      "loss": 3.1767,
      "step": 1480
    },
    {
      "epoch": 1.266506784857776,
      "grad_norm": 150677.703125,
      "learning_rate": 0.0006208333333333334,
      "loss": 3.1548,
      "step": 1490
    },
    {
      "epoch": 1.2750068303937343,
      "grad_norm": 134445.515625,
      "learning_rate": 0.000625,
      "loss": 3.0924,
      "step": 1500
    },
    {
      "epoch": 1.2835068759296924,
      "grad_norm": 116583.6796875,
      "learning_rate": 0.0006291666666666667,
      "loss": 3.023,
      "step": 1510
    },
    {
      "epoch": 1.2920069214656507,
      "grad_norm": 99715.9765625,
      "learning_rate": 0.0006333333333333333,
      "loss": 2.9354,
      "step": 1520
    },
    {
      "epoch": 1.300506967001609,
      "grad_norm": 97103.8125,
      "learning_rate": 0.0006374999999999999,
      "loss": 2.8965,
      "step": 1530
    },
    {
      "epoch": 1.300506967001609,
      "eval_accuracy": 0.46788244925851397,
      "eval_loss": 2.698025941848755,
      "eval_runtime": 1277.5104,
      "eval_samples_per_second": 390.899,
      "eval_steps_per_second": 1.357,
      "step": 1530
    },
    {
      "epoch": 1.3090070125375672,
      "grad_norm": 87332.8515625,
      "learning_rate": 0.0006416666666666667,
      "loss": 2.8339,
      "step": 1540
    },
    {
      "epoch": 1.3175070580735255,
      "grad_norm": 89923.7890625,
      "learning_rate": 0.0006458333333333334,
      "loss": 2.7669,
      "step": 1550
    },
    {
      "epoch": 1.3260071036094836,
      "grad_norm": 75226.8515625,
      "learning_rate": 0.0006500000000000001,
      "loss": 2.7303,
      "step": 1560
    },
    {
      "epoch": 1.3345071491454419,
      "grad_norm": 66864.1484375,
      "learning_rate": 0.0006541666666666667,
      "loss": 2.6759,
      "step": 1570
    },
    {
      "epoch": 1.3430071946814,
      "grad_norm": 61924.27734375,
      "learning_rate": 0.0006583333333333334,
      "loss": 2.6349,
      "step": 1580
    },
    {
      "epoch": 1.3515072402173582,
      "grad_norm": 54619.734375,
      "learning_rate": 0.0006625,
      "loss": 2.5945,
      "step": 1590
    },
    {
      "epoch": 1.3600072857533165,
      "grad_norm": 74138.375,
      "learning_rate": 0.0006666666666666666,
      "loss": 2.5633,
      "step": 1600
    },
    {
      "epoch": 1.3685073312892748,
      "grad_norm": 58250.90625,
      "learning_rate": 0.0006708333333333333,
      "loss": 2.5349,
      "step": 1610
    },
    {
      "epoch": 1.377007376825233,
      "grad_norm": 76097.328125,
      "learning_rate": 0.000675,
      "loss": 2.4952,
      "step": 1620
    },
    {
      "epoch": 1.377007376825233,
      "eval_accuracy": 0.5196907758785413,
      "eval_loss": 2.3480491638183594,
      "eval_runtime": 1280.8752,
      "eval_samples_per_second": 389.872,
      "eval_steps_per_second": 1.354,
      "step": 1620
    },
    {
      "epoch": 1.3855074223611912,
      "grad_norm": 77774.96875,
      "learning_rate": 0.0006791666666666667,
      "loss": 2.4686,
      "step": 1630
    },
    {
      "epoch": 1.3940074678971495,
      "grad_norm": 65427.421875,
      "learning_rate": 0.0006833333333333333,
      "loss": 2.4615,
      "step": 1640
    },
    {
      "epoch": 1.4025075134331078,
      "grad_norm": 56960.09765625,
      "learning_rate": 0.0006875,
      "loss": 2.4228,
      "step": 1650
    },
    {
      "epoch": 1.4110075589690658,
      "grad_norm": 74808.4296875,
      "learning_rate": 0.0006916666666666667,
      "loss": 2.391,
      "step": 1660
    },
    {
      "epoch": 1.4195076045050241,
      "grad_norm": 47526.44140625,
      "learning_rate": 0.0006958333333333334,
      "loss": 2.3693,
      "step": 1670
    },
    {
      "epoch": 1.4280076500409824,
      "grad_norm": 54673.7578125,
      "learning_rate": 0.0007,
      "loss": 2.3505,
      "step": 1680
    },
    {
      "epoch": 1.4365076955769407,
      "grad_norm": 33447.546875,
      "learning_rate": 0.0007041666666666667,
      "loss": 2.3205,
      "step": 1690
    },
    {
      "epoch": 1.4450077411128988,
      "grad_norm": 56293.46484375,
      "learning_rate": 0.0007083333333333334,
      "loss": 2.318,
      "step": 1700
    },
    {
      "epoch": 1.453507786648857,
      "grad_norm": 41077.09375,
      "learning_rate": 0.0007125,
      "loss": 2.2838,
      "step": 1710
    },
    {
      "epoch": 1.453507786648857,
      "eval_accuracy": 0.5489981207105539,
      "eval_loss": 2.1566824913024902,
      "eval_runtime": 1279.9042,
      "eval_samples_per_second": 390.168,
      "eval_steps_per_second": 1.355,
      "step": 1710
    },
    {
      "epoch": 1.4620078321848153,
      "grad_norm": 51759.4296875,
      "learning_rate": 0.0007166666666666667,
      "loss": 2.264,
      "step": 1720
    },
    {
      "epoch": 1.4705078777207734,
      "grad_norm": 50884.80078125,
      "learning_rate": 0.0007208333333333333,
      "loss": 2.2408,
      "step": 1730
    },
    {
      "epoch": 1.4790079232567317,
      "grad_norm": 38072.73046875,
      "learning_rate": 0.000725,
      "loss": 2.2221,
      "step": 1740
    },
    {
      "epoch": 1.48750796879269,
      "grad_norm": 45036.5,
      "learning_rate": 0.0007291666666666666,
      "loss": 2.2046,
      "step": 1750
    },
    {
      "epoch": 1.4960080143286483,
      "grad_norm": 30498.197265625,
      "learning_rate": 0.0007333333333333333,
      "loss": 2.1925,
      "step": 1760
    },
    {
      "epoch": 1.5045080598646066,
      "grad_norm": 52624.26953125,
      "learning_rate": 0.0007375000000000001,
      "loss": 2.1845,
      "step": 1770
    },
    {
      "epoch": 1.5130081054005646,
      "grad_norm": 39472.8125,
      "learning_rate": 0.0007416666666666667,
      "loss": 2.1579,
      "step": 1780
    },
    {
      "epoch": 1.521508150936523,
      "grad_norm": 43868.4375,
      "learning_rate": 0.0007458333333333334,
      "loss": 2.1517,
      "step": 1790
    },
    {
      "epoch": 1.530008196472481,
      "grad_norm": 39694.20703125,
      "learning_rate": 0.00075,
      "loss": 2.1324,
      "step": 1800
    },
    {
      "epoch": 1.530008196472481,
      "eval_accuracy": 0.571443558749772,
      "eval_loss": 2.0166752338409424,
      "eval_runtime": 1279.8418,
      "eval_samples_per_second": 390.187,
      "eval_steps_per_second": 1.355,
      "step": 1800
    },
    {
      "epoch": 1.5385082420084393,
      "grad_norm": 41399.078125,
      "learning_rate": 0.0007541666666666667,
      "loss": 2.1129,
      "step": 1810
    },
    {
      "epoch": 1.5470082875443976,
      "grad_norm": 39988.51171875,
      "learning_rate": 0.0007583333333333333,
      "loss": 2.0979,
      "step": 1820
    },
    {
      "epoch": 1.5555083330803559,
      "grad_norm": 40106.96875,
      "learning_rate": 0.0007624999999999999,
      "loss": 2.0861,
      "step": 1830
    },
    {
      "epoch": 1.5640083786163141,
      "grad_norm": 37416.859375,
      "learning_rate": 0.0007666666666666667,
      "loss": 2.0691,
      "step": 1840
    },
    {
      "epoch": 1.5725084241522722,
      "grad_norm": 45897.46484375,
      "learning_rate": 0.0007708333333333334,
      "loss": 2.0541,
      "step": 1850
    },
    {
      "epoch": 1.5810084696882305,
      "grad_norm": 43155.91796875,
      "learning_rate": 0.0007750000000000001,
      "loss": 2.0409,
      "step": 1860
    },
    {
      "epoch": 1.5895085152241886,
      "grad_norm": 44230.0703125,
      "learning_rate": 0.0007791666666666667,
      "loss": 2.026,
      "step": 1870
    },
    {
      "epoch": 1.5980085607601469,
      "grad_norm": 41950.99609375,
      "learning_rate": 0.0007833333333333334,
      "loss": 2.007,
      "step": 1880
    },
    {
      "epoch": 1.6065086062961051,
      "grad_norm": 50098.26171875,
      "learning_rate": 0.0007875,
      "loss": 2.004,
      "step": 1890
    },
    {
      "epoch": 1.6065086062961051,
      "eval_accuracy": 0.5934511080462407,
      "eval_loss": 1.89019775390625,
      "eval_runtime": 1279.3367,
      "eval_samples_per_second": 390.341,
      "eval_steps_per_second": 1.355,
      "step": 1890
    },
    {
      "epoch": 1.6150086518320634,
      "grad_norm": 38339.48046875,
      "learning_rate": 0.0007916666666666666,
      "loss": 1.992,
      "step": 1900
    },
    {
      "epoch": 1.6235086973680217,
      "grad_norm": 45457.52734375,
      "learning_rate": 0.0007958333333333333,
      "loss": 1.9782,
      "step": 1910
    },
    {
      "epoch": 1.6320087429039798,
      "grad_norm": 44519.359375,
      "learning_rate": 0.0008,
      "loss": 1.9713,
      "step": 1920
    },
    {
      "epoch": 1.640508788439938,
      "grad_norm": 32601.9921875,
      "learning_rate": 0.0008041666666666667,
      "loss": 1.9564,
      "step": 1930
    },
    {
      "epoch": 1.6490088339758961,
      "grad_norm": 38710.42578125,
      "learning_rate": 0.0008083333333333333,
      "loss": 1.9461,
      "step": 1940
    },
    {
      "epoch": 1.6575088795118544,
      "grad_norm": 36938.29296875,
      "learning_rate": 0.0008125000000000001,
      "loss": 1.9386,
      "step": 1950
    },
    {
      "epoch": 1.6660089250478127,
      "grad_norm": 39862.9609375,
      "learning_rate": 0.0008166666666666667,
      "loss": 1.9229,
      "step": 1960
    },
    {
      "epoch": 1.674508970583771,
      "grad_norm": 29285.794921875,
      "learning_rate": 0.0008208333333333334,
      "loss": 1.9096,
      "step": 1970
    },
    {
      "epoch": 1.6830090161197293,
      "grad_norm": 40694.77734375,
      "learning_rate": 0.000825,
      "loss": 1.8992,
      "step": 1980
    },
    {
      "epoch": 1.6830090161197293,
      "eval_accuracy": 0.6102293333175925,
      "eval_loss": 1.7952998876571655,
      "eval_runtime": 1281.484,
      "eval_samples_per_second": 389.687,
      "eval_steps_per_second": 1.353,
      "step": 1980
    },
    {
      "epoch": 1.6915090616556876,
      "grad_norm": 52670.69140625,
      "learning_rate": 0.0008291666666666667,
      "loss": 1.8874,
      "step": 1990
    },
    {
      "epoch": 1.7000091071916457,
      "grad_norm": 41263.34375,
      "learning_rate": 0.0008333333333333334,
      "loss": 1.8832,
      "step": 2000
    },
    {
      "epoch": 1.708509152727604,
      "grad_norm": 48928.69921875,
      "learning_rate": 0.0008375,
      "loss": 1.8709,
      "step": 2010
    },
    {
      "epoch": 1.717009198263562,
      "grad_norm": 34242.77734375,
      "learning_rate": 0.0008416666666666667,
      "loss": 1.8672,
      "step": 2020
    },
    {
      "epoch": 1.7255092437995203,
      "grad_norm": 43822.64453125,
      "learning_rate": 0.0008458333333333333,
      "loss": 1.8542,
      "step": 2030
    },
    {
      "epoch": 1.7340092893354786,
      "grad_norm": 30140.544921875,
      "learning_rate": 0.00085,
      "loss": 1.8418,
      "step": 2040
    },
    {
      "epoch": 1.7425093348714369,
      "grad_norm": 32354.177734375,
      "learning_rate": 0.0008541666666666666,
      "loss": 1.833,
      "step": 2050
    },
    {
      "epoch": 1.7510093804073952,
      "grad_norm": 37106.171875,
      "learning_rate": 0.0008583333333333333,
      "loss": 1.8285,
      "step": 2060
    },
    {
      "epoch": 1.7595094259433532,
      "grad_norm": 35038.6875,
      "learning_rate": 0.0008625000000000001,
      "loss": 1.815,
      "step": 2070
    },
    {
      "epoch": 1.7595094259433532,
      "eval_accuracy": 0.6255571282197189,
      "eval_loss": 1.7101428508758545,
      "eval_runtime": 1279.0851,
      "eval_samples_per_second": 390.418,
      "eval_steps_per_second": 1.356,
      "step": 2070
    },
    {
      "epoch": 1.7680094714793115,
      "grad_norm": 33263.3046875,
      "learning_rate": 0.0008666666666666667,
      "loss": 1.8021,
      "step": 2080
    },
    {
      "epoch": 1.7765095170152696,
      "grad_norm": 29019.279296875,
      "learning_rate": 0.0008708333333333334,
      "loss": 1.7913,
      "step": 2090
    },
    {
      "epoch": 1.785009562551228,
      "grad_norm": 40720.78125,
      "learning_rate": 0.000875,
      "loss": 1.7823,
      "step": 2100
    },
    {
      "epoch": 1.7935096080871862,
      "grad_norm": 40485.59765625,
      "learning_rate": 0.0008791666666666667,
      "loss": 1.7738,
      "step": 2110
    },
    {
      "epoch": 1.8020096536231445,
      "grad_norm": 34836.8984375,
      "learning_rate": 0.0008833333333333333,
      "loss": 1.7628,
      "step": 2120
    },
    {
      "epoch": 1.8105096991591028,
      "grad_norm": 37340.25,
      "learning_rate": 0.0008874999999999999,
      "loss": 1.7564,
      "step": 2130
    },
    {
      "epoch": 1.8190097446950608,
      "grad_norm": 34712.98828125,
      "learning_rate": 0.0008916666666666667,
      "loss": 1.7454,
      "step": 2140
    },
    {
      "epoch": 1.8275097902310191,
      "grad_norm": 36124.44921875,
      "learning_rate": 0.0008958333333333334,
      "loss": 1.7375,
      "step": 2150
    },
    {
      "epoch": 1.8360098357669772,
      "grad_norm": 26800.90234375,
      "learning_rate": 0.0009000000000000001,
      "loss": 1.724,
      "step": 2160
    },
    {
      "epoch": 1.8360098357669772,
      "eval_accuracy": 0.6417359150220479,
      "eval_loss": 1.619744062423706,
      "eval_runtime": 1279.7377,
      "eval_samples_per_second": 390.219,
      "eval_steps_per_second": 1.355,
      "step": 2160
    },
    {
      "epoch": 1.8445098813029355,
      "grad_norm": 29157.935546875,
      "learning_rate": 0.0009041666666666667,
      "loss": 1.714,
      "step": 2170
    },
    {
      "epoch": 1.8530099268388938,
      "grad_norm": 32622.201171875,
      "learning_rate": 0.0009083333333333334,
      "loss": 1.6972,
      "step": 2180
    },
    {
      "epoch": 1.861509972374852,
      "grad_norm": 27361.466796875,
      "learning_rate": 0.0009125,
      "loss": 1.6807,
      "step": 2190
    },
    {
      "epoch": 1.8700100179108103,
      "grad_norm": 30800.376953125,
      "learning_rate": 0.0009166666666666666,
      "loss": 1.6644,
      "step": 2200
    },
    {
      "epoch": 1.8785100634467686,
      "grad_norm": 28547.041015625,
      "learning_rate": 0.0009208333333333333,
      "loss": 1.6546,
      "step": 2210
    },
    {
      "epoch": 1.8870101089827267,
      "grad_norm": 32673.380859375,
      "learning_rate": 0.000925,
      "loss": 1.6407,
      "step": 2220
    },
    {
      "epoch": 1.8955101545186848,
      "grad_norm": 38690.15625,
      "learning_rate": 0.0009291666666666667,
      "loss": 1.6327,
      "step": 2230
    },
    {
      "epoch": 1.904010200054643,
      "grad_norm": 24017.017578125,
      "learning_rate": 0.0009333333333333333,
      "loss": 1.6185,
      "step": 2240
    },
    {
      "epoch": 1.9125102455906013,
      "grad_norm": 33731.96484375,
      "learning_rate": 0.0009375,
      "loss": 1.6115,
      "step": 2250
    },
    {
      "epoch": 1.9125102455906013,
      "eval_accuracy": 0.6670528637301408,
      "eval_loss": 1.5023800134658813,
      "eval_runtime": 1278.3406,
      "eval_samples_per_second": 390.646,
      "eval_steps_per_second": 1.356,
      "step": 2250
    },
    {
      "epoch": 1.9210102911265596,
      "grad_norm": 35314.43359375,
      "learning_rate": 0.0009416666666666667,
      "loss": 1.5993,
      "step": 2260
    },
    {
      "epoch": 1.929510336662518,
      "grad_norm": 36152.0078125,
      "learning_rate": 0.0009458333333333334,
      "loss": 1.5944,
      "step": 2270
    },
    {
      "epoch": 1.9380103821984762,
      "grad_norm": 31576.48046875,
      "learning_rate": 0.00095,
      "loss": 1.5867,
      "step": 2280
    },
    {
      "epoch": 1.9465104277344343,
      "grad_norm": 31250.708984375,
      "learning_rate": 0.0009541666666666667,
      "loss": 1.5779,
      "step": 2290
    },
    {
      "epoch": 1.9550104732703926,
      "grad_norm": 39243.34375,
      "learning_rate": 0.0009583333333333334,
      "loss": 1.5693,
      "step": 2300
    },
    {
      "epoch": 1.9635105188063506,
      "grad_norm": 26391.3046875,
      "learning_rate": 0.0009625,
      "loss": 1.5671,
      "step": 2310
    },
    {
      "epoch": 1.972010564342309,
      "grad_norm": 34276.82421875,
      "learning_rate": 0.0009666666666666667,
      "loss": 1.56,
      "step": 2320
    },
    {
      "epoch": 1.9805106098782672,
      "grad_norm": 28257.998046875,
      "learning_rate": 0.0009708333333333333,
      "loss": 1.5482,
      "step": 2330
    },
    {
      "epoch": 1.9890106554142255,
      "grad_norm": 38320.5234375,
      "learning_rate": 0.000975,
      "loss": 1.5435,
      "step": 2340
    },
    {
      "epoch": 1.9890106554142255,
      "eval_accuracy": 0.679645168221919,
      "eval_loss": 1.4393101930618286,
      "eval_runtime": 1277.7056,
      "eval_samples_per_second": 390.84,
      "eval_steps_per_second": 1.357,
      "step": 2340
    },
    {
      "epoch": 1.9975107009501838,
      "grad_norm": 30497.1171875,
      "learning_rate": 0.0009791666666666666,
      "loss": 1.5364,
      "step": 2350
    },
    {
      "epoch": 2.006010746486142,
      "grad_norm": 30113.25,
      "learning_rate": 0.0009833333333333332,
      "loss": 1.5333,
      "step": 2360
    },
    {
      "epoch": 2.0145107920221,
      "grad_norm": 23521.29296875,
      "learning_rate": 0.0009875,
      "loss": 1.528,
      "step": 2370
    },
    {
      "epoch": 2.023010837558058,
      "grad_norm": 33135.26953125,
      "learning_rate": 0.0009916666666666667,
      "loss": 1.5211,
      "step": 2380
    },
    {
      "epoch": 2.0315108830940165,
      "grad_norm": 22258.33984375,
      "learning_rate": 0.0009958333333333334,
      "loss": 1.5173,
      "step": 2390
    },
    {
      "epoch": 2.040010928629975,
      "grad_norm": 30941.345703125,
      "learning_rate": 0.001,
      "loss": 1.5097,
      "step": 2400
    },
    {
      "epoch": 2.048510974165933,
      "grad_norm": 27459.111328125,
      "learning_rate": 0.000999009900990099,
      "loss": 1.5022,
      "step": 2410
    },
    {
      "epoch": 2.0570110197018914,
      "grad_norm": 23237.234375,
      "learning_rate": 0.0009980198019801981,
      "loss": 1.4956,
      "step": 2420
    },
    {
      "epoch": 2.0655110652378497,
      "grad_norm": 24305.986328125,
      "learning_rate": 0.000997029702970297,
      "loss": 1.4921,
      "step": 2430
    },
    {
      "epoch": 2.0655110652378497,
      "eval_accuracy": 0.6886431014072092,
      "eval_loss": 1.3913538455963135,
      "eval_runtime": 1278.454,
      "eval_samples_per_second": 390.611,
      "eval_steps_per_second": 1.356,
      "step": 2430
    },
    {
      "epoch": 2.0740111107738075,
      "grad_norm": 26497.21484375,
      "learning_rate": 0.000996039603960396,
      "loss": 1.4843,
      "step": 2440
    },
    {
      "epoch": 2.082511156309766,
      "grad_norm": 24107.4375,
      "learning_rate": 0.000995049504950495,
      "loss": 1.4824,
      "step": 2450
    },
    {
      "epoch": 2.091011201845724,
      "grad_norm": 26006.498046875,
      "learning_rate": 0.0009940594059405941,
      "loss": 1.4763,
      "step": 2460
    },
    {
      "epoch": 2.0995112473816824,
      "grad_norm": 27216.076171875,
      "learning_rate": 0.0009930693069306932,
      "loss": 1.4704,
      "step": 2470
    },
    {
      "epoch": 2.1080112929176407,
      "grad_norm": 21669.0546875,
      "learning_rate": 0.000992079207920792,
      "loss": 1.4636,
      "step": 2480
    },
    {
      "epoch": 2.116511338453599,
      "grad_norm": 23455.484375,
      "learning_rate": 0.000991089108910891,
      "loss": 1.4566,
      "step": 2490
    },
    {
      "epoch": 2.1250113839895572,
      "grad_norm": 20500.41015625,
      "learning_rate": 0.0009900990099009901,
      "loss": 1.4554,
      "step": 2500
    },
    {
      "epoch": 2.133511429525515,
      "grad_norm": 26141.59765625,
      "learning_rate": 0.0009891089108910892,
      "loss": 1.4484,
      "step": 2510
    },
    {
      "epoch": 2.1420114750614734,
      "grad_norm": 23275.765625,
      "learning_rate": 0.0009881188118811882,
      "loss": 1.4427,
      "step": 2520
    },
    {
      "epoch": 2.1420114750614734,
      "eval_accuracy": 0.6980444623562028,
      "eval_loss": 1.3418840169906616,
      "eval_runtime": 1280.6296,
      "eval_samples_per_second": 389.947,
      "eval_steps_per_second": 1.354,
      "step": 2520
    },
    {
      "epoch": 2.1505115205974317,
      "grad_norm": 26020.708984375,
      "learning_rate": 0.000987128712871287,
      "loss": 1.4374,
      "step": 2530
    },
    {
      "epoch": 2.15901156613339,
      "grad_norm": 20408.48828125,
      "learning_rate": 0.000986138613861386,
      "loss": 1.4302,
      "step": 2540
    },
    {
      "epoch": 2.1675116116693482,
      "grad_norm": 23640.2265625,
      "learning_rate": 0.0009851485148514852,
      "loss": 1.4277,
      "step": 2550
    },
    {
      "epoch": 2.1760116572053065,
      "grad_norm": 22099.396484375,
      "learning_rate": 0.0009841584158415842,
      "loss": 1.4217,
      "step": 2560
    },
    {
      "epoch": 2.184511702741265,
      "grad_norm": 23317.130859375,
      "learning_rate": 0.0009831683168316833,
      "loss": 1.4188,
      "step": 2570
    },
    {
      "epoch": 2.193011748277223,
      "grad_norm": 24106.27734375,
      "learning_rate": 0.000982178217821782,
      "loss": 1.4147,
      "step": 2580
    },
    {
      "epoch": 2.201511793813181,
      "grad_norm": 18410.43359375,
      "learning_rate": 0.0009811881188118811,
      "loss": 1.4107,
      "step": 2590
    },
    {
      "epoch": 2.2100118393491393,
      "grad_norm": 22841.390625,
      "learning_rate": 0.0009801980198019802,
      "loss": 1.4075,
      "step": 2600
    },
    {
      "epoch": 2.2185118848850975,
      "grad_norm": 24554.787109375,
      "learning_rate": 0.0009792079207920793,
      "loss": 1.404,
      "step": 2610
    },
    {
      "epoch": 2.2185118848850975,
      "eval_accuracy": 0.7051629840505044,
      "eval_loss": 1.3090746402740479,
      "eval_runtime": 1279.6345,
      "eval_samples_per_second": 390.25,
      "eval_steps_per_second": 1.355,
      "step": 2610
    },
    {
      "epoch": 2.227011930421056,
      "grad_norm": 25836.71484375,
      "learning_rate": 0.0009782178217821783,
      "loss": 1.4039,
      "step": 2620
    },
    {
      "epoch": 2.235511975957014,
      "grad_norm": 21653.619140625,
      "learning_rate": 0.0009772277227722771,
      "loss": 1.3946,
      "step": 2630
    },
    {
      "epoch": 2.2440120214929724,
      "grad_norm": 23728.3046875,
      "learning_rate": 0.0009762376237623762,
      "loss": 1.3929,
      "step": 2640
    },
    {
      "epoch": 2.2525120670289307,
      "grad_norm": 21733.001953125,
      "learning_rate": 0.0009752475247524752,
      "loss": 1.3884,
      "step": 2650
    },
    {
      "epoch": 2.261012112564889,
      "grad_norm": 21566.19921875,
      "learning_rate": 0.0009742574257425743,
      "loss": 1.3825,
      "step": 2660
    },
    {
      "epoch": 2.269512158100847,
      "grad_norm": 19529.41015625,
      "learning_rate": 0.0009732673267326732,
      "loss": 1.3786,
      "step": 2670
    },
    {
      "epoch": 2.278012203636805,
      "grad_norm": 20555.123046875,
      "learning_rate": 0.0009722772277227723,
      "loss": 1.3755,
      "step": 2680
    },
    {
      "epoch": 2.2865122491727634,
      "grad_norm": 19776.90234375,
      "learning_rate": 0.0009712871287128712,
      "loss": 1.3706,
      "step": 2690
    },
    {
      "epoch": 2.2950122947087217,
      "grad_norm": 18725.46875,
      "learning_rate": 0.0009702970297029703,
      "loss": 1.3703,
      "step": 2700
    },
    {
      "epoch": 2.2950122947087217,
      "eval_accuracy": 0.7118258434856092,
      "eval_loss": 1.2756892442703247,
      "eval_runtime": 1278.3225,
      "eval_samples_per_second": 390.651,
      "eval_steps_per_second": 1.356,
      "step": 2700
    },
    {
      "epoch": 2.30351234024468,
      "grad_norm": 21781.615234375,
      "learning_rate": 0.0009693069306930693,
      "loss": 1.369,
      "step": 2710
    },
    {
      "epoch": 2.3120123857806383,
      "grad_norm": 21352.599609375,
      "learning_rate": 0.0009683168316831683,
      "loss": 1.3609,
      "step": 2720
    },
    {
      "epoch": 2.3205124313165966,
      "grad_norm": 19621.919921875,
      "learning_rate": 0.0009673267326732673,
      "loss": 1.3579,
      "step": 2730
    },
    {
      "epoch": 2.3290124768525544,
      "grad_norm": 15898.189453125,
      "learning_rate": 0.0009663366336633663,
      "loss": 1.3585,
      "step": 2740
    },
    {
      "epoch": 2.3375125223885127,
      "grad_norm": 24640.2734375,
      "learning_rate": 0.0009653465346534653,
      "loss": 1.3521,
      "step": 2750
    },
    {
      "epoch": 2.346012567924471,
      "grad_norm": 21775.046875,
      "learning_rate": 0.0009643564356435644,
      "loss": 1.3496,
      "step": 2760
    },
    {
      "epoch": 2.3545126134604293,
      "grad_norm": 20199.751953125,
      "learning_rate": 0.0009633663366336633,
      "loss": 1.3477,
      "step": 2770
    },
    {
      "epoch": 2.3630126589963876,
      "grad_norm": 23324.25,
      "learning_rate": 0.0009623762376237624,
      "loss": 1.344,
      "step": 2780
    },
    {
      "epoch": 2.371512704532346,
      "grad_norm": 23789.677734375,
      "learning_rate": 0.0009613861386138613,
      "loss": 1.3423,
      "step": 2790
    },
    {
      "epoch": 2.371512704532346,
      "eval_accuracy": 0.7178257874607675,
      "eval_loss": 1.2434872388839722,
      "eval_runtime": 1276.5226,
      "eval_samples_per_second": 391.202,
      "eval_steps_per_second": 1.358,
      "step": 2790
    },
    {
      "epoch": 2.380012750068304,
      "grad_norm": 22512.796875,
      "learning_rate": 0.0009603960396039604,
      "loss": 1.3394,
      "step": 2800
    },
    {
      "epoch": 2.388512795604262,
      "grad_norm": 24620.826171875,
      "learning_rate": 0.0009594059405940594,
      "loss": 1.3331,
      "step": 2810
    },
    {
      "epoch": 2.3970128411402203,
      "grad_norm": 20756.77734375,
      "learning_rate": 0.0009584158415841584,
      "loss": 1.3293,
      "step": 2820
    },
    {
      "epoch": 2.4055128866761786,
      "grad_norm": 17418.865234375,
      "learning_rate": 0.0009574257425742574,
      "loss": 1.3268,
      "step": 2830
    },
    {
      "epoch": 2.414012932212137,
      "grad_norm": 19701.8984375,
      "learning_rate": 0.0009564356435643564,
      "loss": 1.3256,
      "step": 2840
    },
    {
      "epoch": 2.422512977748095,
      "grad_norm": 22757.66015625,
      "learning_rate": 0.0009554455445544554,
      "loss": 1.3229,
      "step": 2850
    },
    {
      "epoch": 2.4310130232840534,
      "grad_norm": 24491.03515625,
      "learning_rate": 0.0009544554455445545,
      "loss": 1.3187,
      "step": 2860
    },
    {
      "epoch": 2.4395130688200117,
      "grad_norm": 19789.939453125,
      "learning_rate": 0.0009534653465346534,
      "loss": 1.3176,
      "step": 2870
    },
    {
      "epoch": 2.4480131143559696,
      "grad_norm": 19331.78515625,
      "learning_rate": 0.0009524752475247525,
      "loss": 1.3165,
      "step": 2880
    },
    {
      "epoch": 2.4480131143559696,
      "eval_accuracy": 0.7224858086201374,
      "eval_loss": 1.2204521894454956,
      "eval_runtime": 1278.1811,
      "eval_samples_per_second": 390.694,
      "eval_steps_per_second": 1.357,
      "step": 2880
    },
    {
      "epoch": 2.456513159891928,
      "grad_norm": 19115.720703125,
      "learning_rate": 0.0009514851485148514,
      "loss": 1.3118,
      "step": 2890
    },
    {
      "epoch": 2.465013205427886,
      "grad_norm": 18051.21875,
      "learning_rate": 0.0009504950495049505,
      "loss": 1.3087,
      "step": 2900
    },
    {
      "epoch": 2.4735132509638444,
      "grad_norm": 17369.791015625,
      "learning_rate": 0.0009495049504950495,
      "loss": 1.3088,
      "step": 2910
    },
    {
      "epoch": 2.4820132964998027,
      "grad_norm": 19926.080078125,
      "learning_rate": 0.0009485148514851485,
      "loss": 1.3067,
      "step": 2920
    },
    {
      "epoch": 2.490513342035761,
      "grad_norm": 21108.0078125,
      "learning_rate": 0.0009475247524752475,
      "loss": 1.3034,
      "step": 2930
    },
    {
      "epoch": 2.4990133875717193,
      "grad_norm": 20779.73828125,
      "learning_rate": 0.0009465346534653465,
      "loss": 1.2954,
      "step": 2940
    },
    {
      "epoch": 2.507513433107677,
      "grad_norm": 19840.251953125,
      "learning_rate": 0.0009455445544554455,
      "loss": 1.2957,
      "step": 2950
    },
    {
      "epoch": 2.5160134786436354,
      "grad_norm": 21993.7734375,
      "learning_rate": 0.0009445544554455446,
      "loss": 1.2948,
      "step": 2960
    },
    {
      "epoch": 2.5245135241795937,
      "grad_norm": 23669.6171875,
      "learning_rate": 0.0009435643564356435,
      "loss": 1.2932,
      "step": 2970
    },
    {
      "epoch": 2.5245135241795937,
      "eval_accuracy": 0.7274937619747395,
      "eval_loss": 1.196637511253357,
      "eval_runtime": 1278.0042,
      "eval_samples_per_second": 390.748,
      "eval_steps_per_second": 1.357,
      "step": 2970
    },
    {
      "epoch": 2.533013569715552,
      "grad_norm": 16925.79296875,
      "learning_rate": 0.0009425742574257426,
      "loss": 1.2884,
      "step": 2980
    },
    {
      "epoch": 2.5415136152515103,
      "grad_norm": 16753.69921875,
      "learning_rate": 0.0009415841584158415,
      "loss": 1.2862,
      "step": 2990
    },
    {
      "epoch": 2.5500136607874686,
      "grad_norm": 19538.154296875,
      "learning_rate": 0.0009405940594059406,
      "loss": 1.2843,
      "step": 3000
    },
    {
      "epoch": 2.558513706323427,
      "grad_norm": 18874.037109375,
      "learning_rate": 0.0009396039603960396,
      "loss": 1.2821,
      "step": 3010
    },
    {
      "epoch": 2.5670137518593847,
      "grad_norm": 19626.3671875,
      "learning_rate": 0.0009386138613861386,
      "loss": 1.2793,
      "step": 3020
    },
    {
      "epoch": 2.575513797395343,
      "grad_norm": 21052.349609375,
      "learning_rate": 0.0009376237623762376,
      "loss": 1.2789,
      "step": 3030
    },
    {
      "epoch": 2.5840138429313013,
      "grad_norm": 19245.396484375,
      "learning_rate": 0.0009366336633663367,
      "loss": 1.2744,
      "step": 3040
    },
    {
      "epoch": 2.5925138884672596,
      "grad_norm": 16579.640625,
      "learning_rate": 0.0009356435643564357,
      "loss": 1.2726,
      "step": 3050
    },
    {
      "epoch": 2.601013934003218,
      "grad_norm": 17490.4609375,
      "learning_rate": 0.0009346534653465348,
      "loss": 1.2726,
      "step": 3060
    },
    {
      "epoch": 2.601013934003218,
      "eval_accuracy": 0.7312536295087113,
      "eval_loss": 1.1788941621780396,
      "eval_runtime": 1282.3919,
      "eval_samples_per_second": 389.411,
      "eval_steps_per_second": 1.352,
      "step": 3060
    },
    {
      "epoch": 2.609513979539176,
      "grad_norm": 21261.8125,
      "learning_rate": 0.0009336633663366337,
      "loss": 1.2683,
      "step": 3070
    },
    {
      "epoch": 2.6180140250751345,
      "grad_norm": 21293.064453125,
      "learning_rate": 0.0009326732673267328,
      "loss": 1.2695,
      "step": 3080
    },
    {
      "epoch": 2.6265140706110923,
      "grad_norm": 18312.087890625,
      "learning_rate": 0.0009316831683168317,
      "loss": 1.2651,
      "step": 3090
    },
    {
      "epoch": 2.635014116147051,
      "grad_norm": 18225.01953125,
      "learning_rate": 0.0009306930693069308,
      "loss": 1.2608,
      "step": 3100
    },
    {
      "epoch": 2.643514161683009,
      "grad_norm": 19320.2890625,
      "learning_rate": 0.0009297029702970298,
      "loss": 1.2628,
      "step": 3110
    },
    {
      "epoch": 2.652014207218967,
      "grad_norm": 19210.060546875,
      "learning_rate": 0.0009287128712871288,
      "loss": 1.2602,
      "step": 3120
    },
    {
      "epoch": 2.6605142527549255,
      "grad_norm": 20046.904296875,
      "learning_rate": 0.0009277227722772278,
      "loss": 1.2569,
      "step": 3130
    },
    {
      "epoch": 2.6690142982908838,
      "grad_norm": 20291.744140625,
      "learning_rate": 0.0009267326732673268,
      "loss": 1.2546,
      "step": 3140
    },
    {
      "epoch": 2.677514343826842,
      "grad_norm": 17438.1796875,
      "learning_rate": 0.0009257425742574258,
      "loss": 1.2553,
      "step": 3150
    },
    {
      "epoch": 2.677514343826842,
      "eval_accuracy": 0.7340778616085779,
      "eval_loss": 1.1635637283325195,
      "eval_runtime": 1283.8261,
      "eval_samples_per_second": 388.976,
      "eval_steps_per_second": 1.351,
      "step": 3150
    },
    {
      "epoch": 2.6860143893628,
      "grad_norm": 16703.447265625,
      "learning_rate": 0.0009247524752475249,
      "loss": 1.2526,
      "step": 3160
    },
    {
      "epoch": 2.6945144348987586,
      "grad_norm": 16225.796875,
      "learning_rate": 0.0009237623762376238,
      "loss": 1.252,
      "step": 3170
    },
    {
      "epoch": 2.7030144804347165,
      "grad_norm": 19865.849609375,
      "learning_rate": 0.0009227722772277229,
      "loss": 1.2472,
      "step": 3180
    },
    {
      "epoch": 2.7115145259706748,
      "grad_norm": 18682.638671875,
      "learning_rate": 0.0009217821782178218,
      "loss": 1.2485,
      "step": 3190
    },
    {
      "epoch": 2.720014571506633,
      "grad_norm": 24501.96875,
      "learning_rate": 0.0009207920792079209,
      "loss": 1.2447,
      "step": 3200
    },
    {
      "epoch": 2.7285146170425914,
      "grad_norm": 16843.01953125,
      "learning_rate": 0.0009198019801980199,
      "loss": 1.2431,
      "step": 3210
    },
    {
      "epoch": 2.7370146625785496,
      "grad_norm": 19249.625,
      "learning_rate": 0.0009188118811881188,
      "loss": 1.2404,
      "step": 3220
    },
    {
      "epoch": 2.7455147081145075,
      "grad_norm": 16381.576171875,
      "learning_rate": 0.0009178217821782179,
      "loss": 1.2402,
      "step": 3230
    },
    {
      "epoch": 2.754014753650466,
      "grad_norm": 17400.1015625,
      "learning_rate": 0.0009168316831683168,
      "loss": 1.2352,
      "step": 3240
    },
    {
      "epoch": 2.754014753650466,
      "eval_accuracy": 0.738359822040415,
      "eval_loss": 1.1412700414657593,
      "eval_runtime": 1278.9235,
      "eval_samples_per_second": 390.467,
      "eval_steps_per_second": 1.356,
      "step": 3240
    },
    {
      "epoch": 2.762514799186424,
      "grad_norm": 20167.6328125,
      "learning_rate": 0.0009158415841584159,
      "loss": 1.2357,
      "step": 3250
    },
    {
      "epoch": 2.7710148447223824,
      "grad_norm": 17094.001953125,
      "learning_rate": 0.000914851485148515,
      "loss": 1.2327,
      "step": 3260
    },
    {
      "epoch": 2.7795148902583406,
      "grad_norm": 19824.177734375,
      "learning_rate": 0.0009138613861386139,
      "loss": 1.2323,
      "step": 3270
    },
    {
      "epoch": 2.788014935794299,
      "grad_norm": 20459.54296875,
      "learning_rate": 0.0009128712871287129,
      "loss": 1.2317,
      "step": 3280
    },
    {
      "epoch": 2.796514981330257,
      "grad_norm": 19844.548828125,
      "learning_rate": 0.0009118811881188119,
      "loss": 1.2303,
      "step": 3290
    },
    {
      "epoch": 2.8050150268662155,
      "grad_norm": 15563.7314453125,
      "learning_rate": 0.0009108910891089109,
      "loss": 1.2254,
      "step": 3300
    },
    {
      "epoch": 2.813515072402174,
      "grad_norm": 19343.908203125,
      "learning_rate": 0.00090990099009901,
      "loss": 1.2253,
      "step": 3310
    },
    {
      "epoch": 2.8220151179381316,
      "grad_norm": 15785.529296875,
      "learning_rate": 0.0009089108910891089,
      "loss": 1.2263,
      "step": 3320
    },
    {
      "epoch": 2.83051516347409,
      "grad_norm": 21025.06640625,
      "learning_rate": 0.000907920792079208,
      "loss": 1.224,
      "step": 3330
    },
    {
      "epoch": 2.83051516347409,
      "eval_accuracy": 0.7409290871538374,
      "eval_loss": 1.1298062801361084,
      "eval_runtime": 1281.4127,
      "eval_samples_per_second": 389.709,
      "eval_steps_per_second": 1.353,
      "step": 3330
    },
    {
      "epoch": 2.8390152090100482,
      "grad_norm": 16538.94140625,
      "learning_rate": 0.0009069306930693069,
      "loss": 1.223,
      "step": 3340
    },
    {
      "epoch": 2.8475152545460065,
      "grad_norm": 18982.095703125,
      "learning_rate": 0.000905940594059406,
      "loss": 1.2217,
      "step": 3350
    },
    {
      "epoch": 2.856015300081965,
      "grad_norm": 18279.283203125,
      "learning_rate": 0.000904950495049505,
      "loss": 1.2178,
      "step": 3360
    },
    {
      "epoch": 2.864515345617923,
      "grad_norm": 19073.97265625,
      "learning_rate": 0.000903960396039604,
      "loss": 1.2142,
      "step": 3370
    },
    {
      "epoch": 2.8730153911538814,
      "grad_norm": 18313.646484375,
      "learning_rate": 0.000902970297029703,
      "loss": 1.2164,
      "step": 3380
    },
    {
      "epoch": 2.8815154366898392,
      "grad_norm": 18153.08203125,
      "learning_rate": 0.000901980198019802,
      "loss": 1.2132,
      "step": 3390
    },
    {
      "epoch": 2.8900154822257975,
      "grad_norm": 17545.95703125,
      "learning_rate": 0.000900990099009901,
      "loss": 1.211,
      "step": 3400
    },
    {
      "epoch": 2.898515527761756,
      "grad_norm": 17355.42578125,
      "learning_rate": 0.0009000000000000001,
      "loss": 1.2137,
      "step": 3410
    },
    {
      "epoch": 2.907015573297714,
      "grad_norm": 16659.796875,
      "learning_rate": 0.000899009900990099,
      "loss": 1.2094,
      "step": 3420
    },
    {
      "epoch": 2.907015573297714,
      "eval_accuracy": 0.7434043563853827,
      "eval_loss": 1.1177165508270264,
      "eval_runtime": 1280.5435,
      "eval_samples_per_second": 389.973,
      "eval_steps_per_second": 1.354,
      "step": 3420
    },
    {
      "epoch": 2.9155156188336724,
      "grad_norm": 20371.392578125,
      "learning_rate": 0.0008980198019801981,
      "loss": 1.2082,
      "step": 3430
    },
    {
      "epoch": 2.9240156643696307,
      "grad_norm": 20884.041015625,
      "learning_rate": 0.000897029702970297,
      "loss": 1.2049,
      "step": 3440
    },
    {
      "epoch": 2.932515709905589,
      "grad_norm": 18348.6328125,
      "learning_rate": 0.0008960396039603961,
      "loss": 1.2043,
      "step": 3450
    },
    {
      "epoch": 2.941015755441547,
      "grad_norm": 17201.962890625,
      "learning_rate": 0.0008950495049504951,
      "loss": 1.2023,
      "step": 3460
    },
    {
      "epoch": 2.949515800977505,
      "grad_norm": 18133.63671875,
      "learning_rate": 0.0008940594059405941,
      "loss": 1.2026,
      "step": 3470
    },
    {
      "epoch": 2.9580158465134634,
      "grad_norm": 16873.494140625,
      "learning_rate": 0.0008930693069306931,
      "loss": 1.1983,
      "step": 3480
    },
    {
      "epoch": 2.9665158920494217,
      "grad_norm": 18968.74609375,
      "learning_rate": 0.0008920792079207921,
      "loss": 1.2007,
      "step": 3490
    },
    {
      "epoch": 2.97501593758538,
      "grad_norm": 16066.7578125,
      "learning_rate": 0.0008910891089108911,
      "loss": 1.1992,
      "step": 3500
    },
    {
      "epoch": 2.9835159831213383,
      "grad_norm": 18147.33203125,
      "learning_rate": 0.0008900990099009902,
      "loss": 1.1955,
      "step": 3510
    },
    {
      "epoch": 2.9835159831213383,
      "eval_accuracy": 0.7461886735137164,
      "eval_loss": 1.101768970489502,
      "eval_runtime": 1279.5411,
      "eval_samples_per_second": 390.279,
      "eval_steps_per_second": 1.355,
      "step": 3510
    },
    {
      "epoch": 2.9920160286572965,
      "grad_norm": 16867.4296875,
      "learning_rate": 0.0008891089108910891,
      "loss": 1.1933,
      "step": 3520
    },
    {
      "epoch": 3.0005160741932544,
      "grad_norm": 17814.7109375,
      "learning_rate": 0.0008881188118811882,
      "loss": 1.1949,
      "step": 3530
    },
    {
      "epoch": 3.0090161197292127,
      "grad_norm": 17680.919921875,
      "learning_rate": 0.0008871287128712871,
      "loss": 1.1922,
      "step": 3540
    },
    {
      "epoch": 3.017516165265171,
      "grad_norm": 20543.033203125,
      "learning_rate": 0.0008861386138613862,
      "loss": 1.1924,
      "step": 3550
    },
    {
      "epoch": 3.0260162108011293,
      "grad_norm": 22293.501953125,
      "learning_rate": 0.0008851485148514852,
      "loss": 1.1918,
      "step": 3560
    },
    {
      "epoch": 3.0345162563370875,
      "grad_norm": 18199.220703125,
      "learning_rate": 0.0008841584158415842,
      "loss": 1.1886,
      "step": 3570
    },
    {
      "epoch": 3.043016301873046,
      "grad_norm": 17805.478515625,
      "learning_rate": 0.0008831683168316832,
      "loss": 1.1878,
      "step": 3580
    },
    {
      "epoch": 3.051516347409004,
      "grad_norm": 17259.236328125,
      "learning_rate": 0.0008821782178217822,
      "loss": 1.1862,
      "step": 3590
    },
    {
      "epoch": 3.0600163929449624,
      "grad_norm": 15020.2236328125,
      "learning_rate": 0.0008811881188118812,
      "loss": 1.1859,
      "step": 3600
    },
    {
      "epoch": 3.0600163929449624,
      "eval_accuracy": 0.7483353625113318,
      "eval_loss": 1.0916943550109863,
      "eval_runtime": 1279.6266,
      "eval_samples_per_second": 390.253,
      "eval_steps_per_second": 1.355,
      "step": 3600
    },
    {
      "epoch": 3.0685164384809203,
      "grad_norm": 17711.4765625,
      "learning_rate": 0.0008801980198019803,
      "loss": 1.1849,
      "step": 3610
    },
    {
      "epoch": 3.0770164840168786,
      "grad_norm": 21087.078125,
      "learning_rate": 0.0008792079207920792,
      "loss": 1.1835,
      "step": 3620
    },
    {
      "epoch": 3.085516529552837,
      "grad_norm": 15549.55859375,
      "learning_rate": 0.0008782178217821783,
      "loss": 1.1821,
      "step": 3630
    },
    {
      "epoch": 3.094016575088795,
      "grad_norm": 17686.115234375,
      "learning_rate": 0.0008772277227722772,
      "loss": 1.1793,
      "step": 3640
    },
    {
      "epoch": 3.1025166206247534,
      "grad_norm": 18682.033203125,
      "learning_rate": 0.0008762376237623763,
      "loss": 1.1787,
      "step": 3650
    },
    {
      "epoch": 3.1110166661607117,
      "grad_norm": 18502.626953125,
      "learning_rate": 0.0008752475247524753,
      "loss": 1.1776,
      "step": 3660
    },
    {
      "epoch": 3.11951671169667,
      "grad_norm": 14834.3359375,
      "learning_rate": 0.0008742574257425743,
      "loss": 1.1772,
      "step": 3670
    },
    {
      "epoch": 3.128016757232628,
      "grad_norm": 17454.373046875,
      "learning_rate": 0.0008732673267326733,
      "loss": 1.1766,
      "step": 3680
    },
    {
      "epoch": 3.136516802768586,
      "grad_norm": 17697.75,
      "learning_rate": 0.0008722772277227722,
      "loss": 1.1764,
      "step": 3690
    },
    {
      "epoch": 3.136516802768586,
      "eval_accuracy": 0.7508950932738141,
      "eval_loss": 1.0795581340789795,
      "eval_runtime": 1281.2745,
      "eval_samples_per_second": 389.751,
      "eval_steps_per_second": 1.353,
      "step": 3690
    },
    {
      "epoch": 3.1450168483045444,
      "grad_norm": 20430.919921875,
      "learning_rate": 0.0008712871287128713,
      "loss": 1.1738,
      "step": 3700
    },
    {
      "epoch": 3.1535168938405027,
      "grad_norm": 16903.4453125,
      "learning_rate": 0.0008702970297029704,
      "loss": 1.1709,
      "step": 3710
    },
    {
      "epoch": 3.162016939376461,
      "grad_norm": 17143.486328125,
      "learning_rate": 0.0008693069306930693,
      "loss": 1.1698,
      "step": 3720
    },
    {
      "epoch": 3.1705169849124193,
      "grad_norm": 15930.9501953125,
      "learning_rate": 0.0008683168316831684,
      "loss": 1.1696,
      "step": 3730
    },
    {
      "epoch": 3.1790170304483776,
      "grad_norm": 16211.982421875,
      "learning_rate": 0.0008673267326732673,
      "loss": 1.169,
      "step": 3740
    },
    {
      "epoch": 3.1875170759843354,
      "grad_norm": 19266.4140625,
      "learning_rate": 0.0008663366336633663,
      "loss": 1.1673,
      "step": 3750
    },
    {
      "epoch": 3.1960171215202937,
      "grad_norm": 18455.83203125,
      "learning_rate": 0.0008653465346534654,
      "loss": 1.1682,
      "step": 3760
    },
    {
      "epoch": 3.204517167056252,
      "grad_norm": 17270.205078125,
      "learning_rate": 0.0008643564356435643,
      "loss": 1.1662,
      "step": 3770
    },
    {
      "epoch": 3.2130172125922103,
      "grad_norm": 15437.96484375,
      "learning_rate": 0.0008633663366336634,
      "loss": 1.1654,
      "step": 3780
    },
    {
      "epoch": 3.2130172125922103,
      "eval_accuracy": 0.7525794036416251,
      "eval_loss": 1.0734323263168335,
      "eval_runtime": 1278.3867,
      "eval_samples_per_second": 390.631,
      "eval_steps_per_second": 1.356,
      "step": 3780
    },
    {
      "epoch": 3.2215172581281686,
      "grad_norm": 16193.529296875,
      "learning_rate": 0.0008623762376237623,
      "loss": 1.1628,
      "step": 3790
    },
    {
      "epoch": 3.230017303664127,
      "grad_norm": 17204.466796875,
      "learning_rate": 0.0008613861386138614,
      "loss": 1.1631,
      "step": 3800
    },
    {
      "epoch": 3.238517349200085,
      "grad_norm": 17406.2265625,
      "learning_rate": 0.0008603960396039604,
      "loss": 1.1621,
      "step": 3810
    },
    {
      "epoch": 3.2470173947360434,
      "grad_norm": 17054.076171875,
      "learning_rate": 0.0008594059405940594,
      "loss": 1.1614,
      "step": 3820
    },
    {
      "epoch": 3.2555174402720013,
      "grad_norm": 18476.68359375,
      "learning_rate": 0.0008584158415841584,
      "loss": 1.1606,
      "step": 3830
    },
    {
      "epoch": 3.2640174858079596,
      "grad_norm": 19170.802734375,
      "learning_rate": 0.0008574257425742574,
      "loss": 1.1581,
      "step": 3840
    },
    {
      "epoch": 3.272517531343918,
      "grad_norm": 17178.326171875,
      "learning_rate": 0.0008564356435643564,
      "loss": 1.1562,
      "step": 3850
    },
    {
      "epoch": 3.281017576879876,
      "grad_norm": 17949.396484375,
      "learning_rate": 0.0008554455445544555,
      "loss": 1.1557,
      "step": 3860
    },
    {
      "epoch": 3.2895176224158345,
      "grad_norm": 15490.787109375,
      "learning_rate": 0.0008544554455445544,
      "loss": 1.1571,
      "step": 3870
    },
    {
      "epoch": 3.2895176224158345,
      "eval_accuracy": 0.754430037196134,
      "eval_loss": 1.0631576776504517,
      "eval_runtime": 1278.1739,
      "eval_samples_per_second": 390.696,
      "eval_steps_per_second": 1.357,
      "step": 3870
    },
    {
      "epoch": 3.2980176679517927,
      "grad_norm": 17647.640625,
      "learning_rate": 0.0008534653465346535,
      "loss": 1.1552,
      "step": 3880
    },
    {
      "epoch": 3.306517713487751,
      "grad_norm": 16109.29296875,
      "learning_rate": 0.0008524752475247524,
      "loss": 1.153,
      "step": 3890
    },
    {
      "epoch": 3.315017759023709,
      "grad_norm": 19355.884765625,
      "learning_rate": 0.0008514851485148515,
      "loss": 1.1543,
      "step": 3900
    },
    {
      "epoch": 3.323517804559667,
      "grad_norm": 15843.697265625,
      "learning_rate": 0.0008504950495049505,
      "loss": 1.1533,
      "step": 3910
    },
    {
      "epoch": 3.3320178500956255,
      "grad_norm": 20818.416015625,
      "learning_rate": 0.0008495049504950495,
      "loss": 1.1497,
      "step": 3920
    },
    {
      "epoch": 3.3405178956315837,
      "grad_norm": 17527.841796875,
      "learning_rate": 0.0008485148514851485,
      "loss": 1.1508,
      "step": 3930
    },
    {
      "epoch": 3.349017941167542,
      "grad_norm": 20557.205078125,
      "learning_rate": 0.0008475247524752475,
      "loss": 1.1508,
      "step": 3940
    },
    {
      "epoch": 3.3575179867035003,
      "grad_norm": 17984.611328125,
      "learning_rate": 0.0008465346534653465,
      "loss": 1.1462,
      "step": 3950
    },
    {
      "epoch": 3.3660180322394586,
      "grad_norm": 15756.77734375,
      "learning_rate": 0.0008455445544554456,
      "loss": 1.1456,
      "step": 3960
    },
    {
      "epoch": 3.3660180322394586,
      "eval_accuracy": 0.7564186600937407,
      "eval_loss": 1.0549671649932861,
      "eval_runtime": 1283.4177,
      "eval_samples_per_second": 389.1,
      "eval_steps_per_second": 1.351,
      "step": 3960
    },
    {
      "epoch": 3.3745180777754165,
      "grad_norm": 15412.625,
      "learning_rate": 0.0008445544554455445,
      "loss": 1.1451,
      "step": 3970
    },
    {
      "epoch": 3.3830181233113747,
      "grad_norm": 16771.29296875,
      "learning_rate": 0.0008435643564356436,
      "loss": 1.1465,
      "step": 3980
    },
    {
      "epoch": 3.391518168847333,
      "grad_norm": 18703.853515625,
      "learning_rate": 0.0008425742574257425,
      "loss": 1.1454,
      "step": 3990
    },
    {
      "epoch": 3.4000182143832913,
      "grad_norm": 15575.3798828125,
      "learning_rate": 0.0008415841584158416,
      "loss": 1.1453,
      "step": 4000
    },
    {
      "epoch": 3.4085182599192496,
      "grad_norm": 18316.923828125,
      "learning_rate": 0.0008405940594059406,
      "loss": 1.1408,
      "step": 4010
    },
    {
      "epoch": 3.417018305455208,
      "grad_norm": 18408.486328125,
      "learning_rate": 0.0008396039603960396,
      "loss": 1.1432,
      "step": 4020
    },
    {
      "epoch": 3.425518350991166,
      "grad_norm": 18312.7734375,
      "learning_rate": 0.0008386138613861386,
      "loss": 1.1404,
      "step": 4030
    },
    {
      "epoch": 3.434018396527124,
      "grad_norm": 15673.939453125,
      "learning_rate": 0.0008376237623762376,
      "loss": 1.1406,
      "step": 4040
    },
    {
      "epoch": 3.4425184420630823,
      "grad_norm": 18445.818359375,
      "learning_rate": 0.0008366336633663366,
      "loss": 1.1391,
      "step": 4050
    },
    {
      "epoch": 3.4425184420630823,
      "eval_accuracy": 0.7579978835836059,
      "eval_loss": 1.0442180633544922,
      "eval_runtime": 1278.59,
      "eval_samples_per_second": 390.569,
      "eval_steps_per_second": 1.356,
      "step": 4050
    },
    {
      "epoch": 3.4510184875990406,
      "grad_norm": 21039.810546875,
      "learning_rate": 0.0008356435643564357,
      "loss": 1.1395,
      "step": 4060
    },
    {
      "epoch": 3.459518533134999,
      "grad_norm": 15481.697265625,
      "learning_rate": 0.0008346534653465346,
      "loss": 1.1379,
      "step": 4070
    },
    {
      "epoch": 3.468018578670957,
      "grad_norm": 17034.869140625,
      "learning_rate": 0.0008336633663366337,
      "loss": 1.1365,
      "step": 4080
    },
    {
      "epoch": 3.4765186242069155,
      "grad_norm": 17020.0703125,
      "learning_rate": 0.0008326732673267326,
      "loss": 1.1331,
      "step": 4090
    },
    {
      "epoch": 3.4850186697428738,
      "grad_norm": 19914.296875,
      "learning_rate": 0.0008316831683168317,
      "loss": 1.1352,
      "step": 4100
    },
    {
      "epoch": 3.4935187152788316,
      "grad_norm": 19380.546875,
      "learning_rate": 0.0008306930693069307,
      "loss": 1.1334,
      "step": 4110
    },
    {
      "epoch": 3.5020187608147904,
      "grad_norm": 16126.1982421875,
      "learning_rate": 0.0008297029702970297,
      "loss": 1.133,
      "step": 4120
    },
    {
      "epoch": 3.510518806350748,
      "grad_norm": 16914.3046875,
      "learning_rate": 0.0008287128712871287,
      "loss": 1.1328,
      "step": 4130
    },
    {
      "epoch": 3.5190188518867065,
      "grad_norm": 15453.5771484375,
      "learning_rate": 0.0008277227722772277,
      "loss": 1.1302,
      "step": 4140
    },
    {
      "epoch": 3.5190188518867065,
      "eval_accuracy": 0.7592944501997413,
      "eval_loss": 1.0387505292892456,
      "eval_runtime": 1280.9395,
      "eval_samples_per_second": 389.853,
      "eval_steps_per_second": 1.354,
      "step": 4140
    },
    {
      "epoch": 3.527518897422665,
      "grad_norm": 17636.76171875,
      "learning_rate": 0.0008267326732673267,
      "loss": 1.1313,
      "step": 4150
    },
    {
      "epoch": 3.536018942958623,
      "grad_norm": 16709.236328125,
      "learning_rate": 0.0008257425742574258,
      "loss": 1.1307,
      "step": 4160
    },
    {
      "epoch": 3.5445189884945814,
      "grad_norm": 18499.865234375,
      "learning_rate": 0.0008247524752475247,
      "loss": 1.1294,
      "step": 4170
    },
    {
      "epoch": 3.553019034030539,
      "grad_norm": 16481.85546875,
      "learning_rate": 0.0008237623762376238,
      "loss": 1.1276,
      "step": 4180
    },
    {
      "epoch": 3.561519079566498,
      "grad_norm": 16035.626953125,
      "learning_rate": 0.0008227722772277227,
      "loss": 1.1259,
      "step": 4190
    },
    {
      "epoch": 3.570019125102456,
      "grad_norm": 17429.3046875,
      "learning_rate": 0.0008217821782178218,
      "loss": 1.1281,
      "step": 4200
    },
    {
      "epoch": 3.578519170638414,
      "grad_norm": 17563.748046875,
      "learning_rate": 0.0008207920792079208,
      "loss": 1.1244,
      "step": 4210
    },
    {
      "epoch": 3.5870192161743724,
      "grad_norm": 17140.78125,
      "learning_rate": 0.0008198019801980197,
      "loss": 1.1264,
      "step": 4220
    },
    {
      "epoch": 3.5955192617103306,
      "grad_norm": 18145.185546875,
      "learning_rate": 0.0008188118811881188,
      "loss": 1.1229,
      "step": 4230
    },
    {
      "epoch": 3.5955192617103306,
      "eval_accuracy": 0.7607957295247235,
      "eval_loss": 1.0331238508224487,
      "eval_runtime": 1281.4596,
      "eval_samples_per_second": 389.695,
      "eval_steps_per_second": 1.353,
      "step": 4230
    },
    {
      "epoch": 3.604019307246289,
      "grad_norm": 14324.3125,
      "learning_rate": 0.0008178217821782177,
      "loss": 1.124,
      "step": 4240
    },
    {
      "epoch": 3.612519352782247,
      "grad_norm": 19569.59375,
      "learning_rate": 0.0008168316831683168,
      "loss": 1.124,
      "step": 4250
    },
    {
      "epoch": 3.6210193983182055,
      "grad_norm": 18639.96484375,
      "learning_rate": 0.0008158415841584159,
      "loss": 1.1221,
      "step": 4260
    },
    {
      "epoch": 3.6295194438541634,
      "grad_norm": 17077.609375,
      "learning_rate": 0.0008148514851485148,
      "loss": 1.1177,
      "step": 4270
    },
    {
      "epoch": 3.6380194893901217,
      "grad_norm": 19580.677734375,
      "learning_rate": 0.0008138613861386138,
      "loss": 1.1208,
      "step": 4280
    },
    {
      "epoch": 3.64651953492608,
      "grad_norm": 14986.6796875,
      "learning_rate": 0.0008128712871287128,
      "loss": 1.1192,
      "step": 4290
    },
    {
      "epoch": 3.6550195804620382,
      "grad_norm": 16046.3740234375,
      "learning_rate": 0.000811881188118812,
      "loss": 1.1193,
      "step": 4300
    },
    {
      "epoch": 3.6635196259979965,
      "grad_norm": 14974.083984375,
      "learning_rate": 0.000810891089108911,
      "loss": 1.1162,
      "step": 4310
    },
    {
      "epoch": 3.672019671533955,
      "grad_norm": 17986.744140625,
      "learning_rate": 0.00080990099009901,
      "loss": 1.1183,
      "step": 4320
    },
    {
      "epoch": 3.672019671533955,
      "eval_accuracy": 0.7619108635382325,
      "eval_loss": 1.0262423753738403,
      "eval_runtime": 1281.4568,
      "eval_samples_per_second": 389.696,
      "eval_steps_per_second": 1.353,
      "step": 4320
    },
    {
      "epoch": 3.680519717069913,
      "grad_norm": 19318.87109375,
      "learning_rate": 0.000808910891089109,
      "loss": 1.1153,
      "step": 4330
    },
    {
      "epoch": 3.689019762605871,
      "grad_norm": 18132.083984375,
      "learning_rate": 0.0008079207920792079,
      "loss": 1.1155,
      "step": 4340
    },
    {
      "epoch": 3.6975198081418292,
      "grad_norm": 15848.3271484375,
      "learning_rate": 0.000806930693069307,
      "loss": 1.1172,
      "step": 4350
    },
    {
      "epoch": 3.7060198536777875,
      "grad_norm": 16213.193359375,
      "learning_rate": 0.000805940594059406,
      "loss": 1.1136,
      "step": 4360
    },
    {
      "epoch": 3.714519899213746,
      "grad_norm": 18759.615234375,
      "learning_rate": 0.000804950495049505,
      "loss": 1.1129,
      "step": 4370
    },
    {
      "epoch": 3.723019944749704,
      "grad_norm": 19659.138671875,
      "learning_rate": 0.000803960396039604,
      "loss": 1.115,
      "step": 4380
    },
    {
      "epoch": 3.7315199902856624,
      "grad_norm": 19299.97265625,
      "learning_rate": 0.000802970297029703,
      "loss": 1.1124,
      "step": 4390
    },
    {
      "epoch": 3.7400200358216207,
      "grad_norm": 15511.5537109375,
      "learning_rate": 0.000801980198019802,
      "loss": 1.1121,
      "step": 4400
    },
    {
      "epoch": 3.7485200813575785,
      "grad_norm": 18630.70703125,
      "learning_rate": 0.0008009900990099011,
      "loss": 1.1106,
      "step": 4410
    },
    {
      "epoch": 3.7485200813575785,
      "eval_accuracy": 0.763328105961178,
      "eval_loss": 1.0201424360275269,
      "eval_runtime": 1277.6344,
      "eval_samples_per_second": 390.861,
      "eval_steps_per_second": 1.357,
      "step": 4410
    },
    {
      "epoch": 3.757020126893537,
      "grad_norm": 17692.544921875,
      "learning_rate": 0.0008,
      "loss": 1.1116,
      "step": 4420
    },
    {
      "epoch": 3.765520172429495,
      "grad_norm": 14010.234375,
      "learning_rate": 0.0007990099009900991,
      "loss": 1.1089,
      "step": 4430
    },
    {
      "epoch": 3.7740202179654534,
      "grad_norm": 18022.48828125,
      "learning_rate": 0.000798019801980198,
      "loss": 1.1082,
      "step": 4440
    },
    {
      "epoch": 3.7825202635014117,
      "grad_norm": 16178.5849609375,
      "learning_rate": 0.0007970297029702971,
      "loss": 1.108,
      "step": 4450
    },
    {
      "epoch": 3.79102030903737,
      "grad_norm": 16874.7734375,
      "learning_rate": 0.0007960396039603961,
      "loss": 1.1071,
      "step": 4460
    },
    {
      "epoch": 3.7995203545733283,
      "grad_norm": 16226.3564453125,
      "learning_rate": 0.0007950495049504951,
      "loss": 1.1052,
      "step": 4470
    },
    {
      "epoch": 3.808020400109286,
      "grad_norm": 21136.931640625,
      "learning_rate": 0.0007940594059405941,
      "loss": 1.1071,
      "step": 4480
    },
    {
      "epoch": 3.8165204456452444,
      "grad_norm": 19177.98828125,
      "learning_rate": 0.0007930693069306931,
      "loss": 1.1048,
      "step": 4490
    },
    {
      "epoch": 3.8250204911812027,
      "grad_norm": 16423.876953125,
      "learning_rate": 0.0007920792079207921,
      "loss": 1.1021,
      "step": 4500
    },
    {
      "epoch": 3.8250204911812027,
      "eval_accuracy": 0.7649368216993604,
      "eval_loss": 1.0112674236297607,
      "eval_runtime": 1282.4987,
      "eval_samples_per_second": 389.379,
      "eval_steps_per_second": 1.352,
      "step": 4500
    },
    {
      "epoch": 3.833520536717161,
      "grad_norm": 15636.1162109375,
      "learning_rate": 0.0007910891089108912,
      "loss": 1.1007,
      "step": 4510
    },
    {
      "epoch": 3.8420205822531193,
      "grad_norm": 16542.201171875,
      "learning_rate": 0.0007900990099009901,
      "loss": 1.1032,
      "step": 4520
    },
    {
      "epoch": 3.8505206277890776,
      "grad_norm": 17437.408203125,
      "learning_rate": 0.0007891089108910892,
      "loss": 1.1015,
      "step": 4530
    },
    {
      "epoch": 3.859020673325036,
      "grad_norm": 19502.89453125,
      "learning_rate": 0.0007881188118811881,
      "loss": 1.1025,
      "step": 4540
    },
    {
      "epoch": 3.8675207188609937,
      "grad_norm": 18670.546875,
      "learning_rate": 0.0007871287128712872,
      "loss": 1.0993,
      "step": 4550
    },
    {
      "epoch": 3.876020764396952,
      "grad_norm": 18770.947265625,
      "learning_rate": 0.0007861386138613862,
      "loss": 1.1026,
      "step": 4560
    },
    {
      "epoch": 3.8845208099329103,
      "grad_norm": 17557.958984375,
      "learning_rate": 0.0007851485148514852,
      "loss": 1.0983,
      "step": 4570
    },
    {
      "epoch": 3.8930208554688686,
      "grad_norm": 18551.2265625,
      "learning_rate": 0.0007841584158415842,
      "loss": 1.1001,
      "step": 4580
    },
    {
      "epoch": 3.901520901004827,
      "grad_norm": 17471.43359375,
      "learning_rate": 0.0007831683168316832,
      "loss": 1.097,
      "step": 4590
    },
    {
      "epoch": 3.901520901004827,
      "eval_accuracy": 0.7659643920785019,
      "eval_loss": 1.0095082521438599,
      "eval_runtime": 1281.981,
      "eval_samples_per_second": 389.536,
      "eval_steps_per_second": 1.353,
      "step": 4590
    },
    {
      "epoch": 3.910020946540785,
      "grad_norm": 17272.111328125,
      "learning_rate": 0.0007821782178217822,
      "loss": 1.0978,
      "step": 4600
    },
    {
      "epoch": 3.9185209920767434,
      "grad_norm": 13404.1982421875,
      "learning_rate": 0.0007811881188118813,
      "loss": 1.0995,
      "step": 4610
    },
    {
      "epoch": 3.9270210376127013,
      "grad_norm": 14501.0966796875,
      "learning_rate": 0.0007801980198019802,
      "loss": 1.0989,
      "step": 4620
    },
    {
      "epoch": 3.9355210831486596,
      "grad_norm": 19314.373046875,
      "learning_rate": 0.0007792079207920793,
      "loss": 1.0949,
      "step": 4630
    },
    {
      "epoch": 3.944021128684618,
      "grad_norm": 17886.853515625,
      "learning_rate": 0.0007782178217821782,
      "loss": 1.097,
      "step": 4640
    },
    {
      "epoch": 3.952521174220576,
      "grad_norm": 16101.6513671875,
      "learning_rate": 0.0007772277227722773,
      "loss": 1.0922,
      "step": 4650
    },
    {
      "epoch": 3.9610212197565344,
      "grad_norm": 16483.103515625,
      "learning_rate": 0.0007762376237623763,
      "loss": 1.094,
      "step": 4660
    },
    {
      "epoch": 3.9695212652924927,
      "grad_norm": 17740.6640625,
      "learning_rate": 0.0007752475247524753,
      "loss": 1.0923,
      "step": 4670
    },
    {
      "epoch": 3.978021310828451,
      "grad_norm": 18332.16015625,
      "learning_rate": 0.0007742574257425743,
      "loss": 1.0932,
      "step": 4680
    },
    {
      "epoch": 3.978021310828451,
      "eval_accuracy": 0.7671802734913508,
      "eval_loss": 1.0010571479797363,
      "eval_runtime": 1282.4979,
      "eval_samples_per_second": 389.379,
      "eval_steps_per_second": 1.352,
      "step": 4680
    },
    {
      "epoch": 3.986521356364409,
      "grad_norm": 15639.021484375,
      "learning_rate": 0.0007732673267326733,
      "loss": 1.0928,
      "step": 4690
    },
    {
      "epoch": 3.9950214019003676,
      "grad_norm": 15639.115234375,
      "learning_rate": 0.0007722772277227723,
      "loss": 1.0929,
      "step": 4700
    },
    {
      "epoch": 4.003521447436325,
      "grad_norm": 16150.44140625,
      "learning_rate": 0.0007712871287128714,
      "loss": 1.0907,
      "step": 4710
    },
    {
      "epoch": 4.012021492972284,
      "grad_norm": 20656.818359375,
      "learning_rate": 0.0007702970297029703,
      "loss": 1.0894,
      "step": 4720
    },
    {
      "epoch": 4.020521538508242,
      "grad_norm": 18745.37890625,
      "learning_rate": 0.0007693069306930694,
      "loss": 1.0919,
      "step": 4730
    },
    {
      "epoch": 4.0290215840442,
      "grad_norm": 16387.470703125,
      "learning_rate": 0.0007683168316831683,
      "loss": 1.09,
      "step": 4740
    },
    {
      "epoch": 4.037521629580159,
      "grad_norm": 18658.521484375,
      "learning_rate": 0.0007673267326732674,
      "loss": 1.0873,
      "step": 4750
    },
    {
      "epoch": 4.046021675116116,
      "grad_norm": 19641.572265625,
      "learning_rate": 0.0007663366336633664,
      "loss": 1.0886,
      "step": 4760
    },
    {
      "epoch": 4.054521720652075,
      "grad_norm": 16653.2578125,
      "learning_rate": 0.0007653465346534654,
      "loss": 1.0873,
      "step": 4770
    },
    {
      "epoch": 4.054521720652075,
      "eval_accuracy": 0.7683563302945906,
      "eval_loss": 0.9970803260803223,
      "eval_runtime": 1282.3032,
      "eval_samples_per_second": 389.438,
      "eval_steps_per_second": 1.352,
      "step": 4770
    },
    {
      "epoch": 4.063021766188033,
      "grad_norm": 17606.6015625,
      "learning_rate": 0.0007643564356435644,
      "loss": 1.0889,
      "step": 4780
    },
    {
      "epoch": 4.071521811723992,
      "grad_norm": 17704.697265625,
      "learning_rate": 0.0007633663366336634,
      "loss": 1.0869,
      "step": 4790
    },
    {
      "epoch": 4.08002185725995,
      "grad_norm": 20424.306640625,
      "learning_rate": 0.0007623762376237624,
      "loss": 1.0861,
      "step": 4800
    },
    {
      "epoch": 4.088521902795907,
      "grad_norm": 15488.392578125,
      "learning_rate": 0.0007613861386138615,
      "loss": 1.0858,
      "step": 4810
    },
    {
      "epoch": 4.097021948331866,
      "grad_norm": 18205.36328125,
      "learning_rate": 0.0007603960396039604,
      "loss": 1.0847,
      "step": 4820
    },
    {
      "epoch": 4.105521993867824,
      "grad_norm": 15557.935546875,
      "learning_rate": 0.0007594059405940595,
      "loss": 1.0845,
      "step": 4830
    },
    {
      "epoch": 4.114022039403783,
      "grad_norm": 17741.306640625,
      "learning_rate": 0.0007584158415841584,
      "loss": 1.0837,
      "step": 4840
    },
    {
      "epoch": 4.122522084939741,
      "grad_norm": 21305.34765625,
      "learning_rate": 0.0007574257425742574,
      "loss": 1.0841,
      "step": 4850
    },
    {
      "epoch": 4.131022130475699,
      "grad_norm": 20442.0390625,
      "learning_rate": 0.0007564356435643565,
      "loss": 1.0813,
      "step": 4860
    },
    {
      "epoch": 4.131022130475699,
      "eval_accuracy": 0.769627324769287,
      "eval_loss": 0.9902046322822571,
      "eval_runtime": 1278.8399,
      "eval_samples_per_second": 390.493,
      "eval_steps_per_second": 1.356,
      "step": 4860
    },
    {
      "epoch": 4.139522176011657,
      "grad_norm": 19991.08203125,
      "learning_rate": 0.0007554455445544554,
      "loss": 1.0809,
      "step": 4870
    },
    {
      "epoch": 4.148022221547615,
      "grad_norm": 21327.169921875,
      "learning_rate": 0.0007544554455445545,
      "loss": 1.0822,
      "step": 4880
    },
    {
      "epoch": 4.156522267083574,
      "grad_norm": 20165.03515625,
      "learning_rate": 0.0007534653465346534,
      "loss": 1.0824,
      "step": 4890
    },
    {
      "epoch": 4.165022312619532,
      "grad_norm": 15693.8251953125,
      "learning_rate": 0.0007524752475247525,
      "loss": 1.0786,
      "step": 4900
    },
    {
      "epoch": 4.17352235815549,
      "grad_norm": 18861.962890625,
      "learning_rate": 0.0007514851485148515,
      "loss": 1.0802,
      "step": 4910
    },
    {
      "epoch": 4.182022403691448,
      "grad_norm": 18349.630859375,
      "learning_rate": 0.0007504950495049505,
      "loss": 1.0811,
      "step": 4920
    },
    {
      "epoch": 4.190522449227407,
      "grad_norm": 16894.869140625,
      "learning_rate": 0.0007495049504950495,
      "loss": 1.0784,
      "step": 4930
    },
    {
      "epoch": 4.199022494763365,
      "grad_norm": 15264.0703125,
      "learning_rate": 0.0007485148514851485,
      "loss": 1.0779,
      "step": 4940
    },
    {
      "epoch": 4.207522540299323,
      "grad_norm": 18500.328125,
      "learning_rate": 0.0007475247524752475,
      "loss": 1.0769,
      "step": 4950
    },
    {
      "epoch": 4.207522540299323,
      "eval_accuracy": 0.7703979549467554,
      "eval_loss": 0.9842762351036072,
      "eval_runtime": 1282.9458,
      "eval_samples_per_second": 389.243,
      "eval_steps_per_second": 1.352,
      "step": 4950
    },
    {
      "epoch": 4.216022585835281,
      "grad_norm": 16738.04296875,
      "learning_rate": 0.0007465346534653466,
      "loss": 1.0763,
      "step": 4960
    },
    {
      "epoch": 4.224522631371239,
      "grad_norm": 15980.9921875,
      "learning_rate": 0.0007455445544554455,
      "loss": 1.0779,
      "step": 4970
    },
    {
      "epoch": 4.233022676907198,
      "grad_norm": 17264.802734375,
      "learning_rate": 0.0007445544554455446,
      "loss": 1.0752,
      "step": 4980
    },
    {
      "epoch": 4.241522722443156,
      "grad_norm": 19698.16796875,
      "learning_rate": 0.0007435643564356435,
      "loss": 1.0726,
      "step": 4990
    },
    {
      "epoch": 4.2500227679791145,
      "grad_norm": 16336.4052734375,
      "learning_rate": 0.0007425742574257426,
      "loss": 1.0749,
      "step": 5000
    },
    {
      "epoch": 4.258522813515072,
      "grad_norm": 17774.734375,
      "learning_rate": 0.0007415841584158416,
      "loss": 1.073,
      "step": 5010
    },
    {
      "epoch": 4.26702285905103,
      "grad_norm": 19482.98046875,
      "learning_rate": 0.0007405940594059406,
      "loss": 1.0754,
      "step": 5020
    },
    {
      "epoch": 4.275522904586989,
      "grad_norm": 17985.568359375,
      "learning_rate": 0.0007396039603960396,
      "loss": 1.072,
      "step": 5030
    },
    {
      "epoch": 4.284022950122947,
      "grad_norm": 16432.27734375,
      "learning_rate": 0.0007386138613861386,
      "loss": 1.0737,
      "step": 5040
    },
    {
      "epoch": 4.284022950122947,
      "eval_accuracy": 0.7713623846481911,
      "eval_loss": 0.982131838798523,
      "eval_runtime": 1279.4531,
      "eval_samples_per_second": 390.306,
      "eval_steps_per_second": 1.355,
      "step": 5040
    },
    {
      "epoch": 4.2925229956589055,
      "grad_norm": 18672.43359375,
      "learning_rate": 0.0007376237623762376,
      "loss": 1.0719,
      "step": 5050
    },
    {
      "epoch": 4.301023041194863,
      "grad_norm": 15502.23828125,
      "learning_rate": 0.0007366336633663367,
      "loss": 1.0719,
      "step": 5060
    },
    {
      "epoch": 4.309523086730822,
      "grad_norm": 17056.31640625,
      "learning_rate": 0.0007356435643564356,
      "loss": 1.0708,
      "step": 5070
    },
    {
      "epoch": 4.31802313226678,
      "grad_norm": 17404.642578125,
      "learning_rate": 0.0007346534653465347,
      "loss": 1.0711,
      "step": 5080
    },
    {
      "epoch": 4.326523177802738,
      "grad_norm": 16851.5390625,
      "learning_rate": 0.0007336633663366336,
      "loss": 1.0711,
      "step": 5090
    },
    {
      "epoch": 4.3350232233386965,
      "grad_norm": 16218.2109375,
      "learning_rate": 0.0007326732673267327,
      "loss": 1.0705,
      "step": 5100
    },
    {
      "epoch": 4.343523268874654,
      "grad_norm": 15998.1015625,
      "learning_rate": 0.0007316831683168317,
      "loss": 1.0706,
      "step": 5110
    },
    {
      "epoch": 4.352023314410613,
      "grad_norm": 17217.677734375,
      "learning_rate": 0.0007306930693069307,
      "loss": 1.0688,
      "step": 5120
    },
    {
      "epoch": 4.360523359946571,
      "grad_norm": 20126.892578125,
      "learning_rate": 0.0007297029702970297,
      "loss": 1.0687,
      "step": 5130
    },
    {
      "epoch": 4.360523359946571,
      "eval_accuracy": 0.7720324660360576,
      "eval_loss": 0.9775763154029846,
      "eval_runtime": 1279.545,
      "eval_samples_per_second": 390.278,
      "eval_steps_per_second": 1.355,
      "step": 5130
    },
    {
      "epoch": 4.36902340548253,
      "grad_norm": 18316.3203125,
      "learning_rate": 0.0007287128712871287,
      "loss": 1.0677,
      "step": 5140
    },
    {
      "epoch": 4.3775234510184875,
      "grad_norm": 19130.66796875,
      "learning_rate": 0.0007277227722772277,
      "loss": 1.0673,
      "step": 5150
    },
    {
      "epoch": 4.386023496554446,
      "grad_norm": 16458.451171875,
      "learning_rate": 0.0007267326732673268,
      "loss": 1.0662,
      "step": 5160
    },
    {
      "epoch": 4.394523542090404,
      "grad_norm": 15268.9111328125,
      "learning_rate": 0.0007257425742574257,
      "loss": 1.0674,
      "step": 5170
    },
    {
      "epoch": 4.403023587626362,
      "grad_norm": 15841.1025390625,
      "learning_rate": 0.0007247524752475248,
      "loss": 1.0661,
      "step": 5180
    },
    {
      "epoch": 4.411523633162321,
      "grad_norm": 15076.5078125,
      "learning_rate": 0.0007237623762376237,
      "loss": 1.0656,
      "step": 5190
    },
    {
      "epoch": 4.4200236786982785,
      "grad_norm": 17972.560546875,
      "learning_rate": 0.0007227722772277228,
      "loss": 1.0653,
      "step": 5200
    },
    {
      "epoch": 4.428523724234237,
      "grad_norm": 17051.736328125,
      "learning_rate": 0.0007217821782178218,
      "loss": 1.0642,
      "step": 5210
    },
    {
      "epoch": 4.437023769770195,
      "grad_norm": 18644.025390625,
      "learning_rate": 0.0007207920792079208,
      "loss": 1.0635,
      "step": 5220
    },
    {
      "epoch": 4.437023769770195,
      "eval_accuracy": 0.7729909297402872,
      "eval_loss": 0.9726957678794861,
      "eval_runtime": 1279.9366,
      "eval_samples_per_second": 390.158,
      "eval_steps_per_second": 1.355,
      "step": 5220
    },
    {
      "epoch": 4.445523815306154,
      "grad_norm": 17667.255859375,
      "learning_rate": 0.0007198019801980198,
      "loss": 1.0627,
      "step": 5230
    },
    {
      "epoch": 4.454023860842112,
      "grad_norm": 16890.02734375,
      "learning_rate": 0.0007188118811881188,
      "loss": 1.0621,
      "step": 5240
    },
    {
      "epoch": 4.4625239063780695,
      "grad_norm": 17795.29296875,
      "learning_rate": 0.0007178217821782178,
      "loss": 1.0609,
      "step": 5250
    },
    {
      "epoch": 4.471023951914028,
      "grad_norm": 17139.46875,
      "learning_rate": 0.0007168316831683169,
      "loss": 1.0626,
      "step": 5260
    },
    {
      "epoch": 4.479523997449986,
      "grad_norm": 16425.12109375,
      "learning_rate": 0.0007158415841584158,
      "loss": 1.0611,
      "step": 5270
    },
    {
      "epoch": 4.488024042985945,
      "grad_norm": 20427.578125,
      "learning_rate": 0.0007148514851485149,
      "loss": 1.0575,
      "step": 5280
    },
    {
      "epoch": 4.496524088521903,
      "grad_norm": 21385.232421875,
      "learning_rate": 0.0007138613861386138,
      "loss": 1.0609,
      "step": 5290
    },
    {
      "epoch": 4.505024134057861,
      "grad_norm": 16601.791015625,
      "learning_rate": 0.0007128712871287129,
      "loss": 1.0594,
      "step": 5300
    },
    {
      "epoch": 4.513524179593819,
      "grad_norm": 17113.41015625,
      "learning_rate": 0.0007118811881188119,
      "loss": 1.0583,
      "step": 5310
    },
    {
      "epoch": 4.513524179593819,
      "eval_accuracy": 0.7740536654886605,
      "eval_loss": 0.9671040773391724,
      "eval_runtime": 1277.3232,
      "eval_samples_per_second": 390.957,
      "eval_steps_per_second": 1.358,
      "step": 5310
    },
    {
      "epoch": 4.522024225129778,
      "grad_norm": 18315.3984375,
      "learning_rate": 0.0007108910891089109,
      "loss": 1.0581,
      "step": 5320
    },
    {
      "epoch": 4.530524270665736,
      "grad_norm": 17246.2890625,
      "learning_rate": 0.0007099009900990099,
      "loss": 1.0594,
      "step": 5330
    },
    {
      "epoch": 4.539024316201694,
      "grad_norm": 19144.822265625,
      "learning_rate": 0.0007089108910891088,
      "loss": 1.0577,
      "step": 5340
    },
    {
      "epoch": 4.547524361737652,
      "grad_norm": 17691.115234375,
      "learning_rate": 0.0007079207920792079,
      "loss": 1.0581,
      "step": 5350
    },
    {
      "epoch": 4.55602440727361,
      "grad_norm": 17498.75,
      "learning_rate": 0.000706930693069307,
      "loss": 1.0567,
      "step": 5360
    },
    {
      "epoch": 4.564524452809569,
      "grad_norm": 19553.53515625,
      "learning_rate": 0.0007059405940594059,
      "loss": 1.0565,
      "step": 5370
    },
    {
      "epoch": 4.573024498345527,
      "grad_norm": 17747.8359375,
      "learning_rate": 0.000704950495049505,
      "loss": 1.0603,
      "step": 5380
    },
    {
      "epoch": 4.581524543881486,
      "grad_norm": 17742.814453125,
      "learning_rate": 0.0007039603960396039,
      "loss": 1.0567,
      "step": 5390
    },
    {
      "epoch": 4.590024589417443,
      "grad_norm": 18410.59765625,
      "learning_rate": 0.0007029702970297029,
      "loss": 1.0561,
      "step": 5400
    },
    {
      "epoch": 4.590024589417443,
      "eval_accuracy": 0.7741942335122652,
      "eval_loss": 0.968053936958313,
      "eval_runtime": 1278.1291,
      "eval_samples_per_second": 390.71,
      "eval_steps_per_second": 1.357,
      "step": 5400
    },
    {
      "epoch": 4.598524634953401,
      "grad_norm": 14357.056640625,
      "learning_rate": 0.000701980198019802,
      "loss": 1.0544,
      "step": 5410
    },
    {
      "epoch": 4.60702468048936,
      "grad_norm": 18278.533203125,
      "learning_rate": 0.0007009900990099009,
      "loss": 1.0531,
      "step": 5420
    },
    {
      "epoch": 4.615524726025318,
      "grad_norm": 18012.599609375,
      "learning_rate": 0.0007,
      "loss": 1.0567,
      "step": 5430
    },
    {
      "epoch": 4.624024771561277,
      "grad_norm": 18881.583984375,
      "learning_rate": 0.0006990099009900989,
      "loss": 1.0548,
      "step": 5440
    },
    {
      "epoch": 4.632524817097234,
      "grad_norm": 19899.90234375,
      "learning_rate": 0.000698019801980198,
      "loss": 1.0541,
      "step": 5450
    },
    {
      "epoch": 4.641024862633193,
      "grad_norm": 15934.2138671875,
      "learning_rate": 0.000697029702970297,
      "loss": 1.0536,
      "step": 5460
    },
    {
      "epoch": 4.649524908169151,
      "grad_norm": 15930.8544921875,
      "learning_rate": 0.000696039603960396,
      "loss": 1.0529,
      "step": 5470
    },
    {
      "epoch": 4.658024953705109,
      "grad_norm": 18346.009765625,
      "learning_rate": 0.000695049504950495,
      "loss": 1.0507,
      "step": 5480
    },
    {
      "epoch": 4.666524999241068,
      "grad_norm": 17350.013671875,
      "learning_rate": 0.000694059405940594,
      "loss": 1.0528,
      "step": 5490
    },
    {
      "epoch": 4.666524999241068,
      "eval_accuracy": 0.7752448834285515,
      "eval_loss": 0.9624823927879333,
      "eval_runtime": 1279.2263,
      "eval_samples_per_second": 390.375,
      "eval_steps_per_second": 1.356,
      "step": 5490
    },
    {
      "epoch": 4.675025044777025,
      "grad_norm": 17104.44921875,
      "learning_rate": 0.000693069306930693,
      "loss": 1.0502,
      "step": 5500
    },
    {
      "epoch": 4.683525090312984,
      "grad_norm": 16279.3994140625,
      "learning_rate": 0.0006920792079207921,
      "loss": 1.0525,
      "step": 5510
    },
    {
      "epoch": 4.692025135848942,
      "grad_norm": 17741.423828125,
      "learning_rate": 0.000691089108910891,
      "loss": 1.0495,
      "step": 5520
    },
    {
      "epoch": 4.700525181384901,
      "grad_norm": 18454.111328125,
      "learning_rate": 0.0006900990099009901,
      "loss": 1.0501,
      "step": 5530
    },
    {
      "epoch": 4.709025226920859,
      "grad_norm": 20272.701171875,
      "learning_rate": 0.000689108910891089,
      "loss": 1.0518,
      "step": 5540
    },
    {
      "epoch": 4.717525272456816,
      "grad_norm": 17187.880859375,
      "learning_rate": 0.0006881188118811881,
      "loss": 1.0498,
      "step": 5550
    },
    {
      "epoch": 4.726025317992775,
      "grad_norm": 16848.552734375,
      "learning_rate": 0.0006871287128712872,
      "loss": 1.0475,
      "step": 5560
    },
    {
      "epoch": 4.734525363528733,
      "grad_norm": 18908.748046875,
      "learning_rate": 0.0006861386138613862,
      "loss": 1.0477,
      "step": 5570
    },
    {
      "epoch": 4.743025409064692,
      "grad_norm": 17731.822265625,
      "learning_rate": 0.0006851485148514852,
      "loss": 1.0496,
      "step": 5580
    },
    {
      "epoch": 4.743025409064692,
      "eval_accuracy": 0.7761857833832465,
      "eval_loss": 0.9594100117683411,
      "eval_runtime": 1281.0251,
      "eval_samples_per_second": 389.827,
      "eval_steps_per_second": 1.354,
      "step": 5580
    },
    {
      "epoch": 4.75152545460065,
      "grad_norm": 16594.486328125,
      "learning_rate": 0.0006841584158415842,
      "loss": 1.0479,
      "step": 5590
    },
    {
      "epoch": 4.760025500136608,
      "grad_norm": 17834.193359375,
      "learning_rate": 0.0006831683168316832,
      "loss": 1.0465,
      "step": 5600
    },
    {
      "epoch": 4.768525545672566,
      "grad_norm": 16431.404296875,
      "learning_rate": 0.0006821782178217823,
      "loss": 1.047,
      "step": 5610
    },
    {
      "epoch": 4.777025591208524,
      "grad_norm": 18339.9921875,
      "learning_rate": 0.0006811881188118812,
      "loss": 1.0456,
      "step": 5620
    },
    {
      "epoch": 4.785525636744483,
      "grad_norm": 15955.2890625,
      "learning_rate": 0.0006801980198019803,
      "loss": 1.0436,
      "step": 5630
    },
    {
      "epoch": 4.794025682280441,
      "grad_norm": 18920.619140625,
      "learning_rate": 0.0006792079207920792,
      "loss": 1.0458,
      "step": 5640
    },
    {
      "epoch": 4.802525727816399,
      "grad_norm": 16657.296875,
      "learning_rate": 0.0006782178217821783,
      "loss": 1.0452,
      "step": 5650
    },
    {
      "epoch": 4.811025773352357,
      "grad_norm": 19700.88671875,
      "learning_rate": 0.0006772277227722773,
      "loss": 1.0473,
      "step": 5660
    },
    {
      "epoch": 4.819525818888316,
      "grad_norm": 19387.7578125,
      "learning_rate": 0.0006762376237623763,
      "loss": 1.0458,
      "step": 5670
    },
    {
      "epoch": 4.819525818888316,
      "eval_accuracy": 0.7771768462948865,
      "eval_loss": 0.9521399736404419,
      "eval_runtime": 1279.986,
      "eval_samples_per_second": 390.143,
      "eval_steps_per_second": 1.355,
      "step": 5670
    },
    {
      "epoch": 4.828025864424274,
      "grad_norm": 18805.466796875,
      "learning_rate": 0.0006752475247524753,
      "loss": 1.0425,
      "step": 5680
    },
    {
      "epoch": 4.836525909960232,
      "grad_norm": 17308.564453125,
      "learning_rate": 0.0006742574257425743,
      "loss": 1.043,
      "step": 5690
    },
    {
      "epoch": 4.84502595549619,
      "grad_norm": 19598.796875,
      "learning_rate": 0.0006732673267326733,
      "loss": 1.0425,
      "step": 5700
    },
    {
      "epoch": 4.853526001032148,
      "grad_norm": 17387.70703125,
      "learning_rate": 0.0006722772277227724,
      "loss": 1.0435,
      "step": 5710
    },
    {
      "epoch": 4.862026046568107,
      "grad_norm": 18542.671875,
      "learning_rate": 0.0006712871287128713,
      "loss": 1.0429,
      "step": 5720
    },
    {
      "epoch": 4.870526092104065,
      "grad_norm": 15447.505859375,
      "learning_rate": 0.0006702970297029704,
      "loss": 1.0428,
      "step": 5730
    },
    {
      "epoch": 4.8790261376400235,
      "grad_norm": 19042.740234375,
      "learning_rate": 0.0006693069306930693,
      "loss": 1.0428,
      "step": 5740
    },
    {
      "epoch": 4.887526183175981,
      "grad_norm": 19183.861328125,
      "learning_rate": 0.0006683168316831684,
      "loss": 1.042,
      "step": 5750
    },
    {
      "epoch": 4.896026228711939,
      "grad_norm": 16694.583984375,
      "learning_rate": 0.0006673267326732674,
      "loss": 1.0407,
      "step": 5760
    },
    {
      "epoch": 4.896026228711939,
      "eval_accuracy": 0.7776950393076092,
      "eval_loss": 0.950414776802063,
      "eval_runtime": 1280.3997,
      "eval_samples_per_second": 390.017,
      "eval_steps_per_second": 1.354,
      "step": 5760
    },
    {
      "epoch": 4.904526274247898,
      "grad_norm": 16852.962890625,
      "learning_rate": 0.0006663366336633664,
      "loss": 1.0404,
      "step": 5770
    },
    {
      "epoch": 4.913026319783856,
      "grad_norm": 20231.42578125,
      "learning_rate": 0.0006653465346534654,
      "loss": 1.0399,
      "step": 5780
    },
    {
      "epoch": 4.9215263653198145,
      "grad_norm": 15834.216796875,
      "learning_rate": 0.0006643564356435644,
      "loss": 1.042,
      "step": 5790
    },
    {
      "epoch": 4.930026410855772,
      "grad_norm": 15273.1630859375,
      "learning_rate": 0.0006633663366336634,
      "loss": 1.0397,
      "step": 5800
    },
    {
      "epoch": 4.938526456391731,
      "grad_norm": 20834.515625,
      "learning_rate": 0.0006623762376237625,
      "loss": 1.0386,
      "step": 5810
    },
    {
      "epoch": 4.947026501927689,
      "grad_norm": 21407.017578125,
      "learning_rate": 0.0006613861386138614,
      "loss": 1.0389,
      "step": 5820
    },
    {
      "epoch": 4.955526547463647,
      "grad_norm": 19523.822265625,
      "learning_rate": 0.0006603960396039605,
      "loss": 1.038,
      "step": 5830
    },
    {
      "epoch": 4.9640265929996055,
      "grad_norm": 18045.078125,
      "learning_rate": 0.0006594059405940594,
      "loss": 1.0359,
      "step": 5840
    },
    {
      "epoch": 4.972526638535563,
      "grad_norm": 16661.830078125,
      "learning_rate": 0.0006584158415841585,
      "loss": 1.037,
      "step": 5850
    },
    {
      "epoch": 4.972526638535563,
      "eval_accuracy": 0.7784280857816438,
      "eval_loss": 0.9486609101295471,
      "eval_runtime": 1279.799,
      "eval_samples_per_second": 390.2,
      "eval_steps_per_second": 1.355,
      "step": 5850
    },
    {
      "epoch": 4.981026684071522,
      "grad_norm": 19275.583984375,
      "learning_rate": 0.0006574257425742575,
      "loss": 1.0376,
      "step": 5860
    },
    {
      "epoch": 4.98952672960748,
      "grad_norm": 20361.98828125,
      "learning_rate": 0.0006564356435643565,
      "loss": 1.0386,
      "step": 5870
    },
    {
      "epoch": 4.998026775143439,
      "grad_norm": 18276.357421875,
      "learning_rate": 0.0006554455445544555,
      "loss": 1.0364,
      "step": 5880
    },
    {
      "epoch": 5.0065268206793965,
      "grad_norm": 18657.6484375,
      "learning_rate": 0.0006544554455445545,
      "loss": 1.0364,
      "step": 5890
    },
    {
      "epoch": 5.015026866215354,
      "grad_norm": 17588.00390625,
      "learning_rate": 0.0006534653465346535,
      "loss": 1.0346,
      "step": 5900
    },
    {
      "epoch": 5.023526911751313,
      "grad_norm": 20156.283203125,
      "learning_rate": 0.0006524752475247526,
      "loss": 1.0341,
      "step": 5910
    },
    {
      "epoch": 5.032026957287271,
      "grad_norm": 18811.03125,
      "learning_rate": 0.0006514851485148515,
      "loss": 1.034,
      "step": 5920
    },
    {
      "epoch": 5.04052700282323,
      "grad_norm": 18864.615234375,
      "learning_rate": 0.0006504950495049506,
      "loss": 1.0356,
      "step": 5930
    },
    {
      "epoch": 5.0490270483591875,
      "grad_norm": 18199.67578125,
      "learning_rate": 0.0006495049504950495,
      "loss": 1.0339,
      "step": 5940
    },
    {
      "epoch": 5.0490270483591875,
      "eval_accuracy": 0.7792297436274894,
      "eval_loss": 0.9439004063606262,
      "eval_runtime": 1279.6853,
      "eval_samples_per_second": 390.235,
      "eval_steps_per_second": 1.355,
      "step": 5940
    },
    {
      "epoch": 5.057527093895146,
      "grad_norm": 19274.73828125,
      "learning_rate": 0.0006485148514851485,
      "loss": 1.0334,
      "step": 5950
    },
    {
      "epoch": 5.066027139431104,
      "grad_norm": 20778.62109375,
      "learning_rate": 0.0006475247524752476,
      "loss": 1.0337,
      "step": 5960
    },
    {
      "epoch": 5.074527184967062,
      "grad_norm": 19509.306640625,
      "learning_rate": 0.0006465346534653465,
      "loss": 1.0355,
      "step": 5970
    },
    {
      "epoch": 5.083027230503021,
      "grad_norm": 18669.24609375,
      "learning_rate": 0.0006455445544554456,
      "loss": 1.0329,
      "step": 5980
    },
    {
      "epoch": 5.0915272760389785,
      "grad_norm": 15668.9755859375,
      "learning_rate": 0.0006445544554455445,
      "loss": 1.0294,
      "step": 5990
    },
    {
      "epoch": 5.100027321574937,
      "grad_norm": 18858.783203125,
      "learning_rate": 0.0006435643564356436,
      "loss": 1.0324,
      "step": 6000
    },
    {
      "epoch": 5.108527367110895,
      "grad_norm": 16453.763671875,
      "learning_rate": 0.0006425742574257426,
      "loss": 1.033,
      "step": 6010
    },
    {
      "epoch": 5.117027412646854,
      "grad_norm": 19821.6875,
      "learning_rate": 0.0006415841584158416,
      "loss": 1.0324,
      "step": 6020
    },
    {
      "epoch": 5.125527458182812,
      "grad_norm": 18548.5078125,
      "learning_rate": 0.0006405940594059406,
      "loss": 1.0284,
      "step": 6030
    },
    {
      "epoch": 5.125527458182812,
      "eval_accuracy": 0.7796817210719912,
      "eval_loss": 0.9404940605163574,
      "eval_runtime": 1281.8344,
      "eval_samples_per_second": 389.581,
      "eval_steps_per_second": 1.353,
      "step": 6030
    },
    {
      "epoch": 5.1340275037187695,
      "grad_norm": 18221.74609375,
      "learning_rate": 0.0006396039603960396,
      "loss": 1.0309,
      "step": 6040
    },
    {
      "epoch": 5.142527549254728,
      "grad_norm": 19257.5078125,
      "learning_rate": 0.0006386138613861386,
      "loss": 1.0316,
      "step": 6050
    },
    {
      "epoch": 5.151027594790686,
      "grad_norm": 20660.0859375,
      "learning_rate": 0.0006376237623762377,
      "loss": 1.0281,
      "step": 6060
    },
    {
      "epoch": 5.159527640326645,
      "grad_norm": 17646.05859375,
      "learning_rate": 0.0006366336633663366,
      "loss": 1.0298,
      "step": 6070
    },
    {
      "epoch": 5.168027685862603,
      "grad_norm": 15755.4951171875,
      "learning_rate": 0.0006356435643564357,
      "loss": 1.0296,
      "step": 6080
    },
    {
      "epoch": 5.176527731398561,
      "grad_norm": 19384.6484375,
      "learning_rate": 0.0006346534653465346,
      "loss": 1.0277,
      "step": 6090
    },
    {
      "epoch": 5.185027776934519,
      "grad_norm": 16928.974609375,
      "learning_rate": 0.0006336633663366337,
      "loss": 1.0295,
      "step": 6100
    },
    {
      "epoch": 5.193527822470478,
      "grad_norm": 15206.5625,
      "learning_rate": 0.0006326732673267327,
      "loss": 1.0288,
      "step": 6110
    },
    {
      "epoch": 5.202027868006436,
      "grad_norm": 18075.7421875,
      "learning_rate": 0.0006316831683168317,
      "loss": 1.0288,
      "step": 6120
    },
    {
      "epoch": 5.202027868006436,
      "eval_accuracy": 0.7805738833087461,
      "eval_loss": 0.9371596574783325,
      "eval_runtime": 1279.2071,
      "eval_samples_per_second": 390.381,
      "eval_steps_per_second": 1.356,
      "step": 6120
    },
    {
      "epoch": 5.210527913542394,
      "grad_norm": 17331.333984375,
      "learning_rate": 0.0006306930693069307,
      "loss": 1.0245,
      "step": 6130
    },
    {
      "epoch": 5.219027959078352,
      "grad_norm": 19757.05078125,
      "learning_rate": 0.0006297029702970297,
      "loss": 1.0266,
      "step": 6140
    },
    {
      "epoch": 5.22752800461431,
      "grad_norm": 16021.1396484375,
      "learning_rate": 0.0006287128712871287,
      "loss": 1.0256,
      "step": 6150
    },
    {
      "epoch": 5.236028050150269,
      "grad_norm": 16731.166015625,
      "learning_rate": 0.0006277227722772278,
      "loss": 1.0257,
      "step": 6160
    },
    {
      "epoch": 5.244528095686227,
      "grad_norm": 17451.5390625,
      "learning_rate": 0.0006267326732673267,
      "loss": 1.0271,
      "step": 6170
    },
    {
      "epoch": 5.2530281412221855,
      "grad_norm": 19212.619140625,
      "learning_rate": 0.0006257425742574258,
      "loss": 1.0255,
      "step": 6180
    },
    {
      "epoch": 5.261528186758143,
      "grad_norm": 17397.1015625,
      "learning_rate": 0.0006247524752475247,
      "loss": 1.026,
      "step": 6190
    },
    {
      "epoch": 5.270028232294101,
      "grad_norm": 18388.25,
      "learning_rate": 0.0006237623762376238,
      "loss": 1.0253,
      "step": 6200
    },
    {
      "epoch": 5.27852827783006,
      "grad_norm": 18145.59765625,
      "learning_rate": 0.0006227722772277228,
      "loss": 1.0251,
      "step": 6210
    },
    {
      "epoch": 5.27852827783006,
      "eval_accuracy": 0.7809789625861284,
      "eval_loss": 0.9343125820159912,
      "eval_runtime": 1280.9852,
      "eval_samples_per_second": 389.839,
      "eval_steps_per_second": 1.354,
      "step": 6210
    },
    {
      "epoch": 5.287028323366018,
      "grad_norm": 18143.001953125,
      "learning_rate": 0.0006217821782178218,
      "loss": 1.0251,
      "step": 6220
    },
    {
      "epoch": 5.2955283689019765,
      "grad_norm": 23030.259765625,
      "learning_rate": 0.0006207920792079208,
      "loss": 1.0248,
      "step": 6230
    },
    {
      "epoch": 5.304028414437934,
      "grad_norm": 20499.400390625,
      "learning_rate": 0.0006198019801980198,
      "loss": 1.0239,
      "step": 6240
    },
    {
      "epoch": 5.312528459973893,
      "grad_norm": 16773.736328125,
      "learning_rate": 0.0006188118811881188,
      "loss": 1.0251,
      "step": 6250
    },
    {
      "epoch": 5.321028505509851,
      "grad_norm": 15036.5712890625,
      "learning_rate": 0.0006178217821782179,
      "loss": 1.0248,
      "step": 6260
    },
    {
      "epoch": 5.329528551045809,
      "grad_norm": 18476.0703125,
      "learning_rate": 0.0006168316831683168,
      "loss": 1.0241,
      "step": 6270
    },
    {
      "epoch": 5.3380285965817675,
      "grad_norm": 18741.55859375,
      "learning_rate": 0.0006158415841584159,
      "loss": 1.0238,
      "step": 6280
    },
    {
      "epoch": 5.346528642117725,
      "grad_norm": 17602.275390625,
      "learning_rate": 0.0006148514851485148,
      "loss": 1.0222,
      "step": 6290
    },
    {
      "epoch": 5.355028687653684,
      "grad_norm": 15750.1806640625,
      "learning_rate": 0.0006138613861386139,
      "loss": 1.0218,
      "step": 6300
    },
    {
      "epoch": 5.355028687653684,
      "eval_accuracy": 0.7811827125583685,
      "eval_loss": 0.9342101216316223,
      "eval_runtime": 1278.6765,
      "eval_samples_per_second": 390.543,
      "eval_steps_per_second": 1.356,
      "step": 6300
    },
    {
      "epoch": 5.363528733189642,
      "grad_norm": 15361.734375,
      "learning_rate": 0.0006128712871287129,
      "loss": 1.0212,
      "step": 6310
    },
    {
      "epoch": 5.372028778725601,
      "grad_norm": 17438.470703125,
      "learning_rate": 0.0006118811881188119,
      "loss": 1.0217,
      "step": 6320
    },
    {
      "epoch": 5.3805288242615585,
      "grad_norm": 16182.955078125,
      "learning_rate": 0.0006108910891089109,
      "loss": 1.0207,
      "step": 6330
    },
    {
      "epoch": 5.389028869797516,
      "grad_norm": 15098.9970703125,
      "learning_rate": 0.0006099009900990099,
      "loss": 1.021,
      "step": 6340
    },
    {
      "epoch": 5.397528915333475,
      "grad_norm": 16916.810546875,
      "learning_rate": 0.0006089108910891089,
      "loss": 1.0187,
      "step": 6350
    },
    {
      "epoch": 5.406028960869433,
      "grad_norm": 15510.921875,
      "learning_rate": 0.000607920792079208,
      "loss": 1.0203,
      "step": 6360
    },
    {
      "epoch": 5.414529006405392,
      "grad_norm": 18232.8671875,
      "learning_rate": 0.0006069306930693069,
      "loss": 1.0209,
      "step": 6370
    },
    {
      "epoch": 5.4230290519413495,
      "grad_norm": 15943.5810546875,
      "learning_rate": 0.000605940594059406,
      "loss": 1.0189,
      "step": 6380
    },
    {
      "epoch": 5.431529097477308,
      "grad_norm": 17515.39453125,
      "learning_rate": 0.0006049504950495049,
      "loss": 1.0185,
      "step": 6390
    },
    {
      "epoch": 5.431529097477308,
      "eval_accuracy": 0.7821448982293225,
      "eval_loss": 0.9290784597396851,
      "eval_runtime": 1274.8156,
      "eval_samples_per_second": 391.726,
      "eval_steps_per_second": 1.36,
      "step": 6390
    },
    {
      "epoch": 5.4420023678698275,
      "grad_norm": 17196.8828125,
      "learning_rate": 0.000603960396039604,
      "loss": 1.0209,
      "step": 6400
    },
    {
      "epoch": 5.450502413405786,
      "grad_norm": 19976.57421875,
      "learning_rate": 0.000602970297029703,
      "loss": 1.0202,
      "step": 6410
    },
    {
      "epoch": 5.459002458941744,
      "grad_norm": 16986.595703125,
      "learning_rate": 0.000601980198019802,
      "loss": 1.0194,
      "step": 6420
    },
    {
      "epoch": 5.467502504477703,
      "grad_norm": 16322.2490234375,
      "learning_rate": 0.000600990099009901,
      "loss": 1.018,
      "step": 6430
    },
    {
      "epoch": 5.476002550013661,
      "grad_norm": 16943.923828125,
      "learning_rate": 0.0006,
      "loss": 1.0173,
      "step": 6440
    },
    {
      "epoch": 5.484502595549619,
      "grad_norm": 17515.416015625,
      "learning_rate": 0.000599009900990099,
      "loss": 1.0171,
      "step": 6450
    },
    {
      "epoch": 5.493002641085577,
      "grad_norm": 20824.935546875,
      "learning_rate": 0.000598019801980198,
      "loss": 1.0167,
      "step": 6460
    },
    {
      "epoch": 5.501502686621535,
      "grad_norm": 19812.29296875,
      "learning_rate": 0.000597029702970297,
      "loss": 1.017,
      "step": 6470
    },
    {
      "epoch": 5.510002732157494,
      "grad_norm": 20733.58984375,
      "learning_rate": 0.000596039603960396,
      "loss": 1.0143,
      "step": 6480
    },
    {
      "epoch": 5.510002732157494,
      "eval_accuracy": 0.7827784542349862,
      "eval_loss": 0.926770031452179,
      "eval_runtime": 1034.8114,
      "eval_samples_per_second": 482.579,
      "eval_steps_per_second": 0.821,
      "step": 6480
    },
    {
      "epoch": 5.518502777693452,
      "grad_norm": 19389.359375,
      "learning_rate": 0.000595049504950495,
      "loss": 1.0156,
      "step": 6490
    },
    {
      "epoch": 5.52700282322941,
      "grad_norm": 18111.1796875,
      "learning_rate": 0.000594059405940594,
      "loss": 1.015,
      "step": 6500
    },
    {
      "epoch": 5.535502868765368,
      "grad_norm": 17627.548828125,
      "learning_rate": 0.0005930693069306931,
      "loss": 1.0149,
      "step": 6510
    },
    {
      "epoch": 5.544002914301327,
      "grad_norm": 19444.2421875,
      "learning_rate": 0.000592079207920792,
      "loss": 1.0161,
      "step": 6520
    },
    {
      "epoch": 5.552502959837285,
      "grad_norm": 20379.31640625,
      "learning_rate": 0.0005910891089108911,
      "loss": 1.0151,
      "step": 6530
    },
    {
      "epoch": 5.561003005373243,
      "grad_norm": 17187.162109375,
      "learning_rate": 0.00059009900990099,
      "loss": 1.0164,
      "step": 6540
    },
    {
      "epoch": 5.569503050909201,
      "grad_norm": 20134.74609375,
      "learning_rate": 0.0005891089108910891,
      "loss": 1.0125,
      "step": 6550
    },
    {
      "epoch": 5.578003096445159,
      "grad_norm": 16345.7314453125,
      "learning_rate": 0.0005881188118811881,
      "loss": 1.0143,
      "step": 6560
    },
    {
      "epoch": 5.586503141981118,
      "grad_norm": 16676.40625,
      "learning_rate": 0.0005871287128712871,
      "loss": 1.0146,
      "step": 6570
    },
    {
      "epoch": 5.586503141981118,
      "eval_accuracy": 0.7830355090944983,
      "eval_loss": 0.925011157989502,
      "eval_runtime": 1032.366,
      "eval_samples_per_second": 483.722,
      "eval_steps_per_second": 0.823,
      "step": 6570
    },
    {
      "epoch": 5.595003187517076,
      "grad_norm": 18004.888671875,
      "learning_rate": 0.0005861386138613861,
      "loss": 1.0134,
      "step": 6580
    },
    {
      "epoch": 5.6035032330530345,
      "grad_norm": 17843.01171875,
      "learning_rate": 0.0005851485148514851,
      "loss": 1.0121,
      "step": 6590
    },
    {
      "epoch": 5.612003278588992,
      "grad_norm": 19261.90625,
      "learning_rate": 0.0005841584158415841,
      "loss": 1.014,
      "step": 6600
    },
    {
      "epoch": 5.62050332412495,
      "grad_norm": 19034.001953125,
      "learning_rate": 0.0005831683168316832,
      "loss": 1.014,
      "step": 6610
    },
    {
      "epoch": 5.629003369660909,
      "grad_norm": 15280.501953125,
      "learning_rate": 0.0005821782178217821,
      "loss": 1.0127,
      "step": 6620
    },
    {
      "epoch": 5.637503415196867,
      "grad_norm": 16361.3017578125,
      "learning_rate": 0.0005811881188118812,
      "loss": 1.0135,
      "step": 6630
    },
    {
      "epoch": 5.6460034607328256,
      "grad_norm": 18691.2578125,
      "learning_rate": 0.0005801980198019801,
      "loss": 1.0116,
      "step": 6640
    },
    {
      "epoch": 5.654503506268783,
      "grad_norm": 17126.857421875,
      "learning_rate": 0.0005792079207920792,
      "loss": 1.0123,
      "step": 6650
    },
    {
      "epoch": 5.663003551804742,
      "grad_norm": 18155.701171875,
      "learning_rate": 0.0005782178217821782,
      "loss": 1.01,
      "step": 6660
    },
    {
      "epoch": 5.663003551804742,
      "eval_accuracy": 0.7837371016336877,
      "eval_loss": 0.9207693338394165,
      "eval_runtime": 1032.8984,
      "eval_samples_per_second": 483.473,
      "eval_steps_per_second": 0.823,
      "step": 6660
    },
    {
      "epoch": 5.6715035973407,
      "grad_norm": 19733.861328125,
      "learning_rate": 0.0005772277227722772,
      "loss": 1.0122,
      "step": 6670
    },
    {
      "epoch": 5.680003642876658,
      "grad_norm": 16721.662109375,
      "learning_rate": 0.0005762376237623762,
      "loss": 1.013,
      "step": 6680
    },
    {
      "epoch": 5.6885036884126166,
      "grad_norm": 19389.369140625,
      "learning_rate": 0.0005752475247524752,
      "loss": 1.012,
      "step": 6690
    },
    {
      "epoch": 5.697003733948574,
      "grad_norm": 20522.015625,
      "learning_rate": 0.0005742574257425742,
      "loss": 1.0087,
      "step": 6700
    },
    {
      "epoch": 5.705503779484533,
      "grad_norm": 19054.39453125,
      "learning_rate": 0.0005732673267326733,
      "loss": 1.0092,
      "step": 6710
    },
    {
      "epoch": 5.714003825020491,
      "grad_norm": 16219.0595703125,
      "learning_rate": 0.0005722772277227722,
      "loss": 1.0105,
      "step": 6720
    },
    {
      "epoch": 5.72250387055645,
      "grad_norm": 19937.716796875,
      "learning_rate": 0.0005712871287128713,
      "loss": 1.01,
      "step": 6730
    },
    {
      "epoch": 5.731003916092408,
      "grad_norm": 18509.220703125,
      "learning_rate": 0.0005702970297029702,
      "loss": 1.0084,
      "step": 6740
    },
    {
      "epoch": 5.739503961628365,
      "grad_norm": 18168.08203125,
      "learning_rate": 0.0005693069306930693,
      "loss": 1.0081,
      "step": 6750
    },
    {
      "epoch": 5.739503961628365,
      "eval_accuracy": 0.7840970171619854,
      "eval_loss": 0.9189032316207886,
      "eval_runtime": 1032.6648,
      "eval_samples_per_second": 483.582,
      "eval_steps_per_second": 0.823,
      "step": 6750
    },
    {
      "epoch": 5.748004007164324,
      "grad_norm": 17099.634765625,
      "learning_rate": 0.0005683168316831683,
      "loss": 1.0085,
      "step": 6760
    },
    {
      "epoch": 5.756504052700282,
      "grad_norm": 19988.625,
      "learning_rate": 0.0005673267326732673,
      "loss": 1.0079,
      "step": 6770
    },
    {
      "epoch": 5.765004098236241,
      "grad_norm": 17239.306640625,
      "learning_rate": 0.0005663366336633663,
      "loss": 1.0075,
      "step": 6780
    },
    {
      "epoch": 5.773504143772199,
      "grad_norm": 16728.1171875,
      "learning_rate": 0.0005653465346534653,
      "loss": 1.0062,
      "step": 6790
    },
    {
      "epoch": 5.782004189308157,
      "grad_norm": 15729.82421875,
      "learning_rate": 0.0005643564356435643,
      "loss": 1.0074,
      "step": 6800
    },
    {
      "epoch": 5.790504234844115,
      "grad_norm": 19562.201171875,
      "learning_rate": 0.0005633663366336634,
      "loss": 1.0075,
      "step": 6810
    },
    {
      "epoch": 5.799004280380073,
      "grad_norm": 20575.86328125,
      "learning_rate": 0.0005623762376237624,
      "loss": 1.0056,
      "step": 6820
    },
    {
      "epoch": 5.807504325916032,
      "grad_norm": 19013.0625,
      "learning_rate": 0.0005613861386138615,
      "loss": 1.0058,
      "step": 6830
    },
    {
      "epoch": 5.81600437145199,
      "grad_norm": 18319.556640625,
      "learning_rate": 0.0005603960396039604,
      "loss": 1.0055,
      "step": 6840
    },
    {
      "epoch": 5.81600437145199,
      "eval_accuracy": 0.7846662939402871,
      "eval_loss": 0.9171181321144104,
      "eval_runtime": 1033.9438,
      "eval_samples_per_second": 482.984,
      "eval_steps_per_second": 0.822,
      "step": 6840
    },
    {
      "epoch": 5.824504416987948,
      "grad_norm": 19040.82421875,
      "learning_rate": 0.0005594059405940595,
      "loss": 1.0077,
      "step": 6850
    },
    {
      "epoch": 5.833004462523906,
      "grad_norm": 19041.265625,
      "learning_rate": 0.0005584158415841585,
      "loss": 1.0064,
      "step": 6860
    },
    {
      "epoch": 5.841504508059865,
      "grad_norm": 15583.31640625,
      "learning_rate": 0.0005574257425742575,
      "loss": 1.0052,
      "step": 6870
    },
    {
      "epoch": 5.850004553595823,
      "grad_norm": 15519.5576171875,
      "learning_rate": 0.0005564356435643565,
      "loss": 1.0066,
      "step": 6880
    },
    {
      "epoch": 5.858504599131781,
      "grad_norm": 19509.908203125,
      "learning_rate": 0.0005554455445544555,
      "loss": 1.005,
      "step": 6890
    },
    {
      "epoch": 5.867004644667739,
      "grad_norm": 16785.40625,
      "learning_rate": 0.0005544554455445545,
      "loss": 1.0045,
      "step": 6900
    },
    {
      "epoch": 5.875504690203697,
      "grad_norm": 20995.373046875,
      "learning_rate": 0.0005534653465346536,
      "loss": 1.0028,
      "step": 6910
    },
    {
      "epoch": 5.884004735739656,
      "grad_norm": 16980.791015625,
      "learning_rate": 0.0005524752475247525,
      "loss": 1.0058,
      "step": 6920
    },
    {
      "epoch": 5.892504781275614,
      "grad_norm": 17058.552734375,
      "learning_rate": 0.0005514851485148516,
      "loss": 1.0032,
      "step": 6930
    },
    {
      "epoch": 5.892504781275614,
      "eval_accuracy": 0.7852809138194954,
      "eval_loss": 0.9138230085372925,
      "eval_runtime": 1038.0576,
      "eval_samples_per_second": 481.07,
      "eval_steps_per_second": 0.819,
      "step": 6930
    },
    {
      "epoch": 5.9010048268115725,
      "grad_norm": 15984.5615234375,
      "learning_rate": 0.0005504950495049505,
      "loss": 1.002,
      "step": 6940
    },
    {
      "epoch": 5.90950487234753,
      "grad_norm": 18076.875,
      "learning_rate": 0.0005495049504950496,
      "loss": 1.0029,
      "step": 6950
    },
    {
      "epoch": 5.918004917883489,
      "grad_norm": 17178.27734375,
      "learning_rate": 0.0005485148514851486,
      "loss": 1.0024,
      "step": 6960
    },
    {
      "epoch": 5.926504963419447,
      "grad_norm": 17936.349609375,
      "learning_rate": 0.0005475247524752476,
      "loss": 0.9992,
      "step": 6970
    },
    {
      "epoch": 5.935005008955406,
      "grad_norm": 16773.853515625,
      "learning_rate": 0.0005465346534653466,
      "loss": 1.002,
      "step": 6980
    },
    {
      "epoch": 5.9435050544913635,
      "grad_norm": 18567.22265625,
      "learning_rate": 0.0005455445544554456,
      "loss": 1.0019,
      "step": 6990
    },
    {
      "epoch": 5.952005100027321,
      "grad_norm": 20730.1484375,
      "learning_rate": 0.0005445544554455446,
      "loss": 1.0032,
      "step": 7000
    },
    {
      "epoch": 5.96050514556328,
      "grad_norm": 18468.900390625,
      "learning_rate": 0.0005435643564356437,
      "loss": 1.0029,
      "step": 7010
    },
    {
      "epoch": 5.969005191099238,
      "grad_norm": 21202.24609375,
      "learning_rate": 0.0005425742574257426,
      "loss": 1.0019,
      "step": 7020
    },
    {
      "epoch": 5.969005191099238,
      "eval_accuracy": 0.7857404893569327,
      "eval_loss": 0.9110856652259827,
      "eval_runtime": 1036.1907,
      "eval_samples_per_second": 481.936,
      "eval_steps_per_second": 0.82,
      "step": 7020
    },
    {
      "epoch": 5.977505236635197,
      "grad_norm": 17446.140625,
      "learning_rate": 0.0005415841584158417,
      "loss": 1.0013,
      "step": 7030
    },
    {
      "epoch": 5.9860052821711545,
      "grad_norm": 20787.7109375,
      "learning_rate": 0.0005405940594059406,
      "loss": 1.0006,
      "step": 7040
    },
    {
      "epoch": 5.994505327707113,
      "grad_norm": 15513.68359375,
      "learning_rate": 0.0005396039603960396,
      "loss": 1.001,
      "step": 7050
    },
    {
      "epoch": 6.003005373243071,
      "grad_norm": 17996.607421875,
      "learning_rate": 0.0005386138613861387,
      "loss": 1.0003,
      "step": 7060
    },
    {
      "epoch": 6.011505418779029,
      "grad_norm": 17095.095703125,
      "learning_rate": 0.0005376237623762376,
      "loss": 1.0007,
      "step": 7070
    },
    {
      "epoch": 6.020005464314988,
      "grad_norm": 17025.11328125,
      "learning_rate": 0.0005366336633663367,
      "loss": 1.0003,
      "step": 7080
    },
    {
      "epoch": 6.0285055098509455,
      "grad_norm": 15303.3544921875,
      "learning_rate": 0.0005356435643564356,
      "loss": 1.0,
      "step": 7090
    },
    {
      "epoch": 6.037005555386904,
      "grad_norm": 18501.576171875,
      "learning_rate": 0.0005346534653465347,
      "loss": 0.9981,
      "step": 7100
    },
    {
      "epoch": 6.045505600922862,
      "grad_norm": 19782.1171875,
      "learning_rate": 0.0005336633663366337,
      "loss": 0.9989,
      "step": 7110
    },
    {
      "epoch": 6.045505600922862,
      "eval_accuracy": 0.7861505064886588,
      "eval_loss": 0.9094851613044739,
      "eval_runtime": 1034.5248,
      "eval_samples_per_second": 482.712,
      "eval_steps_per_second": 0.822,
      "step": 7110
    },
    {
      "epoch": 6.05400564645882,
      "grad_norm": 19169.7890625,
      "learning_rate": 0.0005326732673267327,
      "loss": 0.9998,
      "step": 7120
    },
    {
      "epoch": 6.062505691994779,
      "grad_norm": 19047.958984375,
      "learning_rate": 0.0005316831683168317,
      "loss": 0.9973,
      "step": 7130
    },
    {
      "epoch": 6.0710057375307365,
      "grad_norm": 20607.556640625,
      "learning_rate": 0.0005306930693069307,
      "loss": 0.9962,
      "step": 7140
    },
    {
      "epoch": 6.079505783066695,
      "grad_norm": 16297.8662109375,
      "learning_rate": 0.0005297029702970297,
      "loss": 0.9968,
      "step": 7150
    },
    {
      "epoch": 6.088005828602653,
      "grad_norm": 16640.685546875,
      "learning_rate": 0.0005287128712871288,
      "loss": 0.9987,
      "step": 7160
    },
    {
      "epoch": 6.096505874138612,
      "grad_norm": 16723.65625,
      "learning_rate": 0.0005277227722772277,
      "loss": 0.9981,
      "step": 7170
    },
    {
      "epoch": 6.10500591967457,
      "grad_norm": 18703.06640625,
      "learning_rate": 0.0005267326732673268,
      "loss": 0.9959,
      "step": 7180
    },
    {
      "epoch": 6.113505965210528,
      "grad_norm": 16973.158203125,
      "learning_rate": 0.0005257425742574257,
      "loss": 0.9988,
      "step": 7190
    },
    {
      "epoch": 6.122006010746486,
      "grad_norm": 16989.619140625,
      "learning_rate": 0.0005247524752475248,
      "loss": 0.9955,
      "step": 7200
    },
    {
      "epoch": 6.122006010746486,
      "eval_accuracy": 0.7866073008018492,
      "eval_loss": 0.9084503650665283,
      "eval_runtime": 1037.0895,
      "eval_samples_per_second": 481.519,
      "eval_steps_per_second": 0.82,
      "step": 7200
    },
    {
      "epoch": 6.130506056282444,
      "grad_norm": 16469.03515625,
      "learning_rate": 0.0005237623762376238,
      "loss": 0.9962,
      "step": 7210
    },
    {
      "epoch": 6.139006101818403,
      "grad_norm": 16646.052734375,
      "learning_rate": 0.0005227722772277228,
      "loss": 0.9978,
      "step": 7220
    },
    {
      "epoch": 6.147506147354361,
      "grad_norm": 18823.22265625,
      "learning_rate": 0.0005217821782178218,
      "loss": 0.9967,
      "step": 7230
    },
    {
      "epoch": 6.156006192890319,
      "grad_norm": 16628.587890625,
      "learning_rate": 0.0005207920792079208,
      "loss": 0.9968,
      "step": 7240
    },
    {
      "epoch": 6.164506238426277,
      "grad_norm": 17544.67578125,
      "learning_rate": 0.0005198019801980198,
      "loss": 0.9958,
      "step": 7250
    },
    {
      "epoch": 6.173006283962236,
      "grad_norm": 16480.125,
      "learning_rate": 0.0005188118811881189,
      "loss": 0.997,
      "step": 7260
    },
    {
      "epoch": 6.181506329498194,
      "grad_norm": 18358.3984375,
      "learning_rate": 0.0005178217821782178,
      "loss": 0.9956,
      "step": 7270
    },
    {
      "epoch": 6.190006375034152,
      "grad_norm": 19029.322265625,
      "learning_rate": 0.0005168316831683169,
      "loss": 0.9977,
      "step": 7280
    },
    {
      "epoch": 6.19850642057011,
      "grad_norm": 16023.6572265625,
      "learning_rate": 0.0005158415841584158,
      "loss": 0.9944,
      "step": 7290
    },
    {
      "epoch": 6.19850642057011,
      "eval_accuracy": 0.7871460102262176,
      "eval_loss": 0.9043031930923462,
      "eval_runtime": 1032.4584,
      "eval_samples_per_second": 483.679,
      "eval_steps_per_second": 0.823,
      "step": 7290
    },
    {
      "epoch": 6.207006466106068,
      "grad_norm": 17711.34765625,
      "learning_rate": 0.0005148514851485149,
      "loss": 0.9931,
      "step": 7300
    },
    {
      "epoch": 6.215506511642027,
      "grad_norm": 15834.974609375,
      "learning_rate": 0.0005138613861386139,
      "loss": 0.9935,
      "step": 7310
    },
    {
      "epoch": 6.224006557177985,
      "grad_norm": 15997.443359375,
      "learning_rate": 0.0005128712871287129,
      "loss": 0.9943,
      "step": 7320
    },
    {
      "epoch": 6.2325066027139435,
      "grad_norm": 19241.9921875,
      "learning_rate": 0.0005118811881188119,
      "loss": 0.9942,
      "step": 7330
    },
    {
      "epoch": 6.241006648249901,
      "grad_norm": 14933.837890625,
      "learning_rate": 0.0005108910891089109,
      "loss": 0.9949,
      "step": 7340
    },
    {
      "epoch": 6.249506693785859,
      "grad_norm": 16723.673828125,
      "learning_rate": 0.0005099009900990099,
      "loss": 0.9937,
      "step": 7350
    },
    {
      "epoch": 6.258006739321818,
      "grad_norm": 19108.876953125,
      "learning_rate": 0.000508910891089109,
      "loss": 0.9915,
      "step": 7360
    },
    {
      "epoch": 6.266506784857776,
      "grad_norm": 14807.8232421875,
      "learning_rate": 0.0005079207920792079,
      "loss": 0.9912,
      "step": 7370
    },
    {
      "epoch": 6.2750068303937345,
      "grad_norm": 16829.048828125,
      "learning_rate": 0.000506930693069307,
      "loss": 0.9917,
      "step": 7380
    },
    {
      "epoch": 6.2750068303937345,
      "eval_accuracy": 0.7875770735366631,
      "eval_loss": 0.9019953608512878,
      "eval_runtime": 1035.5292,
      "eval_samples_per_second": 482.244,
      "eval_steps_per_second": 0.821,
      "step": 7380
    },
    {
      "epoch": 6.283506875929692,
      "grad_norm": 17801.87109375,
      "learning_rate": 0.0005059405940594059,
      "loss": 0.9928,
      "step": 7390
    },
    {
      "epoch": 6.292006921465651,
      "grad_norm": 18446.126953125,
      "learning_rate": 0.000504950495049505,
      "loss": 0.9915,
      "step": 7400
    },
    {
      "epoch": 6.300506967001609,
      "grad_norm": 16055.3349609375,
      "learning_rate": 0.000503960396039604,
      "loss": 0.9903,
      "step": 7410
    },
    {
      "epoch": 6.309007012537567,
      "grad_norm": 16897.765625,
      "learning_rate": 0.000502970297029703,
      "loss": 0.9908,
      "step": 7420
    },
    {
      "epoch": 6.3175070580735255,
      "grad_norm": 19176.193359375,
      "learning_rate": 0.000501980198019802,
      "loss": 0.9898,
      "step": 7430
    },
    {
      "epoch": 6.326007103609483,
      "grad_norm": 14390.6298828125,
      "learning_rate": 0.000500990099009901,
      "loss": 0.9904,
      "step": 7440
    },
    {
      "epoch": 6.334507149145442,
      "grad_norm": 21656.654296875,
      "learning_rate": 0.0005,
      "loss": 0.9916,
      "step": 7450
    },
    {
      "epoch": 6.3430071946814,
      "grad_norm": 18097.005859375,
      "learning_rate": 0.0004990099009900991,
      "loss": 0.9902,
      "step": 7460
    },
    {
      "epoch": 6.351507240217359,
      "grad_norm": 17372.796875,
      "learning_rate": 0.000498019801980198,
      "loss": 0.9896,
      "step": 7470
    },
    {
      "epoch": 6.351507240217359,
      "eval_accuracy": 0.7878735288789341,
      "eval_loss": 0.9011977314949036,
      "eval_runtime": 1035.7365,
      "eval_samples_per_second": 482.148,
      "eval_steps_per_second": 0.821,
      "step": 7470
    },
    {
      "epoch": 6.3600072857533165,
      "grad_norm": 16490.4375,
      "learning_rate": 0.0004970297029702971,
      "loss": 0.989,
      "step": 7480
    },
    {
      "epoch": 6.368507331289274,
      "grad_norm": 18962.072265625,
      "learning_rate": 0.000496039603960396,
      "loss": 0.9887,
      "step": 7490
    },
    {
      "epoch": 6.377007376825233,
      "grad_norm": 19760.28125,
      "learning_rate": 0.0004950495049504951,
      "loss": 0.9891,
      "step": 7500
    },
    {
      "epoch": 6.385507422361191,
      "grad_norm": 16014.2646484375,
      "learning_rate": 0.0004940594059405941,
      "loss": 0.9921,
      "step": 7510
    },
    {
      "epoch": 6.39400746789715,
      "grad_norm": 18045.798828125,
      "learning_rate": 0.000493069306930693,
      "loss": 0.9886,
      "step": 7520
    },
    {
      "epoch": 6.4025075134331075,
      "grad_norm": 18082.34375,
      "learning_rate": 0.0004920792079207921,
      "loss": 0.987,
      "step": 7530
    },
    {
      "epoch": 6.411007558969066,
      "grad_norm": 17991.447265625,
      "learning_rate": 0.000491089108910891,
      "loss": 0.99,
      "step": 7540
    },
    {
      "epoch": 6.419507604505024,
      "grad_norm": 15685.39453125,
      "learning_rate": 0.0004900990099009901,
      "loss": 0.9884,
      "step": 7550
    },
    {
      "epoch": 6.428007650040982,
      "grad_norm": 16992.146484375,
      "learning_rate": 0.0004891089108910892,
      "loss": 0.9878,
      "step": 7560
    },
    {
      "epoch": 6.428007650040982,
      "eval_accuracy": 0.7882446558820121,
      "eval_loss": 0.8991919755935669,
      "eval_runtime": 1034.5241,
      "eval_samples_per_second": 482.713,
      "eval_steps_per_second": 0.822,
      "step": 7560
    },
    {
      "epoch": 6.436507695576941,
      "grad_norm": 18808.25390625,
      "learning_rate": 0.0004881188118811881,
      "loss": 0.9872,
      "step": 7570
    },
    {
      "epoch": 6.4450077411128985,
      "grad_norm": 18018.94921875,
      "learning_rate": 0.00048712871287128715,
      "loss": 0.9882,
      "step": 7580
    },
    {
      "epoch": 6.453507786648857,
      "grad_norm": 16361.677734375,
      "learning_rate": 0.00048613861386138615,
      "loss": 0.9867,
      "step": 7590
    },
    {
      "epoch": 6.462007832184815,
      "grad_norm": 16750.744140625,
      "learning_rate": 0.00048514851485148515,
      "loss": 0.9878,
      "step": 7600
    },
    {
      "epoch": 6.470507877720774,
      "grad_norm": 19413.93359375,
      "learning_rate": 0.00048415841584158414,
      "loss": 0.9868,
      "step": 7610
    },
    {
      "epoch": 6.479007923256732,
      "grad_norm": 17738.328125,
      "learning_rate": 0.00048316831683168314,
      "loss": 0.9869,
      "step": 7620
    },
    {
      "epoch": 6.4875079687926895,
      "grad_norm": 16600.763671875,
      "learning_rate": 0.0004821782178217822,
      "loss": 0.9868,
      "step": 7630
    },
    {
      "epoch": 6.496008014328648,
      "grad_norm": 19458.306640625,
      "learning_rate": 0.0004811881188118812,
      "loss": 0.9842,
      "step": 7640
    },
    {
      "epoch": 6.504508059864606,
      "grad_norm": 15481.515625,
      "learning_rate": 0.0004801980198019802,
      "loss": 0.9886,
      "step": 7650
    },
    {
      "epoch": 6.504508059864606,
      "eval_accuracy": 0.7887328723155168,
      "eval_loss": 0.8970336318016052,
      "eval_runtime": 1037.2132,
      "eval_samples_per_second": 481.461,
      "eval_steps_per_second": 0.82,
      "step": 7650
    },
    {
      "epoch": 6.513402750371877,
      "grad_norm": 20331.080078125,
      "learning_rate": 0.0004792079207920792,
      "loss": 0.9857,
      "step": 7660
    },
    {
      "epoch": 6.5219027959078355,
      "grad_norm": 17513.203125,
      "learning_rate": 0.0004782178217821782,
      "loss": 0.9846,
      "step": 7670
    },
    {
      "epoch": 6.530402841443793,
      "grad_norm": 18388.54296875,
      "learning_rate": 0.00047722772277227724,
      "loss": 0.9853,
      "step": 7680
    },
    {
      "epoch": 6.538902886979752,
      "grad_norm": 18303.26953125,
      "learning_rate": 0.00047623762376237624,
      "loss": 0.9853,
      "step": 7690
    },
    {
      "epoch": 6.54740293251571,
      "grad_norm": 16617.505859375,
      "learning_rate": 0.00047524752475247524,
      "loss": 0.9859,
      "step": 7700
    },
    {
      "epoch": 6.555902978051668,
      "grad_norm": 17269.935546875,
      "learning_rate": 0.00047425742574257423,
      "loss": 0.9855,
      "step": 7710
    },
    {
      "epoch": 6.5644030235876265,
      "grad_norm": 16519.927734375,
      "learning_rate": 0.00047326732673267323,
      "loss": 0.9843,
      "step": 7720
    },
    {
      "epoch": 6.572903069123584,
      "grad_norm": 15807.8505859375,
      "learning_rate": 0.0004722772277227723,
      "loss": 0.983,
      "step": 7730
    },
    {
      "epoch": 6.581403114659543,
      "grad_norm": 15810.3408203125,
      "learning_rate": 0.0004712871287128713,
      "loss": 0.9861,
      "step": 7740
    },
    {
      "epoch": 6.581403114659543,
      "eval_accuracy": 0.7891655969340131,
      "eval_loss": 0.8951780200004578,
      "eval_runtime": 1035.4986,
      "eval_samples_per_second": 482.259,
      "eval_steps_per_second": 0.821,
      "step": 7740
    },
    {
      "epoch": 6.589903160195501,
      "grad_norm": 16766.341796875,
      "learning_rate": 0.0004702970297029703,
      "loss": 0.9851,
      "step": 7750
    },
    {
      "epoch": 6.59840320573146,
      "grad_norm": 20359.9140625,
      "learning_rate": 0.0004693069306930693,
      "loss": 0.9844,
      "step": 7760
    },
    {
      "epoch": 6.6069032512674175,
      "grad_norm": 16457.33984375,
      "learning_rate": 0.00046831683168316833,
      "loss": 0.9822,
      "step": 7770
    },
    {
      "epoch": 6.615403296803375,
      "grad_norm": 18674.6015625,
      "learning_rate": 0.0004673267326732674,
      "loss": 0.983,
      "step": 7780
    },
    {
      "epoch": 6.623903342339334,
      "grad_norm": 18476.642578125,
      "learning_rate": 0.0004663366336633664,
      "loss": 0.9826,
      "step": 7790
    },
    {
      "epoch": 6.632403387875292,
      "grad_norm": 15693.6640625,
      "learning_rate": 0.0004653465346534654,
      "loss": 0.9806,
      "step": 7800
    },
    {
      "epoch": 6.640903433411251,
      "grad_norm": 18678.359375,
      "learning_rate": 0.0004643564356435644,
      "loss": 0.9826,
      "step": 7810
    },
    {
      "epoch": 6.6494034789472085,
      "grad_norm": 18860.5390625,
      "learning_rate": 0.0004633663366336634,
      "loss": 0.9843,
      "step": 7820
    },
    {
      "epoch": 6.657903524483167,
      "grad_norm": 18948.015625,
      "learning_rate": 0.00046237623762376243,
      "loss": 0.9814,
      "step": 7830
    },
    {
      "epoch": 6.657903524483167,
      "eval_accuracy": 0.789608308121163,
      "eval_loss": 0.8939031362533569,
      "eval_runtime": 1028.1352,
      "eval_samples_per_second": 485.712,
      "eval_steps_per_second": 0.827,
      "step": 7830
    },
    {
      "epoch": 6.666403570019125,
      "grad_norm": 17197.728515625,
      "learning_rate": 0.00046138613861386143,
      "loss": 0.9816,
      "step": 7840
    },
    {
      "epoch": 6.674903615555083,
      "grad_norm": 21051.08984375,
      "learning_rate": 0.0004603960396039604,
      "loss": 0.9812,
      "step": 7850
    },
    {
      "epoch": 6.683403661091042,
      "grad_norm": 19255.662109375,
      "learning_rate": 0.0004594059405940594,
      "loss": 0.9836,
      "step": 7860
    },
    {
      "epoch": 6.6919037066269995,
      "grad_norm": 16365.4599609375,
      "learning_rate": 0.0004584158415841584,
      "loss": 0.9824,
      "step": 7870
    },
    {
      "epoch": 6.700403752162958,
      "grad_norm": 17249.7109375,
      "learning_rate": 0.0004574257425742575,
      "loss": 0.9793,
      "step": 7880
    },
    {
      "epoch": 6.708903797698916,
      "grad_norm": 15945.6630859375,
      "learning_rate": 0.00045643564356435647,
      "loss": 0.9819,
      "step": 7890
    },
    {
      "epoch": 6.717403843234875,
      "grad_norm": 16529.767578125,
      "learning_rate": 0.00045544554455445547,
      "loss": 0.9801,
      "step": 7900
    },
    {
      "epoch": 6.725903888770833,
      "grad_norm": 16305.484375,
      "learning_rate": 0.00045445544554455447,
      "loss": 0.9823,
      "step": 7910
    },
    {
      "epoch": 6.7344039343067905,
      "grad_norm": 17304.328125,
      "learning_rate": 0.00045346534653465347,
      "loss": 0.9782,
      "step": 7920
    },
    {
      "epoch": 6.7344039343067905,
      "eval_accuracy": 0.7898104897932849,
      "eval_loss": 0.8923720121383667,
      "eval_runtime": 1032.3531,
      "eval_samples_per_second": 483.728,
      "eval_steps_per_second": 0.823,
      "step": 7920
    },
    {
      "epoch": 6.742903979842749,
      "grad_norm": 16057.078125,
      "learning_rate": 0.0004524752475247525,
      "loss": 0.9804,
      "step": 7930
    },
    {
      "epoch": 6.751404025378707,
      "grad_norm": 16539.8046875,
      "learning_rate": 0.0004514851485148515,
      "loss": 0.9816,
      "step": 7940
    },
    {
      "epoch": 6.759904070914666,
      "grad_norm": 18756.751953125,
      "learning_rate": 0.0004504950495049505,
      "loss": 0.9803,
      "step": 7950
    },
    {
      "epoch": 6.768404116450624,
      "grad_norm": 16140.8369140625,
      "learning_rate": 0.0004495049504950495,
      "loss": 0.9807,
      "step": 7960
    },
    {
      "epoch": 6.776904161986582,
      "grad_norm": 16101.984375,
      "learning_rate": 0.0004485148514851485,
      "loss": 0.9795,
      "step": 7970
    },
    {
      "epoch": 6.78540420752254,
      "grad_norm": 18084.240234375,
      "learning_rate": 0.00044752475247524756,
      "loss": 0.9798,
      "step": 7980
    },
    {
      "epoch": 6.793904253058498,
      "grad_norm": 17187.412109375,
      "learning_rate": 0.00044653465346534656,
      "loss": 0.9801,
      "step": 7990
    },
    {
      "epoch": 6.802404298594457,
      "grad_norm": 16965.23046875,
      "learning_rate": 0.00044554455445544556,
      "loss": 0.9784,
      "step": 8000
    },
    {
      "epoch": 6.810904344130415,
      "grad_norm": 16516.47265625,
      "learning_rate": 0.00044455445544554456,
      "loss": 0.9786,
      "step": 8010
    },
    {
      "epoch": 6.810904344130415,
      "eval_accuracy": 0.7902325926967286,
      "eval_loss": 0.8902812004089355,
      "eval_runtime": 1032.3456,
      "eval_samples_per_second": 483.731,
      "eval_steps_per_second": 0.823,
      "step": 8010
    },
    {
      "epoch": 6.819404389666373,
      "grad_norm": 18656.958984375,
      "learning_rate": 0.00044356435643564356,
      "loss": 0.9794,
      "step": 8020
    },
    {
      "epoch": 6.827904435202331,
      "grad_norm": 18381.744140625,
      "learning_rate": 0.0004425742574257426,
      "loss": 0.978,
      "step": 8030
    },
    {
      "epoch": 6.83640448073829,
      "grad_norm": 16134.7392578125,
      "learning_rate": 0.0004415841584158416,
      "loss": 0.9783,
      "step": 8040
    },
    {
      "epoch": 6.844904526274248,
      "grad_norm": 15535.76953125,
      "learning_rate": 0.0004405940594059406,
      "loss": 0.9771,
      "step": 8050
    },
    {
      "epoch": 6.853404571810206,
      "grad_norm": 17276.91015625,
      "learning_rate": 0.0004396039603960396,
      "loss": 0.9778,
      "step": 8060
    },
    {
      "epoch": 6.861904617346164,
      "grad_norm": 16477.451171875,
      "learning_rate": 0.0004386138613861386,
      "loss": 0.9762,
      "step": 8070
    },
    {
      "epoch": 6.870404662882122,
      "grad_norm": 17235.421875,
      "learning_rate": 0.00043762376237623765,
      "loss": 0.9758,
      "step": 8080
    },
    {
      "epoch": 6.878904708418081,
      "grad_norm": 23922.306640625,
      "learning_rate": 0.00043663366336633665,
      "loss": 0.9771,
      "step": 8090
    },
    {
      "epoch": 6.887404753954039,
      "grad_norm": 20163.564453125,
      "learning_rate": 0.00043564356435643565,
      "loss": 0.9786,
      "step": 8100
    },
    {
      "epoch": 6.887404753954039,
      "eval_accuracy": 0.7905720984224686,
      "eval_loss": 0.8882827162742615,
      "eval_runtime": 1035.2187,
      "eval_samples_per_second": 482.389,
      "eval_steps_per_second": 0.821,
      "step": 8100
    },
    {
      "epoch": 6.895904799489998,
      "grad_norm": 22567.283203125,
      "learning_rate": 0.00043465346534653465,
      "loss": 0.9767,
      "step": 8110
    },
    {
      "epoch": 6.904404845025955,
      "grad_norm": 18677.17578125,
      "learning_rate": 0.00043366336633663365,
      "loss": 0.9768,
      "step": 8120
    },
    {
      "epoch": 6.912904890561913,
      "grad_norm": 18427.8046875,
      "learning_rate": 0.0004326732673267327,
      "loss": 0.9765,
      "step": 8130
    },
    {
      "epoch": 6.921404936097872,
      "grad_norm": 16562.19140625,
      "learning_rate": 0.0004316831683168317,
      "loss": 0.9778,
      "step": 8140
    },
    {
      "epoch": 6.92990498163383,
      "grad_norm": 18019.8046875,
      "learning_rate": 0.0004306930693069307,
      "loss": 0.9765,
      "step": 8150
    },
    {
      "epoch": 6.938405027169789,
      "grad_norm": 15273.8798828125,
      "learning_rate": 0.0004297029702970297,
      "loss": 0.9756,
      "step": 8160
    },
    {
      "epoch": 6.946905072705746,
      "grad_norm": 16736.18359375,
      "learning_rate": 0.0004287128712871287,
      "loss": 0.9739,
      "step": 8170
    },
    {
      "epoch": 6.955405118241705,
      "grad_norm": 17612.673828125,
      "learning_rate": 0.00042772277227722774,
      "loss": 0.9772,
      "step": 8180
    },
    {
      "epoch": 6.963905163777663,
      "grad_norm": 15665.3857421875,
      "learning_rate": 0.00042673267326732674,
      "loss": 0.9742,
      "step": 8190
    },
    {
      "epoch": 6.963905163777663,
      "eval_accuracy": 0.7910029077910385,
      "eval_loss": 0.8868052363395691,
      "eval_runtime": 1033.6186,
      "eval_samples_per_second": 483.136,
      "eval_steps_per_second": 0.822,
      "step": 8190
    },
    {
      "epoch": 6.972405209313621,
      "grad_norm": 16346.849609375,
      "learning_rate": 0.00042574257425742574,
      "loss": 0.9773,
      "step": 8200
    },
    {
      "epoch": 6.98090525484958,
      "grad_norm": 15904.78515625,
      "learning_rate": 0.00042475247524752474,
      "loss": 0.9756,
      "step": 8210
    },
    {
      "epoch": 6.989405300385537,
      "grad_norm": 16064.7041015625,
      "learning_rate": 0.00042376237623762374,
      "loss": 0.974,
      "step": 8220
    },
    {
      "epoch": 6.997905345921496,
      "grad_norm": 17884.13671875,
      "learning_rate": 0.0004227722772277228,
      "loss": 0.9747,
      "step": 8230
    },
    {
      "epoch": 7.006405391457454,
      "grad_norm": 14780.166015625,
      "learning_rate": 0.0004217821782178218,
      "loss": 0.9743,
      "step": 8240
    },
    {
      "epoch": 7.014905436993413,
      "grad_norm": 17861.595703125,
      "learning_rate": 0.0004207920792079208,
      "loss": 0.9744,
      "step": 8250
    },
    {
      "epoch": 7.023405482529371,
      "grad_norm": 16821.708984375,
      "learning_rate": 0.0004198019801980198,
      "loss": 0.9732,
      "step": 8260
    },
    {
      "epoch": 7.031905528065329,
      "grad_norm": 18202.1796875,
      "learning_rate": 0.0004188118811881188,
      "loss": 0.9746,
      "step": 8270
    },
    {
      "epoch": 7.040405573601287,
      "grad_norm": 15645.1865234375,
      "learning_rate": 0.00041782178217821784,
      "loss": 0.9735,
      "step": 8280
    },
    {
      "epoch": 7.040405573601287,
      "eval_accuracy": 0.7912855873371129,
      "eval_loss": 0.8865892887115479,
      "eval_runtime": 1039.2279,
      "eval_samples_per_second": 480.528,
      "eval_steps_per_second": 0.818,
      "step": 8280
    },
    {
      "epoch": 7.048905619137245,
      "grad_norm": 16949.755859375,
      "learning_rate": 0.00041683168316831683,
      "loss": 0.9736,
      "step": 8290
    },
    {
      "epoch": 7.057405664673204,
      "grad_norm": 18461.337890625,
      "learning_rate": 0.00041584158415841583,
      "loss": 0.9728,
      "step": 8300
    },
    {
      "epoch": 7.065905710209162,
      "grad_norm": 17668.466796875,
      "learning_rate": 0.00041485148514851483,
      "loss": 0.9721,
      "step": 8310
    },
    {
      "epoch": 7.07440575574512,
      "grad_norm": 15126.234375,
      "learning_rate": 0.00041386138613861383,
      "loss": 0.9718,
      "step": 8320
    },
    {
      "epoch": 7.082905801281078,
      "grad_norm": 16266.1083984375,
      "learning_rate": 0.0004128712871287129,
      "loss": 0.9733,
      "step": 8330
    },
    {
      "epoch": 7.091405846817037,
      "grad_norm": 19422.59375,
      "learning_rate": 0.0004118811881188119,
      "loss": 0.9733,
      "step": 8340
    },
    {
      "epoch": 7.099905892352995,
      "grad_norm": 17168.087890625,
      "learning_rate": 0.0004108910891089109,
      "loss": 0.9723,
      "step": 8350
    },
    {
      "epoch": 7.108405937888953,
      "grad_norm": 16709.5625,
      "learning_rate": 0.0004099009900990099,
      "loss": 0.9712,
      "step": 8360
    },
    {
      "epoch": 7.116905983424911,
      "grad_norm": 15946.3232421875,
      "learning_rate": 0.0004089108910891089,
      "loss": 0.9726,
      "step": 8370
    },
    {
      "epoch": 7.116905983424911,
      "eval_accuracy": 0.7916597760806168,
      "eval_loss": 0.8836008310317993,
      "eval_runtime": 1033.0801,
      "eval_samples_per_second": 483.388,
      "eval_steps_per_second": 0.823,
      "step": 8370
    },
    {
      "epoch": 7.125406028960869,
      "grad_norm": 13808.0322265625,
      "learning_rate": 0.0004079207920792079,
      "loss": 0.9693,
      "step": 8380
    },
    {
      "epoch": 7.133906074496828,
      "grad_norm": 19899.408203125,
      "learning_rate": 0.0004069306930693069,
      "loss": 0.9695,
      "step": 8390
    },
    {
      "epoch": 7.142406120032786,
      "grad_norm": 14987.80078125,
      "learning_rate": 0.000405940594059406,
      "loss": 0.9698,
      "step": 8400
    },
    {
      "epoch": 7.1509061655687445,
      "grad_norm": 16658.63671875,
      "learning_rate": 0.000404950495049505,
      "loss": 0.9711,
      "step": 8410
    },
    {
      "epoch": 7.159406211104702,
      "grad_norm": 16382.1494140625,
      "learning_rate": 0.00040396039603960397,
      "loss": 0.9717,
      "step": 8420
    },
    {
      "epoch": 7.16790625664066,
      "grad_norm": 16640.423828125,
      "learning_rate": 0.000402970297029703,
      "loss": 0.9706,
      "step": 8430
    },
    {
      "epoch": 7.176406302176619,
      "grad_norm": 17918.15625,
      "learning_rate": 0.000401980198019802,
      "loss": 0.9723,
      "step": 8440
    },
    {
      "epoch": 7.184906347712577,
      "grad_norm": 16958.197265625,
      "learning_rate": 0.000400990099009901,
      "loss": 0.9704,
      "step": 8450
    },
    {
      "epoch": 7.1934063932485355,
      "grad_norm": 15377.521484375,
      "learning_rate": 0.0004,
      "loss": 0.97,
      "step": 8460
    },
    {
      "epoch": 7.1934063932485355,
      "eval_accuracy": 0.7920878335859806,
      "eval_loss": 0.8810552954673767,
      "eval_runtime": 1033.6339,
      "eval_samples_per_second": 483.129,
      "eval_steps_per_second": 0.822,
      "step": 8460
    },
    {
      "epoch": 7.201906438784493,
      "grad_norm": 15135.03515625,
      "learning_rate": 0.000399009900990099,
      "loss": 0.9684,
      "step": 8470
    },
    {
      "epoch": 7.210406484320452,
      "grad_norm": 16375.2431640625,
      "learning_rate": 0.00039801980198019807,
      "loss": 0.9691,
      "step": 8480
    },
    {
      "epoch": 7.21890652985641,
      "grad_norm": 16684.763671875,
      "learning_rate": 0.00039702970297029707,
      "loss": 0.9678,
      "step": 8490
    },
    {
      "epoch": 7.227406575392368,
      "grad_norm": 17551.935546875,
      "learning_rate": 0.00039603960396039607,
      "loss": 0.9688,
      "step": 8500
    },
    {
      "epoch": 7.2359066209283265,
      "grad_norm": 17371.619140625,
      "learning_rate": 0.00039504950495049506,
      "loss": 0.9717,
      "step": 8510
    },
    {
      "epoch": 7.244406666464284,
      "grad_norm": 20004.443359375,
      "learning_rate": 0.00039405940594059406,
      "loss": 0.9672,
      "step": 8520
    },
    {
      "epoch": 7.252906712000243,
      "grad_norm": 18529.32421875,
      "learning_rate": 0.0003930693069306931,
      "loss": 0.9693,
      "step": 8530
    },
    {
      "epoch": 7.261406757536201,
      "grad_norm": 16488.56640625,
      "learning_rate": 0.0003920792079207921,
      "loss": 0.9678,
      "step": 8540
    },
    {
      "epoch": 7.26990680307216,
      "grad_norm": 22428.466796875,
      "learning_rate": 0.0003910891089108911,
      "loss": 0.9693,
      "step": 8550
    },
    {
      "epoch": 7.26990680307216,
      "eval_accuracy": 0.792256339480986,
      "eval_loss": 0.8810757398605347,
      "eval_runtime": 1033.8252,
      "eval_samples_per_second": 483.039,
      "eval_steps_per_second": 0.822,
      "step": 8550
    },
    {
      "epoch": 7.2784068486081175,
      "grad_norm": 17588.4453125,
      "learning_rate": 0.0003900990099009901,
      "loss": 0.9679,
      "step": 8560
    },
    {
      "epoch": 7.286906894144076,
      "grad_norm": 18152.78515625,
      "learning_rate": 0.0003891089108910891,
      "loss": 0.9668,
      "step": 8570
    },
    {
      "epoch": 7.295406939680034,
      "grad_norm": 14463.046875,
      "learning_rate": 0.00038811881188118816,
      "loss": 0.9679,
      "step": 8580
    },
    {
      "epoch": 7.303906985215992,
      "grad_norm": 19075.265625,
      "learning_rate": 0.00038712871287128716,
      "loss": 0.9681,
      "step": 8590
    },
    {
      "epoch": 7.312407030751951,
      "grad_norm": 21981.548828125,
      "learning_rate": 0.00038613861386138616,
      "loss": 0.9682,
      "step": 8600
    },
    {
      "epoch": 7.3209070762879085,
      "grad_norm": 20439.08984375,
      "learning_rate": 0.00038514851485148515,
      "loss": 0.968,
      "step": 8610
    },
    {
      "epoch": 7.329407121823867,
      "grad_norm": 17120.98046875,
      "learning_rate": 0.00038415841584158415,
      "loss": 0.9664,
      "step": 8620
    },
    {
      "epoch": 7.337907167359825,
      "grad_norm": 18788.953125,
      "learning_rate": 0.0003831683168316832,
      "loss": 0.965,
      "step": 8630
    },
    {
      "epoch": 7.346407212895784,
      "grad_norm": 14774.0830078125,
      "learning_rate": 0.0003821782178217822,
      "loss": 0.9666,
      "step": 8640
    },
    {
      "epoch": 7.346407212895784,
      "eval_accuracy": 0.7926509573029413,
      "eval_loss": 0.8783407807350159,
      "eval_runtime": 1035.0192,
      "eval_samples_per_second": 482.482,
      "eval_steps_per_second": 0.821,
      "step": 8640
    },
    {
      "epoch": 7.354907258431742,
      "grad_norm": 17107.38671875,
      "learning_rate": 0.0003811881188118812,
      "loss": 0.9666,
      "step": 8650
    },
    {
      "epoch": 7.3634073039676995,
      "grad_norm": 15051.875,
      "learning_rate": 0.0003801980198019802,
      "loss": 0.9668,
      "step": 8660
    },
    {
      "epoch": 7.371907349503658,
      "grad_norm": 16625.01171875,
      "learning_rate": 0.0003792079207920792,
      "loss": 0.9665,
      "step": 8670
    },
    {
      "epoch": 7.380407395039616,
      "grad_norm": 15725.7158203125,
      "learning_rate": 0.00037821782178217825,
      "loss": 0.9665,
      "step": 8680
    },
    {
      "epoch": 7.388907440575575,
      "grad_norm": 17703.29296875,
      "learning_rate": 0.00037722772277227725,
      "loss": 0.9653,
      "step": 8690
    },
    {
      "epoch": 7.397407486111533,
      "grad_norm": 18342.701171875,
      "learning_rate": 0.00037623762376237625,
      "loss": 0.968,
      "step": 8700
    },
    {
      "epoch": 7.405907531647491,
      "grad_norm": 16660.326171875,
      "learning_rate": 0.00037524752475247524,
      "loss": 0.9633,
      "step": 8710
    },
    {
      "epoch": 7.414407577183449,
      "grad_norm": 14380.01171875,
      "learning_rate": 0.00037425742574257424,
      "loss": 0.9652,
      "step": 8720
    },
    {
      "epoch": 7.422907622719407,
      "grad_norm": 15314.05859375,
      "learning_rate": 0.0003732673267326733,
      "loss": 0.9645,
      "step": 8730
    },
    {
      "epoch": 7.422907622719407,
      "eval_accuracy": 0.7929085777897834,
      "eval_loss": 0.8774629235267639,
      "eval_runtime": 1036.1479,
      "eval_samples_per_second": 481.956,
      "eval_steps_per_second": 0.82,
      "step": 8730
    },
    {
      "epoch": 7.431407668255366,
      "grad_norm": 15377.4306640625,
      "learning_rate": 0.0003722772277227723,
      "loss": 0.9661,
      "step": 8740
    },
    {
      "epoch": 7.439907713791324,
      "grad_norm": 20652.443359375,
      "learning_rate": 0.0003712871287128713,
      "loss": 0.9638,
      "step": 8750
    },
    {
      "epoch": 7.448407759327282,
      "grad_norm": 15570.021484375,
      "learning_rate": 0.0003702970297029703,
      "loss": 0.9647,
      "step": 8760
    },
    {
      "epoch": 7.45690780486324,
      "grad_norm": 17774.888671875,
      "learning_rate": 0.0003693069306930693,
      "loss": 0.9651,
      "step": 8770
    },
    {
      "epoch": 7.465407850399199,
      "grad_norm": 19272.056640625,
      "learning_rate": 0.00036831683168316834,
      "loss": 0.964,
      "step": 8780
    },
    {
      "epoch": 7.473907895935157,
      "grad_norm": 17114.37109375,
      "learning_rate": 0.00036732673267326734,
      "loss": 0.963,
      "step": 8790
    },
    {
      "epoch": 7.482407941471115,
      "grad_norm": 18956.96484375,
      "learning_rate": 0.00036633663366336634,
      "loss": 0.9648,
      "step": 8800
    },
    {
      "epoch": 7.490907987007073,
      "grad_norm": 16027.392578125,
      "learning_rate": 0.00036534653465346533,
      "loss": 0.9646,
      "step": 8810
    },
    {
      "epoch": 7.499408032543031,
      "grad_norm": 16447.48046875,
      "learning_rate": 0.00036435643564356433,
      "loss": 0.963,
      "step": 8820
    },
    {
      "epoch": 7.499408032543031,
      "eval_accuracy": 0.7934318103664766,
      "eval_loss": 0.8747227191925049,
      "eval_runtime": 1031.384,
      "eval_samples_per_second": 484.182,
      "eval_steps_per_second": 0.824,
      "step": 8820
    },
    {
      "epoch": 7.50790807807899,
      "grad_norm": 16898.626953125,
      "learning_rate": 0.0003633663366336634,
      "loss": 0.9651,
      "step": 8830
    },
    {
      "epoch": 7.516408123614948,
      "grad_norm": 16217.8544921875,
      "learning_rate": 0.0003623762376237624,
      "loss": 0.9618,
      "step": 8840
    },
    {
      "epoch": 7.5249081691509065,
      "grad_norm": 20356.615234375,
      "learning_rate": 0.0003613861386138614,
      "loss": 0.9601,
      "step": 8850
    },
    {
      "epoch": 7.533408214686864,
      "grad_norm": 17453.779296875,
      "learning_rate": 0.0003603960396039604,
      "loss": 0.9627,
      "step": 8860
    },
    {
      "epoch": 7.541908260222822,
      "grad_norm": 14681.1591796875,
      "learning_rate": 0.0003594059405940594,
      "loss": 0.9616,
      "step": 8870
    },
    {
      "epoch": 7.550408305758781,
      "grad_norm": 16191.0478515625,
      "learning_rate": 0.00035841584158415843,
      "loss": 0.9623,
      "step": 8880
    },
    {
      "epoch": 7.558908351294739,
      "grad_norm": 15307.25,
      "learning_rate": 0.00035742574257425743,
      "loss": 0.9604,
      "step": 8890
    },
    {
      "epoch": 7.5674083968306975,
      "grad_norm": 18245.2265625,
      "learning_rate": 0.0003564356435643564,
      "loss": 0.9619,
      "step": 8900
    },
    {
      "epoch": 7.575908442366655,
      "grad_norm": 16105.3232421875,
      "learning_rate": 0.0003554455445544554,
      "loss": 0.9643,
      "step": 8910
    },
    {
      "epoch": 7.575908442366655,
      "eval_accuracy": 0.793696329436229,
      "eval_loss": 0.8743059039115906,
      "eval_runtime": 1035.7771,
      "eval_samples_per_second": 482.129,
      "eval_steps_per_second": 0.821,
      "step": 8910
    },
    {
      "epoch": 7.584408487902614,
      "grad_norm": 16268.6376953125,
      "learning_rate": 0.0003544554455445544,
      "loss": 0.9632,
      "step": 8920
    },
    {
      "epoch": 7.592908533438572,
      "grad_norm": 16207.1279296875,
      "learning_rate": 0.0003534653465346535,
      "loss": 0.9614,
      "step": 8930
    },
    {
      "epoch": 7.60140857897453,
      "grad_norm": 15891.35546875,
      "learning_rate": 0.0003524752475247525,
      "loss": 0.9623,
      "step": 8940
    },
    {
      "epoch": 7.6099086245104886,
      "grad_norm": 15914.4921875,
      "learning_rate": 0.00035148514851485147,
      "loss": 0.9609,
      "step": 8950
    },
    {
      "epoch": 7.618408670046446,
      "grad_norm": 15182.478515625,
      "learning_rate": 0.00035049504950495047,
      "loss": 0.9601,
      "step": 8960
    },
    {
      "epoch": 7.626908715582405,
      "grad_norm": 15736.513671875,
      "learning_rate": 0.00034950495049504947,
      "loss": 0.9613,
      "step": 8970
    },
    {
      "epoch": 7.635408761118363,
      "grad_norm": 17880.693359375,
      "learning_rate": 0.0003485148514851485,
      "loss": 0.9606,
      "step": 8980
    },
    {
      "epoch": 7.643908806654322,
      "grad_norm": 15555.0341796875,
      "learning_rate": 0.0003475247524752475,
      "loss": 0.9618,
      "step": 8990
    },
    {
      "epoch": 7.6524088521902796,
      "grad_norm": 17536.287109375,
      "learning_rate": 0.0003465346534653465,
      "loss": 0.9606,
      "step": 9000
    },
    {
      "epoch": 7.6524088521902796,
      "eval_accuracy": 0.7939732586317862,
      "eval_loss": 0.8728435039520264,
      "eval_runtime": 1035.2446,
      "eval_samples_per_second": 482.377,
      "eval_steps_per_second": 0.821,
      "step": 9000
    },
    {
      "epoch": 7.660908897726237,
      "grad_norm": 16182.7158203125,
      "learning_rate": 0.0003455445544554455,
      "loss": 0.9605,
      "step": 9010
    },
    {
      "epoch": 7.669408943262196,
      "grad_norm": 17641.724609375,
      "learning_rate": 0.0003445544554455445,
      "loss": 0.9611,
      "step": 9020
    },
    {
      "epoch": 7.677908988798154,
      "grad_norm": 16540.5625,
      "learning_rate": 0.0003435643564356436,
      "loss": 0.9596,
      "step": 9030
    },
    {
      "epoch": 7.686409034334113,
      "grad_norm": 15668.515625,
      "learning_rate": 0.0003425742574257426,
      "loss": 0.9592,
      "step": 9040
    },
    {
      "epoch": 7.694909079870071,
      "grad_norm": 16943.318359375,
      "learning_rate": 0.0003415841584158416,
      "loss": 0.9619,
      "step": 9050
    },
    {
      "epoch": 7.703409125406029,
      "grad_norm": 15736.9775390625,
      "learning_rate": 0.0003405940594059406,
      "loss": 0.959,
      "step": 9060
    },
    {
      "epoch": 7.711909170941987,
      "grad_norm": 17073.3203125,
      "learning_rate": 0.0003396039603960396,
      "loss": 0.9609,
      "step": 9070
    },
    {
      "epoch": 7.720409216477945,
      "grad_norm": 14390.5009765625,
      "learning_rate": 0.00033861386138613867,
      "loss": 0.9576,
      "step": 9080
    },
    {
      "epoch": 7.728909262013904,
      "grad_norm": 17994.197265625,
      "learning_rate": 0.00033762376237623766,
      "loss": 0.9576,
      "step": 9090
    },
    {
      "epoch": 7.728909262013904,
      "eval_accuracy": 0.7942283085944538,
      "eval_loss": 0.8715931177139282,
      "eval_runtime": 1034.9441,
      "eval_samples_per_second": 482.517,
      "eval_steps_per_second": 0.821,
      "step": 9090
    },
    {
      "epoch": 7.737409307549862,
      "grad_norm": 14687.2646484375,
      "learning_rate": 0.00033663366336633666,
      "loss": 0.957,
      "step": 9100
    },
    {
      "epoch": 7.74590935308582,
      "grad_norm": 16330.0478515625,
      "learning_rate": 0.00033564356435643566,
      "loss": 0.9595,
      "step": 9110
    },
    {
      "epoch": 7.754409398621778,
      "grad_norm": 14873.998046875,
      "learning_rate": 0.00033465346534653466,
      "loss": 0.9596,
      "step": 9120
    },
    {
      "epoch": 7.762909444157737,
      "grad_norm": 14278.1953125,
      "learning_rate": 0.0003336633663366337,
      "loss": 0.959,
      "step": 9130
    },
    {
      "epoch": 7.771409489693695,
      "grad_norm": 17600.927734375,
      "learning_rate": 0.0003326732673267327,
      "loss": 0.9573,
      "step": 9140
    },
    {
      "epoch": 7.779909535229653,
      "grad_norm": 15872.1806640625,
      "learning_rate": 0.0003316831683168317,
      "loss": 0.9573,
      "step": 9150
    },
    {
      "epoch": 7.788409580765611,
      "grad_norm": 19368.9765625,
      "learning_rate": 0.0003306930693069307,
      "loss": 0.957,
      "step": 9160
    },
    {
      "epoch": 7.796909626301569,
      "grad_norm": 19541.958984375,
      "learning_rate": 0.0003297029702970297,
      "loss": 0.9581,
      "step": 9170
    },
    {
      "epoch": 7.805409671837528,
      "grad_norm": 16817.328125,
      "learning_rate": 0.00032871287128712876,
      "loss": 0.957,
      "step": 9180
    },
    {
      "epoch": 7.805409671837528,
      "eval_accuracy": 0.7946937469682237,
      "eval_loss": 0.8684272766113281,
      "eval_runtime": 1033.8439,
      "eval_samples_per_second": 483.03,
      "eval_steps_per_second": 0.822,
      "step": 9180
    },
    {
      "epoch": 7.813909717373486,
      "grad_norm": 18241.623046875,
      "learning_rate": 0.00032772277227722775,
      "loss": 0.9567,
      "step": 9190
    },
    {
      "epoch": 7.8224097629094445,
      "grad_norm": 15321.79296875,
      "learning_rate": 0.00032673267326732675,
      "loss": 0.9574,
      "step": 9200
    },
    {
      "epoch": 7.830909808445402,
      "grad_norm": 14790.1884765625,
      "learning_rate": 0.00032574257425742575,
      "loss": 0.9558,
      "step": 9210
    },
    {
      "epoch": 7.83940985398136,
      "grad_norm": 13895.65234375,
      "learning_rate": 0.00032475247524752475,
      "loss": 0.9567,
      "step": 9220
    },
    {
      "epoch": 7.847909899517319,
      "grad_norm": 17413.087890625,
      "learning_rate": 0.0003237623762376238,
      "loss": 0.9582,
      "step": 9230
    },
    {
      "epoch": 7.856409945053277,
      "grad_norm": 15125.3447265625,
      "learning_rate": 0.0003227722772277228,
      "loss": 0.9555,
      "step": 9240
    },
    {
      "epoch": 7.8649099905892355,
      "grad_norm": 15147.716796875,
      "learning_rate": 0.0003217821782178218,
      "loss": 0.9552,
      "step": 9250
    },
    {
      "epoch": 7.873410036125193,
      "grad_norm": 16691.9765625,
      "learning_rate": 0.0003207920792079208,
      "loss": 0.9569,
      "step": 9260
    },
    {
      "epoch": 7.881910081661152,
      "grad_norm": 15234.0234375,
      "learning_rate": 0.0003198019801980198,
      "loss": 0.957,
      "step": 9270
    },
    {
      "epoch": 7.881910081661152,
      "eval_accuracy": 0.7946698774649099,
      "eval_loss": 0.8689009547233582,
      "eval_runtime": 1037.4044,
      "eval_samples_per_second": 481.373,
      "eval_steps_per_second": 0.819,
      "step": 9270
    },
    {
      "epoch": 7.89041012719711,
      "grad_norm": 20217.794921875,
      "learning_rate": 0.00031881188118811885,
      "loss": 0.9558,
      "step": 9280
    },
    {
      "epoch": 7.898910172733068,
      "grad_norm": 16890.482421875,
      "learning_rate": 0.00031782178217821784,
      "loss": 0.957,
      "step": 9290
    },
    {
      "epoch": 7.9074102182690265,
      "grad_norm": 16310.05078125,
      "learning_rate": 0.00031683168316831684,
      "loss": 0.9557,
      "step": 9300
    },
    {
      "epoch": 7.915910263804984,
      "grad_norm": 15330.0146484375,
      "learning_rate": 0.00031584158415841584,
      "loss": 0.9554,
      "step": 9310
    },
    {
      "epoch": 7.924410309340943,
      "grad_norm": 14532.234375,
      "learning_rate": 0.00031485148514851484,
      "loss": 0.9542,
      "step": 9320
    },
    {
      "epoch": 7.932910354876901,
      "grad_norm": 16035.0615234375,
      "learning_rate": 0.0003138613861386139,
      "loss": 0.9544,
      "step": 9330
    },
    {
      "epoch": 7.94141040041286,
      "grad_norm": 16156.765625,
      "learning_rate": 0.0003128712871287129,
      "loss": 0.9549,
      "step": 9340
    },
    {
      "epoch": 7.9499104459488175,
      "grad_norm": 16913.37109375,
      "learning_rate": 0.0003118811881188119,
      "loss": 0.9537,
      "step": 9350
    },
    {
      "epoch": 7.958410491484776,
      "grad_norm": 16376.814453125,
      "learning_rate": 0.0003108910891089109,
      "loss": 0.9556,
      "step": 9360
    },
    {
      "epoch": 7.958410491484776,
      "eval_accuracy": 0.7950512170789835,
      "eval_loss": 0.8671656847000122,
      "eval_runtime": 1035.1375,
      "eval_samples_per_second": 482.427,
      "eval_steps_per_second": 0.821,
      "step": 9360
    },
    {
      "epoch": 7.966910537020734,
      "grad_norm": 14731.126953125,
      "learning_rate": 0.0003099009900990099,
      "loss": 0.9529,
      "step": 9370
    },
    {
      "epoch": 7.975410582556692,
      "grad_norm": 16993.232421875,
      "learning_rate": 0.00030891089108910894,
      "loss": 0.9548,
      "step": 9380
    },
    {
      "epoch": 7.983910628092651,
      "grad_norm": 16157.2880859375,
      "learning_rate": 0.00030792079207920793,
      "loss": 0.9543,
      "step": 9390
    },
    {
      "epoch": 7.9924106736286085,
      "grad_norm": 17463.8984375,
      "learning_rate": 0.00030693069306930693,
      "loss": 0.9537,
      "step": 9400
    },
    {
      "epoch": 8.000910719164567,
      "grad_norm": 18573.9765625,
      "learning_rate": 0.00030594059405940593,
      "loss": 0.9543,
      "step": 9410
    },
    {
      "epoch": 8.009410764700526,
      "grad_norm": 18137.865234375,
      "learning_rate": 0.00030495049504950493,
      "loss": 0.9529,
      "step": 9420
    },
    {
      "epoch": 8.017910810236483,
      "grad_norm": 17822.484375,
      "learning_rate": 0.000303960396039604,
      "loss": 0.9528,
      "step": 9430
    },
    {
      "epoch": 8.026410855772442,
      "grad_norm": 16745.134765625,
      "learning_rate": 0.000302970297029703,
      "loss": 0.9529,
      "step": 9440
    },
    {
      "epoch": 8.0349109013084,
      "grad_norm": 17063.685546875,
      "learning_rate": 0.000301980198019802,
      "loss": 0.9525,
      "step": 9450
    },
    {
      "epoch": 8.0349109013084,
      "eval_accuracy": 0.7955066441462213,
      "eval_loss": 0.8656001687049866,
      "eval_runtime": 1034.9789,
      "eval_samples_per_second": 482.501,
      "eval_steps_per_second": 0.821,
      "step": 9450
    },
    {
      "epoch": 8.043410946844357,
      "grad_norm": 14951.6552734375,
      "learning_rate": 0.000300990099009901,
      "loss": 0.9539,
      "step": 9460
    },
    {
      "epoch": 8.051910992380316,
      "grad_norm": 18525.021484375,
      "learning_rate": 0.0003,
      "loss": 0.9529,
      "step": 9470
    },
    {
      "epoch": 8.060411037916275,
      "grad_norm": 16683.45703125,
      "learning_rate": 0.000299009900990099,
      "loss": 0.9535,
      "step": 9480
    },
    {
      "epoch": 8.068911083452234,
      "grad_norm": 17987.796875,
      "learning_rate": 0.000298019801980198,
      "loss": 0.9544,
      "step": 9490
    },
    {
      "epoch": 8.07741112898819,
      "grad_norm": 14249.4453125,
      "learning_rate": 0.000297029702970297,
      "loss": 0.953,
      "step": 9500
    },
    {
      "epoch": 8.08591117452415,
      "grad_norm": 15678.244140625,
      "learning_rate": 0.000296039603960396,
      "loss": 0.9517,
      "step": 9510
    },
    {
      "epoch": 8.094411220060108,
      "grad_norm": 16945.619140625,
      "learning_rate": 0.000295049504950495,
      "loss": 0.9518,
      "step": 9520
    },
    {
      "epoch": 8.102911265596065,
      "grad_norm": 16090.876953125,
      "learning_rate": 0.00029405940594059407,
      "loss": 0.9515,
      "step": 9530
    },
    {
      "epoch": 8.111411311132024,
      "grad_norm": 15359.59375,
      "learning_rate": 0.00029306930693069307,
      "loss": 0.9509,
      "step": 9540
    },
    {
      "epoch": 8.111411311132024,
      "eval_accuracy": 0.7956073067738585,
      "eval_loss": 0.8639572858810425,
      "eval_runtime": 1036.0688,
      "eval_samples_per_second": 481.993,
      "eval_steps_per_second": 0.82,
      "step": 9540
    },
    {
      "epoch": 8.119911356667982,
      "grad_norm": 14432.5576171875,
      "learning_rate": 0.00029207920792079207,
      "loss": 0.9498,
      "step": 9550
    },
    {
      "epoch": 8.128411402203941,
      "grad_norm": 15058.017578125,
      "learning_rate": 0.00029108910891089107,
      "loss": 0.9512,
      "step": 9560
    },
    {
      "epoch": 8.136911447739898,
      "grad_norm": 14191.0791015625,
      "learning_rate": 0.00029009900990099006,
      "loss": 0.9517,
      "step": 9570
    },
    {
      "epoch": 8.145411493275857,
      "grad_norm": 15950.939453125,
      "learning_rate": 0.0002891089108910891,
      "loss": 0.9506,
      "step": 9580
    },
    {
      "epoch": 8.153911538811816,
      "grad_norm": 17082.619140625,
      "learning_rate": 0.0002881188118811881,
      "loss": 0.9513,
      "step": 9590
    },
    {
      "epoch": 8.162411584347772,
      "grad_norm": 14874.2890625,
      "learning_rate": 0.0002871287128712871,
      "loss": 0.9501,
      "step": 9600
    },
    {
      "epoch": 8.170911629883731,
      "grad_norm": 14615.6669921875,
      "learning_rate": 0.0002861386138613861,
      "loss": 0.951,
      "step": 9610
    },
    {
      "epoch": 8.17941167541969,
      "grad_norm": 15949.583984375,
      "learning_rate": 0.0002851485148514851,
      "loss": 0.9511,
      "step": 9620
    },
    {
      "epoch": 8.187911720955649,
      "grad_norm": 15501.064453125,
      "learning_rate": 0.00028415841584158416,
      "loss": 0.9503,
      "step": 9630
    },
    {
      "epoch": 8.187911720955649,
      "eval_accuracy": 0.7959485569423415,
      "eval_loss": 0.8628361821174622,
      "eval_runtime": 1038.2269,
      "eval_samples_per_second": 480.991,
      "eval_steps_per_second": 0.819,
      "step": 9630
    },
    {
      "epoch": 8.196411766491606,
      "grad_norm": 14815.34375,
      "learning_rate": 0.00028316831683168316,
      "loss": 0.9516,
      "step": 9640
    },
    {
      "epoch": 8.204911812027564,
      "grad_norm": 19284.322265625,
      "learning_rate": 0.00028217821782178216,
      "loss": 0.9508,
      "step": 9650
    },
    {
      "epoch": 8.213411857563523,
      "grad_norm": 15244.177734375,
      "learning_rate": 0.0002811881188118812,
      "loss": 0.9494,
      "step": 9660
    },
    {
      "epoch": 8.22191190309948,
      "grad_norm": 14576.9482421875,
      "learning_rate": 0.0002801980198019802,
      "loss": 0.9485,
      "step": 9670
    },
    {
      "epoch": 8.230411948635439,
      "grad_norm": 15386.0654296875,
      "learning_rate": 0.00027920792079207926,
      "loss": 0.9501,
      "step": 9680
    },
    {
      "epoch": 8.238911994171398,
      "grad_norm": 15885.4248046875,
      "learning_rate": 0.00027821782178217826,
      "loss": 0.9493,
      "step": 9690
    },
    {
      "epoch": 8.247412039707356,
      "grad_norm": 16190.021484375,
      "learning_rate": 0.00027722772277227726,
      "loss": 0.9498,
      "step": 9700
    },
    {
      "epoch": 8.255912085243313,
      "grad_norm": 14406.8857421875,
      "learning_rate": 0.00027623762376237626,
      "loss": 0.9473,
      "step": 9710
    },
    {
      "epoch": 8.264412130779272,
      "grad_norm": 14419.498046875,
      "learning_rate": 0.00027524752475247525,
      "loss": 0.9499,
      "step": 9720
    },
    {
      "epoch": 8.264412130779272,
      "eval_accuracy": 0.7962577759360605,
      "eval_loss": 0.8620018362998962,
      "eval_runtime": 1037.7206,
      "eval_samples_per_second": 481.226,
      "eval_steps_per_second": 0.819,
      "step": 9720
    },
    {
      "epoch": 8.27291217631523,
      "grad_norm": 16101.1533203125,
      "learning_rate": 0.0002742574257425743,
      "loss": 0.9502,
      "step": 9730
    },
    {
      "epoch": 8.281412221851188,
      "grad_norm": 15671.9033203125,
      "learning_rate": 0.0002732673267326733,
      "loss": 0.9498,
      "step": 9740
    },
    {
      "epoch": 8.289912267387146,
      "grad_norm": 15215.625,
      "learning_rate": 0.0002722772277227723,
      "loss": 0.9482,
      "step": 9750
    },
    {
      "epoch": 8.298412312923105,
      "grad_norm": 16016.99609375,
      "learning_rate": 0.0002712871287128713,
      "loss": 0.9494,
      "step": 9760
    },
    {
      "epoch": 8.306912358459064,
      "grad_norm": 17474.0859375,
      "learning_rate": 0.0002702970297029703,
      "loss": 0.9497,
      "step": 9770
    },
    {
      "epoch": 8.31541240399502,
      "grad_norm": 13742.4052734375,
      "learning_rate": 0.00026930693069306935,
      "loss": 0.947,
      "step": 9780
    },
    {
      "epoch": 8.32391244953098,
      "grad_norm": 15790.54296875,
      "learning_rate": 0.00026831683168316835,
      "loss": 0.9471,
      "step": 9790
    },
    {
      "epoch": 8.332412495066938,
      "grad_norm": 16040.060546875,
      "learning_rate": 0.00026732673267326735,
      "loss": 0.9489,
      "step": 9800
    },
    {
      "epoch": 8.340912540602897,
      "grad_norm": 14828.8095703125,
      "learning_rate": 0.00026633663366336635,
      "loss": 0.9482,
      "step": 9810
    },
    {
      "epoch": 8.340912540602897,
      "eval_accuracy": 0.7962955020928217,
      "eval_loss": 0.8608699440956116,
      "eval_runtime": 1034.0211,
      "eval_samples_per_second": 482.948,
      "eval_steps_per_second": 0.822,
      "step": 9810
    },
    {
      "epoch": 8.349412586138854,
      "grad_norm": 16481.876953125,
      "learning_rate": 0.00026534653465346534,
      "loss": 0.9478,
      "step": 9820
    },
    {
      "epoch": 8.357912631674813,
      "grad_norm": 16586.9609375,
      "learning_rate": 0.0002643564356435644,
      "loss": 0.9491,
      "step": 9830
    },
    {
      "epoch": 8.366412677210771,
      "grad_norm": 16209.767578125,
      "learning_rate": 0.0002633663366336634,
      "loss": 0.9484,
      "step": 9840
    },
    {
      "epoch": 8.374912722746728,
      "grad_norm": 15675.52734375,
      "learning_rate": 0.0002623762376237624,
      "loss": 0.9483,
      "step": 9850
    },
    {
      "epoch": 8.383412768282687,
      "grad_norm": 16780.919921875,
      "learning_rate": 0.0002613861386138614,
      "loss": 0.9466,
      "step": 9860
    },
    {
      "epoch": 8.391912813818646,
      "grad_norm": 14785.990234375,
      "learning_rate": 0.0002603960396039604,
      "loss": 0.9459,
      "step": 9870
    },
    {
      "epoch": 8.400412859354603,
      "grad_norm": 14482.4794921875,
      "learning_rate": 0.00025940594059405944,
      "loss": 0.9464,
      "step": 9880
    },
    {
      "epoch": 8.408912904890562,
      "grad_norm": 17260.060546875,
      "learning_rate": 0.00025841584158415844,
      "loss": 0.947,
      "step": 9890
    },
    {
      "epoch": 8.41741295042652,
      "grad_norm": 15805.9501953125,
      "learning_rate": 0.00025742574257425744,
      "loss": 0.9454,
      "step": 9900
    },
    {
      "epoch": 8.41741295042652,
      "eval_accuracy": 0.7969292599781366,
      "eval_loss": 0.8581969738006592,
      "eval_runtime": 1037.2614,
      "eval_samples_per_second": 481.439,
      "eval_steps_per_second": 0.819,
      "step": 9900
    },
    {
      "epoch": 8.425912995962479,
      "grad_norm": 19391.345703125,
      "learning_rate": 0.00025643564356435644,
      "loss": 0.9447,
      "step": 9910
    },
    {
      "epoch": 8.434413041498436,
      "grad_norm": 15079.96875,
      "learning_rate": 0.00025544554455445543,
      "loss": 0.9472,
      "step": 9920
    },
    {
      "epoch": 8.442913087034395,
      "grad_norm": 16290.3056640625,
      "learning_rate": 0.0002544554455445545,
      "loss": 0.9455,
      "step": 9930
    },
    {
      "epoch": 8.451413132570353,
      "grad_norm": 14815.7783203125,
      "learning_rate": 0.0002534653465346535,
      "loss": 0.9453,
      "step": 9940
    },
    {
      "epoch": 8.459913178106312,
      "grad_norm": 14300.2734375,
      "learning_rate": 0.0002524752475247525,
      "loss": 0.9448,
      "step": 9950
    },
    {
      "epoch": 8.46841322364227,
      "grad_norm": 16484.212890625,
      "learning_rate": 0.0002514851485148515,
      "loss": 0.9471,
      "step": 9960
    },
    {
      "epoch": 8.476913269178228,
      "grad_norm": 14792.8935546875,
      "learning_rate": 0.0002504950495049505,
      "loss": 0.9459,
      "step": 9970
    },
    {
      "epoch": 8.485413314714187,
      "grad_norm": 15095.5869140625,
      "learning_rate": 0.00024950495049504953,
      "loss": 0.9439,
      "step": 9980
    },
    {
      "epoch": 8.493913360250144,
      "grad_norm": 15246.3203125,
      "learning_rate": 0.00024851485148514853,
      "loss": 0.9459,
      "step": 9990
    },
    {
      "epoch": 8.493913360250144,
      "eval_accuracy": 0.7969879777309228,
      "eval_loss": 0.8577154278755188,
      "eval_runtime": 1035.8486,
      "eval_samples_per_second": 482.096,
      "eval_steps_per_second": 0.821,
      "step": 9990
    },
    {
      "epoch": 8.502413405786102,
      "grad_norm": 15397.66796875,
      "learning_rate": 0.00024752475247524753,
      "loss": 0.9443,
      "step": 10000
    },
    {
      "epoch": 8.510913451322061,
      "grad_norm": 15283.72265625,
      "learning_rate": 0.0002465346534653465,
      "loss": 0.9446,
      "step": 10010
    },
    {
      "epoch": 8.519413496858018,
      "grad_norm": 15016.5234375,
      "learning_rate": 0.0002455445544554455,
      "loss": 0.9446,
      "step": 10020
    },
    {
      "epoch": 8.527913542393977,
      "grad_norm": 14347.6044921875,
      "learning_rate": 0.0002445544554455446,
      "loss": 0.945,
      "step": 10030
    },
    {
      "epoch": 8.536413587929935,
      "grad_norm": 17782.130859375,
      "learning_rate": 0.00024356435643564357,
      "loss": 0.9445,
      "step": 10040
    },
    {
      "epoch": 8.544913633465894,
      "grad_norm": 14884.66796875,
      "learning_rate": 0.00024257425742574257,
      "loss": 0.9429,
      "step": 10050
    },
    {
      "epoch": 8.553413679001851,
      "grad_norm": 17597.05859375,
      "learning_rate": 0.00024158415841584157,
      "loss": 0.9443,
      "step": 10060
    },
    {
      "epoch": 8.56191372453781,
      "grad_norm": 17000.009765625,
      "learning_rate": 0.0002405940594059406,
      "loss": 0.9449,
      "step": 10070
    },
    {
      "epoch": 8.570413770073769,
      "grad_norm": 17303.015625,
      "learning_rate": 0.0002396039603960396,
      "loss": 0.9444,
      "step": 10080
    },
    {
      "epoch": 8.570413770073769,
      "eval_accuracy": 0.7970984014477712,
      "eval_loss": 0.8577408194541931,
      "eval_runtime": 1033.5768,
      "eval_samples_per_second": 483.155,
      "eval_steps_per_second": 0.822,
      "step": 10080
    },
    {
      "epoch": 8.578913815609727,
      "grad_norm": 14883.8759765625,
      "learning_rate": 0.00023861386138613862,
      "loss": 0.9429,
      "step": 10090
    },
    {
      "epoch": 8.587413861145684,
      "grad_norm": 16271.083984375,
      "learning_rate": 0.00023762376237623762,
      "loss": 0.9441,
      "step": 10100
    },
    {
      "epoch": 8.595913906681643,
      "grad_norm": 18421.546875,
      "learning_rate": 0.00023663366336633662,
      "loss": 0.9444,
      "step": 10110
    },
    {
      "epoch": 8.604413952217602,
      "grad_norm": 19686.576171875,
      "learning_rate": 0.00023564356435643564,
      "loss": 0.9434,
      "step": 10120
    },
    {
      "epoch": 8.612913997753559,
      "grad_norm": 14919.0126953125,
      "learning_rate": 0.00023465346534653464,
      "loss": 0.9427,
      "step": 10130
    },
    {
      "epoch": 8.621414043289517,
      "grad_norm": 16443.49609375,
      "learning_rate": 0.0002336633663366337,
      "loss": 0.9412,
      "step": 10140
    },
    {
      "epoch": 8.629914088825476,
      "grad_norm": 14300.4599609375,
      "learning_rate": 0.0002326732673267327,
      "loss": 0.9436,
      "step": 10150
    },
    {
      "epoch": 8.638414134361435,
      "grad_norm": 17048.576171875,
      "learning_rate": 0.0002316831683168317,
      "loss": 0.9438,
      "step": 10160
    },
    {
      "epoch": 8.646914179897392,
      "grad_norm": 14095.205078125,
      "learning_rate": 0.00023069306930693071,
      "loss": 0.9419,
      "step": 10170
    },
    {
      "epoch": 8.646914179897392,
      "eval_accuracy": 0.797700358706027,
      "eval_loss": 0.854520857334137,
      "eval_runtime": 1038.4284,
      "eval_samples_per_second": 480.898,
      "eval_steps_per_second": 0.819,
      "step": 10170
    },
    {
      "epoch": 8.65541422543335,
      "grad_norm": 16067.9052734375,
      "learning_rate": 0.0002297029702970297,
      "loss": 0.9409,
      "step": 10180
    },
    {
      "epoch": 8.66391427096931,
      "grad_norm": 14993.923828125,
      "learning_rate": 0.00022871287128712874,
      "loss": 0.9421,
      "step": 10190
    },
    {
      "epoch": 8.672414316505266,
      "grad_norm": 14386.7099609375,
      "learning_rate": 0.00022772277227722774,
      "loss": 0.9428,
      "step": 10200
    },
    {
      "epoch": 8.680914362041225,
      "grad_norm": 15530.26953125,
      "learning_rate": 0.00022673267326732673,
      "loss": 0.9425,
      "step": 10210
    },
    {
      "epoch": 8.689414407577184,
      "grad_norm": 15528.4541015625,
      "learning_rate": 0.00022574257425742576,
      "loss": 0.941,
      "step": 10220
    },
    {
      "epoch": 8.697914453113142,
      "grad_norm": 14304.1318359375,
      "learning_rate": 0.00022475247524752476,
      "loss": 0.9402,
      "step": 10230
    },
    {
      "epoch": 8.7064144986491,
      "grad_norm": 15193.4375,
      "learning_rate": 0.00022376237623762378,
      "loss": 0.9415,
      "step": 10240
    },
    {
      "epoch": 8.714914544185058,
      "grad_norm": 14937.7109375,
      "learning_rate": 0.00022277227722772278,
      "loss": 0.9421,
      "step": 10250
    },
    {
      "epoch": 8.723414589721017,
      "grad_norm": 15369.6669921875,
      "learning_rate": 0.00022178217821782178,
      "loss": 0.9415,
      "step": 10260
    },
    {
      "epoch": 8.723414589721017,
      "eval_accuracy": 0.797684357783119,
      "eval_loss": 0.8541524410247803,
      "eval_runtime": 1037.1311,
      "eval_samples_per_second": 481.499,
      "eval_steps_per_second": 0.82,
      "step": 10260
    },
    {
      "epoch": 8.731914635256974,
      "grad_norm": 17404.70703125,
      "learning_rate": 0.0002207920792079208,
      "loss": 0.9417,
      "step": 10270
    },
    {
      "epoch": 8.740414680792933,
      "grad_norm": 16622.16796875,
      "learning_rate": 0.0002198019801980198,
      "loss": 0.9409,
      "step": 10280
    },
    {
      "epoch": 8.748914726328891,
      "grad_norm": 13510.8125,
      "learning_rate": 0.00021881188118811883,
      "loss": 0.9409,
      "step": 10290
    },
    {
      "epoch": 8.75741477186485,
      "grad_norm": 14584.3173828125,
      "learning_rate": 0.00021782178217821783,
      "loss": 0.9411,
      "step": 10300
    },
    {
      "epoch": 8.765914817400807,
      "grad_norm": 13928.373046875,
      "learning_rate": 0.00021683168316831682,
      "loss": 0.9408,
      "step": 10310
    },
    {
      "epoch": 8.774414862936766,
      "grad_norm": 13927.751953125,
      "learning_rate": 0.00021584158415841585,
      "loss": 0.9404,
      "step": 10320
    },
    {
      "epoch": 8.782914908472724,
      "grad_norm": 15996.322265625,
      "learning_rate": 0.00021485148514851485,
      "loss": 0.9415,
      "step": 10330
    },
    {
      "epoch": 8.791414954008681,
      "grad_norm": 14078.8876953125,
      "learning_rate": 0.00021386138613861387,
      "loss": 0.9392,
      "step": 10340
    },
    {
      "epoch": 8.79991499954464,
      "grad_norm": 14735.3623046875,
      "learning_rate": 0.00021287128712871287,
      "loss": 0.9395,
      "step": 10350
    },
    {
      "epoch": 8.79991499954464,
      "eval_accuracy": 0.7978062402609887,
      "eval_loss": 0.8535209894180298,
      "eval_runtime": 1036.7203,
      "eval_samples_per_second": 481.69,
      "eval_steps_per_second": 0.82,
      "step": 10350
    },
    {
      "epoch": 8.808415045080599,
      "grad_norm": 14420.7861328125,
      "learning_rate": 0.00021188118811881187,
      "loss": 0.9412,
      "step": 10360
    },
    {
      "epoch": 8.816915090616558,
      "grad_norm": 14367.3955078125,
      "learning_rate": 0.0002108910891089109,
      "loss": 0.9382,
      "step": 10370
    },
    {
      "epoch": 8.825415136152515,
      "grad_norm": 14271.1162109375,
      "learning_rate": 0.0002099009900990099,
      "loss": 0.9406,
      "step": 10380
    },
    {
      "epoch": 8.833915181688473,
      "grad_norm": 14588.7724609375,
      "learning_rate": 0.00020891089108910892,
      "loss": 0.9397,
      "step": 10390
    },
    {
      "epoch": 8.842415227224432,
      "grad_norm": 13847.20703125,
      "learning_rate": 0.00020792079207920792,
      "loss": 0.9394,
      "step": 10400
    },
    {
      "epoch": 8.850915272760389,
      "grad_norm": 14702.3779296875,
      "learning_rate": 0.00020693069306930691,
      "loss": 0.9386,
      "step": 10410
    },
    {
      "epoch": 8.859415318296348,
      "grad_norm": 13664.92578125,
      "learning_rate": 0.00020594059405940594,
      "loss": 0.939,
      "step": 10420
    },
    {
      "epoch": 8.867915363832306,
      "grad_norm": 14917.166015625,
      "learning_rate": 0.00020495049504950494,
      "loss": 0.9392,
      "step": 10430
    },
    {
      "epoch": 8.876415409368265,
      "grad_norm": 15233.123046875,
      "learning_rate": 0.00020396039603960396,
      "loss": 0.9411,
      "step": 10440
    },
    {
      "epoch": 8.876415409368265,
      "eval_accuracy": 0.7982283642493349,
      "eval_loss": 0.8512039184570312,
      "eval_runtime": 1037.2463,
      "eval_samples_per_second": 481.446,
      "eval_steps_per_second": 0.819,
      "step": 10440
    },
    {
      "epoch": 8.884915454904222,
      "grad_norm": 14748.51953125,
      "learning_rate": 0.000202970297029703,
      "loss": 0.9379,
      "step": 10450
    },
    {
      "epoch": 8.893415500440181,
      "grad_norm": 14725.625,
      "learning_rate": 0.00020198019801980199,
      "loss": 0.9394,
      "step": 10460
    },
    {
      "epoch": 8.90191554597614,
      "grad_norm": 14719.560546875,
      "learning_rate": 0.000200990099009901,
      "loss": 0.9396,
      "step": 10470
    },
    {
      "epoch": 8.910415591512097,
      "grad_norm": 15252.0546875,
      "learning_rate": 0.0002,
      "loss": 0.9386,
      "step": 10480
    },
    {
      "epoch": 8.918915637048055,
      "grad_norm": 14756.244140625,
      "learning_rate": 0.00019900990099009903,
      "loss": 0.9378,
      "step": 10490
    },
    {
      "epoch": 8.927415682584014,
      "grad_norm": 14705.61328125,
      "learning_rate": 0.00019801980198019803,
      "loss": 0.9377,
      "step": 10500
    },
    {
      "epoch": 8.935915728119973,
      "grad_norm": 14071.0009765625,
      "learning_rate": 0.00019702970297029703,
      "loss": 0.9394,
      "step": 10510
    },
    {
      "epoch": 8.94441577365593,
      "grad_norm": 13337.140625,
      "learning_rate": 0.00019603960396039606,
      "loss": 0.9384,
      "step": 10520
    },
    {
      "epoch": 8.952915819191889,
      "grad_norm": 14109.1650390625,
      "learning_rate": 0.00019504950495049505,
      "loss": 0.9362,
      "step": 10530
    },
    {
      "epoch": 8.952915819191889,
      "eval_accuracy": 0.7982979521046931,
      "eval_loss": 0.8517733812332153,
      "eval_runtime": 1038.3162,
      "eval_samples_per_second": 480.95,
      "eval_steps_per_second": 0.819,
      "step": 10530
    },
    {
      "epoch": 8.961415864727847,
      "grad_norm": 17169.69140625,
      "learning_rate": 0.00019405940594059408,
      "loss": 0.9373,
      "step": 10540
    },
    {
      "epoch": 8.969915910263804,
      "grad_norm": 14149.8935546875,
      "learning_rate": 0.00019306930693069308,
      "loss": 0.9365,
      "step": 10550
    },
    {
      "epoch": 8.978415955799763,
      "grad_norm": 16067.255859375,
      "learning_rate": 0.00019207920792079208,
      "loss": 0.9371,
      "step": 10560
    },
    {
      "epoch": 8.986916001335722,
      "grad_norm": 14375.869140625,
      "learning_rate": 0.0001910891089108911,
      "loss": 0.9375,
      "step": 10570
    },
    {
      "epoch": 8.99541604687168,
      "grad_norm": 14484.7421875,
      "learning_rate": 0.0001900990099009901,
      "loss": 0.9372,
      "step": 10580
    },
    {
      "epoch": 9.003916092407637,
      "grad_norm": 13759.2275390625,
      "learning_rate": 0.00018910891089108913,
      "loss": 0.9361,
      "step": 10590
    },
    {
      "epoch": 9.012416137943596,
      "grad_norm": 14114.7119140625,
      "learning_rate": 0.00018811881188118812,
      "loss": 0.9369,
      "step": 10600
    },
    {
      "epoch": 9.020916183479555,
      "grad_norm": 13548.9287109375,
      "learning_rate": 0.00018712871287128712,
      "loss": 0.9363,
      "step": 10610
    },
    {
      "epoch": 9.029416229015512,
      "grad_norm": 13845.412109375,
      "learning_rate": 0.00018613861386138615,
      "loss": 0.9369,
      "step": 10620
    },
    {
      "epoch": 9.029416229015512,
      "eval_accuracy": 0.7986381309887046,
      "eval_loss": 0.8504059314727783,
      "eval_runtime": 1037.8808,
      "eval_samples_per_second": 481.152,
      "eval_steps_per_second": 0.819,
      "step": 10620
    },
    {
      "epoch": 9.03791627455147,
      "grad_norm": 14264.1455078125,
      "learning_rate": 0.00018514851485148514,
      "loss": 0.9371,
      "step": 10630
    },
    {
      "epoch": 9.04641632008743,
      "grad_norm": 12720.0791015625,
      "learning_rate": 0.00018415841584158417,
      "loss": 0.9351,
      "step": 10640
    },
    {
      "epoch": 9.054916365623388,
      "grad_norm": 14962.2216796875,
      "learning_rate": 0.00018316831683168317,
      "loss": 0.9347,
      "step": 10650
    },
    {
      "epoch": 9.063416411159345,
      "grad_norm": 14343.6259765625,
      "learning_rate": 0.00018217821782178217,
      "loss": 0.9366,
      "step": 10660
    },
    {
      "epoch": 9.071916456695304,
      "grad_norm": 15166.927734375,
      "learning_rate": 0.0001811881188118812,
      "loss": 0.9379,
      "step": 10670
    },
    {
      "epoch": 9.080416502231262,
      "grad_norm": 13523.9873046875,
      "learning_rate": 0.0001801980198019802,
      "loss": 0.9369,
      "step": 10680
    },
    {
      "epoch": 9.08891654776722,
      "grad_norm": 15057.4638671875,
      "learning_rate": 0.00017920792079207922,
      "loss": 0.9368,
      "step": 10690
    },
    {
      "epoch": 9.097416593303178,
      "grad_norm": 13766.353515625,
      "learning_rate": 0.0001782178217821782,
      "loss": 0.935,
      "step": 10700
    },
    {
      "epoch": 9.105916638839137,
      "grad_norm": 15783.3056640625,
      "learning_rate": 0.0001772277227722772,
      "loss": 0.9365,
      "step": 10710
    },
    {
      "epoch": 9.105916638839137,
      "eval_accuracy": 0.7986280323340061,
      "eval_loss": 0.8495949506759644,
      "eval_runtime": 1036.1574,
      "eval_samples_per_second": 481.952,
      "eval_steps_per_second": 0.82,
      "step": 10710
    },
    {
      "epoch": 9.114416684375096,
      "grad_norm": 14088.314453125,
      "learning_rate": 0.00017623762376237624,
      "loss": 0.9363,
      "step": 10720
    },
    {
      "epoch": 9.122916729911053,
      "grad_norm": 14255.0244140625,
      "learning_rate": 0.00017524752475247524,
      "loss": 0.9351,
      "step": 10730
    },
    {
      "epoch": 9.131416775447011,
      "grad_norm": 15012.841796875,
      "learning_rate": 0.00017425742574257426,
      "loss": 0.9341,
      "step": 10740
    },
    {
      "epoch": 9.13991682098297,
      "grad_norm": 15262.3740234375,
      "learning_rate": 0.00017326732673267326,
      "loss": 0.9342,
      "step": 10750
    },
    {
      "epoch": 9.148416866518927,
      "grad_norm": 14390.744140625,
      "learning_rate": 0.00017227722772277226,
      "loss": 0.9359,
      "step": 10760
    },
    {
      "epoch": 9.156916912054886,
      "grad_norm": 14124.2373046875,
      "learning_rate": 0.0001712871287128713,
      "loss": 0.9353,
      "step": 10770
    },
    {
      "epoch": 9.165416957590844,
      "grad_norm": 13361.82421875,
      "learning_rate": 0.0001702970297029703,
      "loss": 0.9352,
      "step": 10780
    },
    {
      "epoch": 9.173917003126803,
      "grad_norm": 13731.3984375,
      "learning_rate": 0.00016930693069306933,
      "loss": 0.9345,
      "step": 10790
    },
    {
      "epoch": 9.18241704866276,
      "grad_norm": 13207.9716796875,
      "learning_rate": 0.00016831683168316833,
      "loss": 0.9336,
      "step": 10800
    },
    {
      "epoch": 9.18241704866276,
      "eval_accuracy": 0.7991505659503615,
      "eval_loss": 0.8472453355789185,
      "eval_runtime": 1035.1715,
      "eval_samples_per_second": 482.411,
      "eval_steps_per_second": 0.821,
      "step": 10800
    },
    {
      "epoch": 9.190917094198719,
      "grad_norm": 14880.1533203125,
      "learning_rate": 0.00016732673267326733,
      "loss": 0.9333,
      "step": 10810
    },
    {
      "epoch": 9.199417139734678,
      "grad_norm": 12751.9345703125,
      "learning_rate": 0.00016633663366336635,
      "loss": 0.935,
      "step": 10820
    },
    {
      "epoch": 9.207917185270635,
      "grad_norm": 13587.4658203125,
      "learning_rate": 0.00016534653465346535,
      "loss": 0.9336,
      "step": 10830
    },
    {
      "epoch": 9.216417230806593,
      "grad_norm": 13916.77734375,
      "learning_rate": 0.00016435643564356438,
      "loss": 0.9348,
      "step": 10840
    },
    {
      "epoch": 9.224917276342552,
      "grad_norm": 14346.2119140625,
      "learning_rate": 0.00016336633663366338,
      "loss": 0.9328,
      "step": 10850
    },
    {
      "epoch": 9.23341732187851,
      "grad_norm": 11983.17578125,
      "learning_rate": 0.00016237623762376237,
      "loss": 0.9341,
      "step": 10860
    },
    {
      "epoch": 9.241917367414468,
      "grad_norm": 13424.4794921875,
      "learning_rate": 0.0001613861386138614,
      "loss": 0.9341,
      "step": 10870
    },
    {
      "epoch": 9.250417412950426,
      "grad_norm": 13093.9267578125,
      "learning_rate": 0.0001603960396039604,
      "loss": 0.9336,
      "step": 10880
    },
    {
      "epoch": 9.258917458486385,
      "grad_norm": 14450.0888671875,
      "learning_rate": 0.00015940594059405942,
      "loss": 0.9326,
      "step": 10890
    },
    {
      "epoch": 9.258917458486385,
      "eval_accuracy": 0.7993350474335167,
      "eval_loss": 0.846928596496582,
      "eval_runtime": 1034.8058,
      "eval_samples_per_second": 482.581,
      "eval_steps_per_second": 0.821,
      "step": 10890
    },
    {
      "epoch": 9.267417504022344,
      "grad_norm": 12639.7099609375,
      "learning_rate": 0.00015841584158415842,
      "loss": 0.9331,
      "step": 10900
    },
    {
      "epoch": 9.2759175495583,
      "grad_norm": 14105.6357421875,
      "learning_rate": 0.00015742574257425742,
      "loss": 0.9323,
      "step": 10910
    },
    {
      "epoch": 9.28441759509426,
      "grad_norm": 13878.3876953125,
      "learning_rate": 0.00015643564356435644,
      "loss": 0.9319,
      "step": 10920
    },
    {
      "epoch": 9.292917640630218,
      "grad_norm": 14202.0380859375,
      "learning_rate": 0.00015544554455445544,
      "loss": 0.9309,
      "step": 10930
    },
    {
      "epoch": 9.301417686166175,
      "grad_norm": 12203.2275390625,
      "learning_rate": 0.00015445544554455447,
      "loss": 0.9323,
      "step": 10940
    },
    {
      "epoch": 9.309917731702134,
      "grad_norm": 12799.16015625,
      "learning_rate": 0.00015346534653465347,
      "loss": 0.933,
      "step": 10950
    },
    {
      "epoch": 9.318417777238093,
      "grad_norm": 14222.4921875,
      "learning_rate": 0.00015247524752475246,
      "loss": 0.9335,
      "step": 10960
    },
    {
      "epoch": 9.32691782277405,
      "grad_norm": 13150.4560546875,
      "learning_rate": 0.0001514851485148515,
      "loss": 0.9334,
      "step": 10970
    },
    {
      "epoch": 9.335417868310008,
      "grad_norm": 13035.662109375,
      "learning_rate": 0.0001504950495049505,
      "loss": 0.9336,
      "step": 10980
    },
    {
      "epoch": 9.335417868310008,
      "eval_accuracy": 0.7995125837200675,
      "eval_loss": 0.8457638621330261,
      "eval_runtime": 1036.0457,
      "eval_samples_per_second": 482.004,
      "eval_steps_per_second": 0.82,
      "step": 10980
    },
    {
      "epoch": 9.343917913845967,
      "grad_norm": 13063.5947265625,
      "learning_rate": 0.0001495049504950495,
      "loss": 0.9358,
      "step": 10990
    },
    {
      "epoch": 9.352417959381926,
      "grad_norm": 13189.0205078125,
      "learning_rate": 0.0001485148514851485,
      "loss": 0.9314,
      "step": 11000
    },
    {
      "epoch": 9.360918004917883,
      "grad_norm": 14116.0537109375,
      "learning_rate": 0.0001475247524752475,
      "loss": 0.9322,
      "step": 11010
    },
    {
      "epoch": 9.369418050453842,
      "grad_norm": 13098.5810546875,
      "learning_rate": 0.00014653465346534653,
      "loss": 0.9306,
      "step": 11020
    },
    {
      "epoch": 9.3779180959898,
      "grad_norm": 12630.921875,
      "learning_rate": 0.00014554455445544553,
      "loss": 0.9294,
      "step": 11030
    },
    {
      "epoch": 9.386418141525759,
      "grad_norm": 12936.2509765625,
      "learning_rate": 0.00014455445544554456,
      "loss": 0.9323,
      "step": 11040
    },
    {
      "epoch": 9.394918187061716,
      "grad_norm": 13526.9853515625,
      "learning_rate": 0.00014356435643564356,
      "loss": 0.9311,
      "step": 11050
    },
    {
      "epoch": 9.403418232597675,
      "grad_norm": 13259.3603515625,
      "learning_rate": 0.00014257425742574255,
      "loss": 0.9332,
      "step": 11060
    },
    {
      "epoch": 9.411918278133633,
      "grad_norm": 14287.5361328125,
      "learning_rate": 0.00014158415841584158,
      "loss": 0.9321,
      "step": 11070
    },
    {
      "epoch": 9.411918278133633,
      "eval_accuracy": 0.7996804125615878,
      "eval_loss": 0.8447943329811096,
      "eval_runtime": 1035.7879,
      "eval_samples_per_second": 482.124,
      "eval_steps_per_second": 0.821,
      "step": 11070
    },
    {
      "epoch": 9.42041832366959,
      "grad_norm": 12443.166015625,
      "learning_rate": 0.0001405940594059406,
      "loss": 0.9303,
      "step": 11080
    },
    {
      "epoch": 9.42891836920555,
      "grad_norm": 13510.2119140625,
      "learning_rate": 0.00013960396039603963,
      "loss": 0.9298,
      "step": 11090
    },
    {
      "epoch": 9.437418414741508,
      "grad_norm": 11732.4970703125,
      "learning_rate": 0.00013861386138613863,
      "loss": 0.9314,
      "step": 11100
    },
    {
      "epoch": 9.445918460277467,
      "grad_norm": 13648.421875,
      "learning_rate": 0.00013762376237623763,
      "loss": 0.9318,
      "step": 11110
    },
    {
      "epoch": 9.454418505813424,
      "grad_norm": 12602.56640625,
      "learning_rate": 0.00013663366336633665,
      "loss": 0.9318,
      "step": 11120
    },
    {
      "epoch": 9.462918551349382,
      "grad_norm": 13816.3720703125,
      "learning_rate": 0.00013564356435643565,
      "loss": 0.9319,
      "step": 11130
    },
    {
      "epoch": 9.471418596885341,
      "grad_norm": 14125.748046875,
      "learning_rate": 0.00013465346534653468,
      "loss": 0.9297,
      "step": 11140
    },
    {
      "epoch": 9.479918642421298,
      "grad_norm": 13495.037109375,
      "learning_rate": 0.00013366336633663367,
      "loss": 0.9314,
      "step": 11150
    },
    {
      "epoch": 9.488418687957257,
      "grad_norm": 12772.404296875,
      "learning_rate": 0.00013267326732673267,
      "loss": 0.9283,
      "step": 11160
    },
    {
      "epoch": 9.488418687957257,
      "eval_accuracy": 0.799732345307766,
      "eval_loss": 0.8448570370674133,
      "eval_runtime": 1038.7893,
      "eval_samples_per_second": 480.731,
      "eval_steps_per_second": 0.818,
      "step": 11160
    },
    {
      "epoch": 9.496918733493215,
      "grad_norm": 13424.62890625,
      "learning_rate": 0.0001316831683168317,
      "loss": 0.9297,
      "step": 11170
    },
    {
      "epoch": 9.505418779029174,
      "grad_norm": 14624.0283203125,
      "learning_rate": 0.0001306930693069307,
      "loss": 0.9295,
      "step": 11180
    },
    {
      "epoch": 9.513918824565131,
      "grad_norm": 12779.9169921875,
      "learning_rate": 0.00012970297029702972,
      "loss": 0.9322,
      "step": 11190
    },
    {
      "epoch": 9.52241887010109,
      "grad_norm": 13789.7421875,
      "learning_rate": 0.00012871287128712872,
      "loss": 0.9312,
      "step": 11200
    },
    {
      "epoch": 9.530918915637049,
      "grad_norm": 12679.0703125,
      "learning_rate": 0.00012772277227722772,
      "loss": 0.9289,
      "step": 11210
    },
    {
      "epoch": 9.539418961173006,
      "grad_norm": 14479.2919921875,
      "learning_rate": 0.00012673267326732674,
      "loss": 0.931,
      "step": 11220
    },
    {
      "epoch": 9.547919006708964,
      "grad_norm": 12816.5322265625,
      "learning_rate": 0.00012574257425742574,
      "loss": 0.9304,
      "step": 11230
    },
    {
      "epoch": 9.556419052244923,
      "grad_norm": 13485.4990234375,
      "learning_rate": 0.00012475247524752477,
      "loss": 0.928,
      "step": 11240
    },
    {
      "epoch": 9.564919097780882,
      "grad_norm": 13575.083984375,
      "learning_rate": 0.00012376237623762376,
      "loss": 0.929,
      "step": 11250
    },
    {
      "epoch": 9.564919097780882,
      "eval_accuracy": 0.7999083549113648,
      "eval_loss": 0.8442253470420837,
      "eval_runtime": 1035.3058,
      "eval_samples_per_second": 482.348,
      "eval_steps_per_second": 0.821,
      "step": 11250
    },
    {
      "epoch": 9.573419143316839,
      "grad_norm": 13030.95703125,
      "learning_rate": 0.00012277227722772276,
      "loss": 0.9303,
      "step": 11260
    },
    {
      "epoch": 9.581919188852797,
      "grad_norm": 12883.271484375,
      "learning_rate": 0.00012178217821782179,
      "loss": 0.9304,
      "step": 11270
    },
    {
      "epoch": 9.590419234388756,
      "grad_norm": 12350.5322265625,
      "learning_rate": 0.00012079207920792079,
      "loss": 0.9298,
      "step": 11280
    },
    {
      "epoch": 9.598919279924713,
      "grad_norm": 12253.1220703125,
      "learning_rate": 0.0001198019801980198,
      "loss": 0.9301,
      "step": 11290
    },
    {
      "epoch": 9.607419325460672,
      "grad_norm": 13372.912109375,
      "learning_rate": 0.00011881188118811881,
      "loss": 0.9298,
      "step": 11300
    },
    {
      "epoch": 9.61591937099663,
      "grad_norm": 12150.8623046875,
      "learning_rate": 0.00011782178217821782,
      "loss": 0.9276,
      "step": 11310
    },
    {
      "epoch": 9.62441941653259,
      "grad_norm": 12663.35546875,
      "learning_rate": 0.00011683168316831685,
      "loss": 0.9305,
      "step": 11320
    },
    {
      "epoch": 9.632919462068546,
      "grad_norm": 12773.25,
      "learning_rate": 0.00011584158415841584,
      "loss": 0.929,
      "step": 11330
    },
    {
      "epoch": 9.641419507604505,
      "grad_norm": 12251.90234375,
      "learning_rate": 0.00011485148514851486,
      "loss": 0.9282,
      "step": 11340
    },
    {
      "epoch": 9.641419507604505,
      "eval_accuracy": 0.8002882889018181,
      "eval_loss": 0.842271089553833,
      "eval_runtime": 1038.9797,
      "eval_samples_per_second": 480.643,
      "eval_steps_per_second": 0.818,
      "step": 11340
    },
    {
      "epoch": 9.649919553140464,
      "grad_norm": 12380.44140625,
      "learning_rate": 0.00011386138613861387,
      "loss": 0.9275,
      "step": 11350
    },
    {
      "epoch": 9.65841959867642,
      "grad_norm": 12090.271484375,
      "learning_rate": 0.00011287128712871288,
      "loss": 0.9275,
      "step": 11360
    },
    {
      "epoch": 9.66691964421238,
      "grad_norm": 13393.486328125,
      "learning_rate": 0.00011188118811881189,
      "loss": 0.9293,
      "step": 11370
    },
    {
      "epoch": 9.675419689748338,
      "grad_norm": 11574.048828125,
      "learning_rate": 0.00011089108910891089,
      "loss": 0.9269,
      "step": 11380
    },
    {
      "epoch": 9.683919735284297,
      "grad_norm": 13117.8916015625,
      "learning_rate": 0.0001099009900990099,
      "loss": 0.928,
      "step": 11390
    },
    {
      "epoch": 9.692419780820254,
      "grad_norm": 13132.0810546875,
      "learning_rate": 0.00010891089108910891,
      "loss": 0.9272,
      "step": 11400
    },
    {
      "epoch": 9.700919826356213,
      "grad_norm": 13526.349609375,
      "learning_rate": 0.00010792079207920792,
      "loss": 0.9271,
      "step": 11410
    },
    {
      "epoch": 9.709419871892171,
      "grad_norm": 13662.8740234375,
      "learning_rate": 0.00010693069306930694,
      "loss": 0.9261,
      "step": 11420
    },
    {
      "epoch": 9.717919917428128,
      "grad_norm": 12285.236328125,
      "learning_rate": 0.00010594059405940593,
      "loss": 0.9271,
      "step": 11430
    },
    {
      "epoch": 9.717919917428128,
      "eval_accuracy": 0.8004033551877789,
      "eval_loss": 0.8413528800010681,
      "eval_runtime": 1034.3691,
      "eval_samples_per_second": 482.785,
      "eval_steps_per_second": 0.822,
      "step": 11430
    },
    {
      "epoch": 9.726419962964087,
      "grad_norm": 12984.609375,
      "learning_rate": 0.00010495049504950495,
      "loss": 0.9272,
      "step": 11440
    },
    {
      "epoch": 9.734920008500046,
      "grad_norm": 13035.4326171875,
      "learning_rate": 0.00010396039603960396,
      "loss": 0.927,
      "step": 11450
    },
    {
      "epoch": 9.743420054036005,
      "grad_norm": 12569.7998046875,
      "learning_rate": 0.00010297029702970297,
      "loss": 0.9276,
      "step": 11460
    },
    {
      "epoch": 9.751920099571961,
      "grad_norm": 13077.8876953125,
      "learning_rate": 0.00010198019801980198,
      "loss": 0.9271,
      "step": 11470
    },
    {
      "epoch": 9.76042014510792,
      "grad_norm": 12659.830078125,
      "learning_rate": 0.00010099009900990099,
      "loss": 0.9276,
      "step": 11480
    },
    {
      "epoch": 9.768920190643879,
      "grad_norm": 13212.763671875,
      "learning_rate": 0.0001,
      "loss": 0.9268,
      "step": 11490
    },
    {
      "epoch": 9.777420236179836,
      "grad_norm": 12120.390625,
      "learning_rate": 9.900990099009902e-05,
      "loss": 0.9267,
      "step": 11500
    },
    {
      "epoch": 9.785920281715795,
      "grad_norm": 12504.2646484375,
      "learning_rate": 9.801980198019803e-05,
      "loss": 0.9281,
      "step": 11510
    },
    {
      "epoch": 9.794420327251753,
      "grad_norm": 12107.5166015625,
      "learning_rate": 9.702970297029704e-05,
      "loss": 0.9264,
      "step": 11520
    },
    {
      "epoch": 9.794420327251753,
      "eval_accuracy": 0.800677157520577,
      "eval_loss": 0.840539276599884,
      "eval_runtime": 1035.1246,
      "eval_samples_per_second": 482.433,
      "eval_steps_per_second": 0.821,
      "step": 11520
    },
    {
      "epoch": 9.802920372787712,
      "grad_norm": 13302.0888671875,
      "learning_rate": 9.603960396039604e-05,
      "loss": 0.9249,
      "step": 11530
    },
    {
      "epoch": 9.811420418323669,
      "grad_norm": 11464.931640625,
      "learning_rate": 9.504950495049505e-05,
      "loss": 0.928,
      "step": 11540
    },
    {
      "epoch": 9.819920463859628,
      "grad_norm": 11620.611328125,
      "learning_rate": 9.405940594059406e-05,
      "loss": 0.9269,
      "step": 11550
    },
    {
      "epoch": 9.828420509395587,
      "grad_norm": 12684.673828125,
      "learning_rate": 9.306930693069307e-05,
      "loss": 0.9264,
      "step": 11560
    },
    {
      "epoch": 9.836920554931543,
      "grad_norm": 12113.302734375,
      "learning_rate": 9.207920792079209e-05,
      "loss": 0.9239,
      "step": 11570
    },
    {
      "epoch": 9.845420600467502,
      "grad_norm": 12095.48828125,
      "learning_rate": 9.108910891089108e-05,
      "loss": 0.9262,
      "step": 11580
    },
    {
      "epoch": 9.853920646003461,
      "grad_norm": 12388.09765625,
      "learning_rate": 9.00990099009901e-05,
      "loss": 0.9241,
      "step": 11590
    },
    {
      "epoch": 9.86242069153942,
      "grad_norm": 12502.1171875,
      "learning_rate": 8.91089108910891e-05,
      "loss": 0.9256,
      "step": 11600
    },
    {
      "epoch": 9.870920737075377,
      "grad_norm": 12518.240234375,
      "learning_rate": 8.811881188118812e-05,
      "loss": 0.9268,
      "step": 11610
    },
    {
      "epoch": 9.870920737075377,
      "eval_accuracy": 0.800816669053509,
      "eval_loss": 0.8393772840499878,
      "eval_runtime": 1035.7736,
      "eval_samples_per_second": 482.13,
      "eval_steps_per_second": 0.821,
      "step": 11610
    },
    {
      "epoch": 9.879420782611335,
      "grad_norm": 11850.7548828125,
      "learning_rate": 8.712871287128713e-05,
      "loss": 0.9257,
      "step": 11620
    },
    {
      "epoch": 9.887920828147294,
      "grad_norm": 12279.2197265625,
      "learning_rate": 8.613861386138613e-05,
      "loss": 0.9251,
      "step": 11630
    },
    {
      "epoch": 9.896420873683251,
      "grad_norm": 12372.4765625,
      "learning_rate": 8.514851485148515e-05,
      "loss": 0.9241,
      "step": 11640
    },
    {
      "epoch": 9.90492091921921,
      "grad_norm": 11712.88671875,
      "learning_rate": 8.415841584158417e-05,
      "loss": 0.9233,
      "step": 11650
    },
    {
      "epoch": 9.913420964755169,
      "grad_norm": 12502.9453125,
      "learning_rate": 8.316831683168318e-05,
      "loss": 0.9252,
      "step": 11660
    },
    {
      "epoch": 9.921921010291127,
      "grad_norm": 13177.66796875,
      "learning_rate": 8.217821782178219e-05,
      "loss": 0.9237,
      "step": 11670
    },
    {
      "epoch": 9.930421055827084,
      "grad_norm": 12558.2802734375,
      "learning_rate": 8.118811881188119e-05,
      "loss": 0.9251,
      "step": 11680
    },
    {
      "epoch": 9.938921101363043,
      "grad_norm": 11745.330078125,
      "learning_rate": 8.01980198019802e-05,
      "loss": 0.9264,
      "step": 11690
    },
    {
      "epoch": 9.947421146899002,
      "grad_norm": 11350.08203125,
      "learning_rate": 7.920792079207921e-05,
      "loss": 0.924,
      "step": 11700
    },
    {
      "epoch": 9.947421146899002,
      "eval_accuracy": 0.8009528506484064,
      "eval_loss": 0.8385128974914551,
      "eval_runtime": 1035.7833,
      "eval_samples_per_second": 482.126,
      "eval_steps_per_second": 0.821,
      "step": 11700
    },
    {
      "epoch": 9.955921192434959,
      "grad_norm": 11514.369140625,
      "learning_rate": 7.821782178217822e-05,
      "loss": 0.9236,
      "step": 11710
    },
    {
      "epoch": 9.964421237970917,
      "grad_norm": 11468.5146484375,
      "learning_rate": 7.722772277227723e-05,
      "loss": 0.9226,
      "step": 11720
    },
    {
      "epoch": 9.972921283506876,
      "grad_norm": 11347.8369140625,
      "learning_rate": 7.623762376237623e-05,
      "loss": 0.9244,
      "step": 11730
    },
    {
      "epoch": 9.981421329042835,
      "grad_norm": 11171.818359375,
      "learning_rate": 7.524752475247524e-05,
      "loss": 0.9247,
      "step": 11740
    },
    {
      "epoch": 9.989921374578792,
      "grad_norm": 11165.7451171875,
      "learning_rate": 7.425742574257426e-05,
      "loss": 0.926,
      "step": 11750
    },
    {
      "epoch": 9.99842142011475,
      "grad_norm": 11604.375,
      "learning_rate": 7.326732673267327e-05,
      "loss": 0.9237,
      "step": 11760
    },
    {
      "epoch": 10.00692146565071,
      "grad_norm": 11761.7099609375,
      "learning_rate": 7.227722772277228e-05,
      "loss": 0.9245,
      "step": 11770
    },
    {
      "epoch": 10.015421511186666,
      "grad_norm": 11363.318359375,
      "learning_rate": 7.128712871287128e-05,
      "loss": 0.9242,
      "step": 11780
    },
    {
      "epoch": 10.023921556722625,
      "grad_norm": 11492.59765625,
      "learning_rate": 7.02970297029703e-05,
      "loss": 0.9243,
      "step": 11790
    },
    {
      "epoch": 10.023921556722625,
      "eval_accuracy": 0.8013337325505296,
      "eval_loss": 0.8371462225914001,
      "eval_runtime": 1036.3502,
      "eval_samples_per_second": 481.862,
      "eval_steps_per_second": 0.82,
      "step": 11790
    },
    {
      "epoch": 10.032421602258584,
      "grad_norm": 11367.05859375,
      "learning_rate": 6.930693069306931e-05,
      "loss": 0.9241,
      "step": 11800
    },
    {
      "epoch": 10.040921647794542,
      "grad_norm": 11473.013671875,
      "learning_rate": 6.831683168316833e-05,
      "loss": 0.9223,
      "step": 11810
    },
    {
      "epoch": 10.0494216933305,
      "grad_norm": 11349.96484375,
      "learning_rate": 6.732673267326734e-05,
      "loss": 0.9225,
      "step": 11820
    },
    {
      "epoch": 10.057921738866458,
      "grad_norm": 11236.7431640625,
      "learning_rate": 6.633663366336634e-05,
      "loss": 0.9236,
      "step": 11830
    },
    {
      "epoch": 10.066421784402417,
      "grad_norm": 11882.5078125,
      "learning_rate": 6.534653465346535e-05,
      "loss": 0.9227,
      "step": 11840
    },
    {
      "epoch": 10.074921829938374,
      "grad_norm": 11027.5966796875,
      "learning_rate": 6.435643564356436e-05,
      "loss": 0.9212,
      "step": 11850
    },
    {
      "epoch": 10.083421875474333,
      "grad_norm": 11009.87890625,
      "learning_rate": 6.336633663366337e-05,
      "loss": 0.9235,
      "step": 11860
    },
    {
      "epoch": 10.091921921010291,
      "grad_norm": 10943.912109375,
      "learning_rate": 6.237623762376238e-05,
      "loss": 0.9236,
      "step": 11870
    },
    {
      "epoch": 10.10042196654625,
      "grad_norm": 11583.521484375,
      "learning_rate": 6.138613861386138e-05,
      "loss": 0.9251,
      "step": 11880
    },
    {
      "epoch": 10.10042196654625,
      "eval_accuracy": 0.8014076660668283,
      "eval_loss": 0.8366426825523376,
      "eval_runtime": 1035.5282,
      "eval_samples_per_second": 482.245,
      "eval_steps_per_second": 0.821,
      "step": 11880
    },
    {
      "epoch": 10.108922012082207,
      "grad_norm": 10507.802734375,
      "learning_rate": 6.039603960396039e-05,
      "loss": 0.9218,
      "step": 11890
    },
    {
      "epoch": 10.117422057618166,
      "grad_norm": 12043.7763671875,
      "learning_rate": 5.9405940594059404e-05,
      "loss": 0.9213,
      "step": 11900
    },
    {
      "epoch": 10.125922103154124,
      "grad_norm": 10901.1728515625,
      "learning_rate": 5.841584158415842e-05,
      "loss": 0.92,
      "step": 11910
    },
    {
      "epoch": 10.134422148690081,
      "grad_norm": 11496.796875,
      "learning_rate": 5.742574257425743e-05,
      "loss": 0.922,
      "step": 11920
    },
    {
      "epoch": 10.14292219422604,
      "grad_norm": 11207.1455078125,
      "learning_rate": 5.643564356435644e-05,
      "loss": 0.9207,
      "step": 11930
    },
    {
      "epoch": 10.151422239761999,
      "grad_norm": 10568.88671875,
      "learning_rate": 5.5445544554455445e-05,
      "loss": 0.923,
      "step": 11940
    },
    {
      "epoch": 10.159922285297958,
      "grad_norm": 11236.5009765625,
      "learning_rate": 5.4455445544554456e-05,
      "loss": 0.9226,
      "step": 11950
    },
    {
      "epoch": 10.168422330833915,
      "grad_norm": 10793.302734375,
      "learning_rate": 5.346534653465347e-05,
      "loss": 0.921,
      "step": 11960
    },
    {
      "epoch": 10.176922376369873,
      "grad_norm": 10562.205078125,
      "learning_rate": 5.247524752475247e-05,
      "loss": 0.9211,
      "step": 11970
    },
    {
      "epoch": 10.176922376369873,
      "eval_accuracy": 0.8014045174418934,
      "eval_loss": 0.836881697177887,
      "eval_runtime": 1035.287,
      "eval_samples_per_second": 482.357,
      "eval_steps_per_second": 0.821,
      "step": 11970
    },
    {
      "epoch": 10.185422421905832,
      "grad_norm": 10615.4091796875,
      "learning_rate": 5.1485148514851485e-05,
      "loss": 0.9216,
      "step": 11980
    },
    {
      "epoch": 10.19392246744179,
      "grad_norm": 11039.455078125,
      "learning_rate": 5.0495049504950497e-05,
      "loss": 0.9193,
      "step": 11990
    },
    {
      "epoch": 10.202422512977748,
      "grad_norm": 11875.810546875,
      "learning_rate": 4.950495049504951e-05,
      "loss": 0.9221,
      "step": 12000
    },
    {
      "epoch": 10.210922558513706,
      "grad_norm": 10764.8984375,
      "learning_rate": 4.851485148514852e-05,
      "loss": 0.922,
      "step": 12010
    },
    {
      "epoch": 10.219422604049665,
      "grad_norm": 10610.0224609375,
      "learning_rate": 4.7524752475247525e-05,
      "loss": 0.9225,
      "step": 12020
    },
    {
      "epoch": 10.227922649585622,
      "grad_norm": 10679.6396484375,
      "learning_rate": 4.653465346534654e-05,
      "loss": 0.921,
      "step": 12030
    },
    {
      "epoch": 10.23642269512158,
      "grad_norm": 10098.7451171875,
      "learning_rate": 4.554455445544554e-05,
      "loss": 0.9227,
      "step": 12040
    },
    {
      "epoch": 10.24492274065754,
      "grad_norm": 11032.216796875,
      "learning_rate": 4.455445544554455e-05,
      "loss": 0.9223,
      "step": 12050
    },
    {
      "epoch": 10.253422786193497,
      "grad_norm": 11303.1201171875,
      "learning_rate": 4.3564356435643565e-05,
      "loss": 0.9223,
      "step": 12060
    },
    {
      "epoch": 10.253422786193497,
      "eval_accuracy": 0.8015698536327949,
      "eval_loss": 0.8357640504837036,
      "eval_runtime": 1032.412,
      "eval_samples_per_second": 483.7,
      "eval_steps_per_second": 0.823,
      "step": 12060
    },
    {
      "epoch": 10.261922831729455,
      "grad_norm": 10582.2373046875,
      "learning_rate": 4.257425742574258e-05,
      "loss": 0.9192,
      "step": 12070
    },
    {
      "epoch": 10.270422877265414,
      "grad_norm": 10299.9345703125,
      "learning_rate": 4.158415841584159e-05,
      "loss": 0.9209,
      "step": 12080
    },
    {
      "epoch": 10.278922922801373,
      "grad_norm": 10322.740234375,
      "learning_rate": 4.0594059405940594e-05,
      "loss": 0.922,
      "step": 12090
    },
    {
      "epoch": 10.28742296833733,
      "grad_norm": 10159.0244140625,
      "learning_rate": 3.9603960396039605e-05,
      "loss": 0.9189,
      "step": 12100
    },
    {
      "epoch": 10.295923013873288,
      "grad_norm": 10132.728515625,
      "learning_rate": 3.861386138613862e-05,
      "loss": 0.9209,
      "step": 12110
    },
    {
      "epoch": 10.304423059409247,
      "grad_norm": 10718.8837890625,
      "learning_rate": 3.762376237623762e-05,
      "loss": 0.9208,
      "step": 12120
    },
    {
      "epoch": 10.312923104945206,
      "grad_norm": 10195.5869140625,
      "learning_rate": 3.6633663366336634e-05,
      "loss": 0.9225,
      "step": 12130
    },
    {
      "epoch": 10.321423150481163,
      "grad_norm": 10577.4375,
      "learning_rate": 3.564356435643564e-05,
      "loss": 0.9204,
      "step": 12140
    },
    {
      "epoch": 10.329923196017122,
      "grad_norm": 10045.123046875,
      "learning_rate": 3.465346534653466e-05,
      "loss": 0.9182,
      "step": 12150
    },
    {
      "epoch": 10.329923196017122,
      "eval_accuracy": 0.8016586056285943,
      "eval_loss": 0.835513710975647,
      "eval_runtime": 1039.9403,
      "eval_samples_per_second": 480.199,
      "eval_steps_per_second": 0.817,
      "step": 12150
    },
    {
      "epoch": 10.33842324155308,
      "grad_norm": 10554.9501953125,
      "learning_rate": 3.366336633663367e-05,
      "loss": 0.9219,
      "step": 12160
    },
    {
      "epoch": 10.346923287089037,
      "grad_norm": 10395.685546875,
      "learning_rate": 3.2673267326732674e-05,
      "loss": 0.9189,
      "step": 12170
    },
    {
      "epoch": 10.355423332624996,
      "grad_norm": 10223.9580078125,
      "learning_rate": 3.1683168316831686e-05,
      "loss": 0.9205,
      "step": 12180
    },
    {
      "epoch": 10.363923378160955,
      "grad_norm": 10570.7958984375,
      "learning_rate": 3.069306930693069e-05,
      "loss": 0.9207,
      "step": 12190
    },
    {
      "epoch": 10.372423423696914,
      "grad_norm": 9892.7470703125,
      "learning_rate": 2.9702970297029702e-05,
      "loss": 0.918,
      "step": 12200
    },
    {
      "epoch": 10.38092346923287,
      "grad_norm": 9921.88671875,
      "learning_rate": 2.8712871287128714e-05,
      "loss": 0.9196,
      "step": 12210
    },
    {
      "epoch": 10.38942351476883,
      "grad_norm": 9997.732421875,
      "learning_rate": 2.7722772277227722e-05,
      "loss": 0.9217,
      "step": 12220
    },
    {
      "epoch": 10.397923560304788,
      "grad_norm": 10292.541015625,
      "learning_rate": 2.6732673267326734e-05,
      "loss": 0.9195,
      "step": 12230
    },
    {
      "epoch": 10.406423605840745,
      "grad_norm": 10017.322265625,
      "learning_rate": 2.5742574257425742e-05,
      "loss": 0.9215,
      "step": 12240
    },
    {
      "epoch": 10.406423605840745,
      "eval_accuracy": 0.8019068191825514,
      "eval_loss": 0.83404940366745,
      "eval_runtime": 1036.3785,
      "eval_samples_per_second": 481.849,
      "eval_steps_per_second": 0.82,
      "step": 12240
    },
    {
      "epoch": 10.414923651376704,
      "grad_norm": 10193.8349609375,
      "learning_rate": 2.4752475247524754e-05,
      "loss": 0.9206,
      "step": 12250
    },
    {
      "epoch": 10.423423696912662,
      "grad_norm": 10791.517578125,
      "learning_rate": 2.3762376237623762e-05,
      "loss": 0.9192,
      "step": 12260
    },
    {
      "epoch": 10.431923742448621,
      "grad_norm": 9776.1796875,
      "learning_rate": 2.277227722772277e-05,
      "loss": 0.9183,
      "step": 12270
    },
    {
      "epoch": 10.440423787984578,
      "grad_norm": 9862.8271484375,
      "learning_rate": 2.1782178217821783e-05,
      "loss": 0.9194,
      "step": 12280
    },
    {
      "epoch": 10.448923833520537,
      "grad_norm": 10056.2607421875,
      "learning_rate": 2.0792079207920794e-05,
      "loss": 0.9207,
      "step": 12290
    },
    {
      "epoch": 10.457423879056496,
      "grad_norm": 9770.7578125,
      "learning_rate": 1.9801980198019803e-05,
      "loss": 0.9198,
      "step": 12300
    },
    {
      "epoch": 10.465923924592452,
      "grad_norm": 10069.5634765625,
      "learning_rate": 1.881188118811881e-05,
      "loss": 0.9201,
      "step": 12310
    },
    {
      "epoch": 10.474423970128411,
      "grad_norm": 9465.1181640625,
      "learning_rate": 1.782178217821782e-05,
      "loss": 0.9197,
      "step": 12320
    },
    {
      "epoch": 10.48292401566437,
      "grad_norm": 9807.8330078125,
      "learning_rate": 1.6831683168316834e-05,
      "loss": 0.9179,
      "step": 12330
    },
    {
      "epoch": 10.48292401566437,
      "eval_accuracy": 0.8019292754647317,
      "eval_loss": 0.8340857625007629,
      "eval_runtime": 1037.0091,
      "eval_samples_per_second": 481.556,
      "eval_steps_per_second": 0.82,
      "step": 12330
    },
    {
      "epoch": 10.491424061200329,
      "grad_norm": 9650.10546875,
      "learning_rate": 1.5841584158415843e-05,
      "loss": 0.9205,
      "step": 12340
    },
    {
      "epoch": 10.499924106736286,
      "grad_norm": 9682.900390625,
      "learning_rate": 1.4851485148514851e-05,
      "loss": 0.9195,
      "step": 12350
    },
    {
      "epoch": 10.508424152272244,
      "grad_norm": 9976.9375,
      "learning_rate": 1.3861386138613861e-05,
      "loss": 0.9191,
      "step": 12360
    },
    {
      "epoch": 10.516924197808203,
      "grad_norm": 9428.4052734375,
      "learning_rate": 1.2871287128712871e-05,
      "loss": 0.9189,
      "step": 12370
    },
    {
      "epoch": 10.52542424334416,
      "grad_norm": 10025.7158203125,
      "learning_rate": 1.1881188118811881e-05,
      "loss": 0.918,
      "step": 12380
    },
    {
      "epoch": 10.533924288880119,
      "grad_norm": 9750.935546875,
      "learning_rate": 1.0891089108910891e-05,
      "loss": 0.9187,
      "step": 12390
    },
    {
      "epoch": 10.542424334416078,
      "grad_norm": 9010.52734375,
      "learning_rate": 9.900990099009901e-06,
      "loss": 0.9189,
      "step": 12400
    },
    {
      "epoch": 10.550924379952036,
      "grad_norm": 9163.4169921875,
      "learning_rate": 8.91089108910891e-06,
      "loss": 0.9191,
      "step": 12410
    },
    {
      "epoch": 10.559424425487993,
      "grad_norm": 9015.5771484375,
      "learning_rate": 7.920792079207921e-06,
      "loss": 0.9195,
      "step": 12420
    },
    {
      "epoch": 10.559424425487993,
      "eval_accuracy": 0.802042445850802,
      "eval_loss": 0.833830714225769,
      "eval_runtime": 1033.7642,
      "eval_samples_per_second": 483.068,
      "eval_steps_per_second": 0.822,
      "step": 12420
    }
  ],
  "logging_steps": 10,
  "max_steps": 12500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 11,
  "save_steps": 90,
  "total_flos": 7.8411669992781e+18,
  "train_batch_size": 288,
  "trial_name": null,
  "trial_params": null
}