{
  "best_metric": 0.7567567567567568,
  "best_model_checkpoint": "MAE-CT-M1N0-M12_v8_split1_v3/checkpoint-1846",
  "epoch": 147.006,
  "eval_steps": 500,
  "global_step": 10500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0009523809523809524,
      "grad_norm": 33.47982406616211,
      "learning_rate": 9.523809523809525e-08,
      "loss": 0.728,
      "step": 10
    },
    {
      "epoch": 0.0019047619047619048,
      "grad_norm": 22.75005340576172,
      "learning_rate": 1.904761904761905e-07,
      "loss": 0.7888,
      "step": 20
    },
    {
      "epoch": 0.002857142857142857,
      "grad_norm": 7.631560325622559,
      "learning_rate": 2.8571428571428575e-07,
      "loss": 0.7747,
      "step": 30
    },
    {
      "epoch": 0.0038095238095238095,
      "grad_norm": 26.753015518188477,
      "learning_rate": 3.80952380952381e-07,
      "loss": 0.7297,
      "step": 40
    },
    {
      "epoch": 0.004761904761904762,
      "grad_norm": 9.174154281616211,
      "learning_rate": 4.7619047619047623e-07,
      "loss": 0.7039,
      "step": 50
    },
    {
      "epoch": 0.005714285714285714,
      "grad_norm": 36.965885162353516,
      "learning_rate": 5.714285714285715e-07,
      "loss": 0.6859,
      "step": 60
    },
    {
      "epoch": 0.006666666666666667,
      "grad_norm": 8.628267288208008,
      "learning_rate": 6.666666666666667e-07,
      "loss": 0.6778,
      "step": 70
    },
    {
      "epoch": 0.0067619047619047615,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6619952917098999,
      "eval_runtime": 9.2515,
      "eval_samples_per_second": 7.999,
      "eval_steps_per_second": 2.054,
      "step": 71
    },
    {
      "epoch": 1.000857142857143,
      "grad_norm": 51.088619232177734,
      "learning_rate": 7.61904761904762e-07,
      "loss": 0.6783,
      "step": 80
    },
    {
      "epoch": 1.0018095238095237,
      "grad_norm": 67.16112518310547,
      "learning_rate": 8.571428571428572e-07,
      "loss": 0.6881,
      "step": 90
    },
    {
      "epoch": 1.0027619047619047,
      "grad_norm": 36.75675964355469,
      "learning_rate": 9.523809523809525e-07,
      "loss": 0.6454,
      "step": 100
    },
    {
      "epoch": 1.0037142857142858,
      "grad_norm": 17.448606491088867,
      "learning_rate": 1.0476190476190478e-06,
      "loss": 0.6087,
      "step": 110
    },
    {
      "epoch": 1.0046666666666666,
      "grad_norm": 70.8754653930664,
      "learning_rate": 1.142857142857143e-06,
      "loss": 0.6216,
      "step": 120
    },
    {
      "epoch": 1.0056190476190476,
      "grad_norm": 18.515897750854492,
      "learning_rate": 1.2380952380952382e-06,
      "loss": 0.6139,
      "step": 130
    },
    {
      "epoch": 1.0065714285714287,
      "grad_norm": 52.605350494384766,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.6974,
      "step": 140
    },
    {
      "epoch": 1.0067619047619047,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6517667770385742,
      "eval_runtime": 9.2216,
      "eval_samples_per_second": 8.025,
      "eval_steps_per_second": 2.06,
      "step": 142
    },
    {
      "epoch": 2.0007619047619047,
      "grad_norm": 18.45825958251953,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 0.6696,
      "step": 150
    },
    {
      "epoch": 2.001714285714286,
      "grad_norm": 45.19963836669922,
      "learning_rate": 1.523809523809524e-06,
      "loss": 0.6659,
      "step": 160
    },
    {
      "epoch": 2.002666666666667,
      "grad_norm": 58.19581985473633,
      "learning_rate": 1.6190476190476193e-06,
      "loss": 0.6516,
      "step": 170
    },
    {
      "epoch": 2.0036190476190474,
      "grad_norm": 38.006587982177734,
      "learning_rate": 1.7142857142857145e-06,
      "loss": 0.595,
      "step": 180
    },
    {
      "epoch": 2.0045714285714284,
      "grad_norm": 28.931968688964844,
      "learning_rate": 1.8095238095238097e-06,
      "loss": 0.6969,
      "step": 190
    },
    {
      "epoch": 2.0055238095238095,
      "grad_norm": 59.999698638916016,
      "learning_rate": 1.904761904761905e-06,
      "loss": 0.666,
      "step": 200
    },
    {
      "epoch": 2.0064761904761905,
      "grad_norm": 15.645180702209473,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.7123,
      "step": 210
    },
    {
      "epoch": 2.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6537678837776184,
      "eval_runtime": 9.1055,
      "eval_samples_per_second": 8.127,
      "eval_steps_per_second": 2.087,
      "step": 213
    },
    {
      "epoch": 3.0006666666666666,
      "grad_norm": 22.339202880859375,
      "learning_rate": 2.0952380952380955e-06,
      "loss": 0.6543,
      "step": 220
    },
    {
      "epoch": 3.0016190476190476,
      "grad_norm": 74.22434997558594,
      "learning_rate": 2.1904761904761908e-06,
      "loss": 0.6289,
      "step": 230
    },
    {
      "epoch": 3.0025714285714287,
      "grad_norm": 48.04328155517578,
      "learning_rate": 2.285714285714286e-06,
      "loss": 0.6881,
      "step": 240
    },
    {
      "epoch": 3.0035238095238097,
      "grad_norm": 71.21366119384766,
      "learning_rate": 2.380952380952381e-06,
      "loss": 0.5733,
      "step": 250
    },
    {
      "epoch": 3.0044761904761903,
      "grad_norm": 40.80241775512695,
      "learning_rate": 2.4761904761904764e-06,
      "loss": 0.6708,
      "step": 260
    },
    {
      "epoch": 3.0054285714285713,
      "grad_norm": 10.791142463684082,
      "learning_rate": 2.571428571428571e-06,
      "loss": 0.7158,
      "step": 270
    },
    {
      "epoch": 3.0063809523809524,
      "grad_norm": 7.554626941680908,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.6797,
      "step": 280
    },
    {
      "epoch": 3.006761904761905,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 0.6662525534629822,
      "eval_runtime": 9.044,
      "eval_samples_per_second": 8.182,
      "eval_steps_per_second": 2.101,
      "step": 284
    },
    {
      "epoch": 4.000571428571429,
      "grad_norm": 44.85297393798828,
      "learning_rate": 2.7619047619047625e-06,
      "loss": 0.661,
      "step": 290
    },
    {
      "epoch": 4.0015238095238095,
      "grad_norm": 14.234319686889648,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.6599,
      "step": 300
    },
    {
      "epoch": 4.00247619047619,
      "grad_norm": 24.012731552124023,
      "learning_rate": 2.9523809523809525e-06,
      "loss": 0.6375,
      "step": 310
    },
    {
      "epoch": 4.003428571428572,
      "grad_norm": 15.084027290344238,
      "learning_rate": 3.047619047619048e-06,
      "loss": 0.6796,
      "step": 320
    },
    {
      "epoch": 4.004380952380952,
      "grad_norm": 15.230443000793457,
      "learning_rate": 3.142857142857143e-06,
      "loss": 0.7003,
      "step": 330
    },
    {
      "epoch": 4.005333333333334,
      "grad_norm": 40.75351333618164,
      "learning_rate": 3.2380952380952385e-06,
      "loss": 0.6948,
      "step": 340
    },
    {
      "epoch": 4.006285714285714,
      "grad_norm": 10.619876861572266,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.6391,
      "step": 350
    },
    {
      "epoch": 4.0067619047619045,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6381068825721741,
      "eval_runtime": 9.0359,
      "eval_samples_per_second": 8.19,
      "eval_steps_per_second": 2.103,
      "step": 355
    },
    {
      "epoch": 5.00047619047619,
      "grad_norm": 34.753414154052734,
      "learning_rate": 3.428571428571429e-06,
      "loss": 0.7451,
      "step": 360
    },
    {
      "epoch": 5.001428571428572,
      "grad_norm": 30.29311752319336,
      "learning_rate": 3.523809523809524e-06,
      "loss": 0.6682,
      "step": 370
    },
    {
      "epoch": 5.002380952380952,
      "grad_norm": 12.413793563842773,
      "learning_rate": 3.6190476190476194e-06,
      "loss": 0.7035,
      "step": 380
    },
    {
      "epoch": 5.003333333333333,
      "grad_norm": 5.764993667602539,
      "learning_rate": 3.7142857142857146e-06,
      "loss": 0.6815,
      "step": 390
    },
    {
      "epoch": 5.0042857142857144,
      "grad_norm": 18.768259048461914,
      "learning_rate": 3.80952380952381e-06,
      "loss": 0.6004,
      "step": 400
    },
    {
      "epoch": 5.005238095238095,
      "grad_norm": 19.606473922729492,
      "learning_rate": 3.9047619047619055e-06,
      "loss": 0.6766,
      "step": 410
    },
    {
      "epoch": 5.0061904761904765,
      "grad_norm": 6.300143241882324,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.643,
      "step": 420
    },
    {
      "epoch": 5.0067619047619045,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6439703702926636,
      "eval_runtime": 8.1202,
      "eval_samples_per_second": 9.113,
      "eval_steps_per_second": 2.34,
      "step": 426
    },
    {
      "epoch": 6.000380952380953,
      "grad_norm": 22.73067855834961,
      "learning_rate": 4.095238095238096e-06,
      "loss": 0.7727,
      "step": 430
    },
    {
      "epoch": 6.001333333333333,
      "grad_norm": 24.300537109375,
      "learning_rate": 4.190476190476191e-06,
      "loss": 0.7116,
      "step": 440
    },
    {
      "epoch": 6.002285714285715,
      "grad_norm": 5.071887493133545,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.6966,
      "step": 450
    },
    {
      "epoch": 6.003238095238095,
      "grad_norm": 7.089809417724609,
      "learning_rate": 4.3809523809523815e-06,
      "loss": 0.6507,
      "step": 460
    },
    {
      "epoch": 6.004190476190476,
      "grad_norm": 6.718177795410156,
      "learning_rate": 4.476190476190477e-06,
      "loss": 0.7082,
      "step": 470
    },
    {
      "epoch": 6.005142857142857,
      "grad_norm": 5.669395923614502,
      "learning_rate": 4.571428571428572e-06,
      "loss": 0.661,
      "step": 480
    },
    {
      "epoch": 6.006095238095238,
      "grad_norm": 6.64644718170166,
      "learning_rate": 4.666666666666667e-06,
      "loss": 0.6763,
      "step": 490
    },
    {
      "epoch": 6.0067619047619045,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6331241726875305,
      "eval_runtime": 8.112,
      "eval_samples_per_second": 9.122,
      "eval_steps_per_second": 2.342,
      "step": 497
    },
    {
      "epoch": 7.000285714285714,
      "grad_norm": 6.6726765632629395,
      "learning_rate": 4.761904761904762e-06,
      "loss": 0.6528,
      "step": 500
    },
    {
      "epoch": 7.0012380952380955,
      "grad_norm": 6.899139881134033,
      "learning_rate": 4.857142857142858e-06,
      "loss": 0.6098,
      "step": 510
    },
    {
      "epoch": 7.002190476190476,
      "grad_norm": 8.79203987121582,
      "learning_rate": 4.952380952380953e-06,
      "loss": 0.788,
      "step": 520
    },
    {
      "epoch": 7.003142857142858,
      "grad_norm": 4.763568878173828,
      "learning_rate": 5.047619047619048e-06,
      "loss": 0.6466,
      "step": 530
    },
    {
      "epoch": 7.004095238095238,
      "grad_norm": 7.255838871002197,
      "learning_rate": 5.142857142857142e-06,
      "loss": 0.6609,
      "step": 540
    },
    {
      "epoch": 7.005047619047619,
      "grad_norm": 6.9776434898376465,
      "learning_rate": 5.2380952380952384e-06,
      "loss": 0.7079,
      "step": 550
    },
    {
      "epoch": 7.006,
      "grad_norm": 4.618414878845215,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.6547,
      "step": 560
    },
    {
      "epoch": 7.0067619047619045,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6474675536155701,
      "eval_runtime": 8.0891,
      "eval_samples_per_second": 9.148,
      "eval_steps_per_second": 2.349,
      "step": 568
    },
    {
      "epoch": 8.000190476190475,
      "grad_norm": 10.959053993225098,
      "learning_rate": 5.428571428571429e-06,
      "loss": 0.7124,
      "step": 570
    },
    {
      "epoch": 8.001142857142858,
      "grad_norm": 7.726167678833008,
      "learning_rate": 5.523809523809525e-06,
      "loss": 0.5254,
      "step": 580
    },
    {
      "epoch": 8.002095238095238,
      "grad_norm": 5.0308427810668945,
      "learning_rate": 5.619047619047619e-06,
      "loss": 0.6546,
      "step": 590
    },
    {
      "epoch": 8.003047619047619,
      "grad_norm": 18.555625915527344,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.7098,
      "step": 600
    },
    {
      "epoch": 8.004,
      "grad_norm": 13.083730697631836,
      "learning_rate": 5.8095238095238106e-06,
      "loss": 0.6742,
      "step": 610
    },
    {
      "epoch": 8.00495238095238,
      "grad_norm": 2.0079691410064697,
      "learning_rate": 5.904761904761905e-06,
      "loss": 0.682,
      "step": 620
    },
    {
      "epoch": 8.005904761904763,
      "grad_norm": 9.821672439575195,
      "learning_rate": 6e-06,
      "loss": 0.6751,
      "step": 630
    },
    {
      "epoch": 8.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6370192170143127,
      "eval_runtime": 8.3221,
      "eval_samples_per_second": 8.892,
      "eval_steps_per_second": 2.283,
      "step": 639
    },
    {
      "epoch": 9.000095238095238,
      "grad_norm": 11.729015350341797,
      "learning_rate": 6.095238095238096e-06,
      "loss": 0.7438,
      "step": 640
    },
    {
      "epoch": 9.001047619047618,
      "grad_norm": 2.8617539405822754,
      "learning_rate": 6.1904761904761914e-06,
      "loss": 0.6705,
      "step": 650
    },
    {
      "epoch": 9.002,
      "grad_norm": 10.742891311645508,
      "learning_rate": 6.285714285714286e-06,
      "loss": 0.663,
      "step": 660
    },
    {
      "epoch": 9.002952380952381,
      "grad_norm": 4.813956260681152,
      "learning_rate": 6.380952380952381e-06,
      "loss": 0.5673,
      "step": 670
    },
    {
      "epoch": 9.003904761904762,
      "grad_norm": 13.185957908630371,
      "learning_rate": 6.476190476190477e-06,
      "loss": 0.6924,
      "step": 680
    },
    {
      "epoch": 9.004857142857142,
      "grad_norm": 5.769442558288574,
      "learning_rate": 6.571428571428572e-06,
      "loss": 0.7345,
      "step": 690
    },
    {
      "epoch": 9.005809523809523,
      "grad_norm": 6.328913688659668,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.6407,
      "step": 700
    },
    {
      "epoch": 9.006761904761905,
      "grad_norm": 9.461712837219238,
      "learning_rate": 6.761904761904763e-06,
      "loss": 0.6847,
      "step": 710
    },
    {
      "epoch": 9.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6343960165977478,
      "eval_runtime": 8.9405,
      "eval_samples_per_second": 8.277,
      "eval_steps_per_second": 2.125,
      "step": 710
    },
    {
      "epoch": 10.00095238095238,
      "grad_norm": 1.5953887701034546,
      "learning_rate": 6.857142857142858e-06,
      "loss": 0.6736,
      "step": 720
    },
    {
      "epoch": 10.001904761904761,
      "grad_norm": 2.3095293045043945,
      "learning_rate": 6.952380952380952e-06,
      "loss": 0.6908,
      "step": 730
    },
    {
      "epoch": 10.002857142857144,
      "grad_norm": 7.062539100646973,
      "learning_rate": 7.047619047619048e-06,
      "loss": 0.6194,
      "step": 740
    },
    {
      "epoch": 10.003809523809524,
      "grad_norm": 3.7363109588623047,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.743,
      "step": 750
    },
    {
      "epoch": 10.004761904761905,
      "grad_norm": 2.502424955368042,
      "learning_rate": 7.238095238095239e-06,
      "loss": 0.6028,
      "step": 760
    },
    {
      "epoch": 10.005714285714285,
      "grad_norm": 6.453869819641113,
      "learning_rate": 7.333333333333333e-06,
      "loss": 0.5983,
      "step": 770
    },
    {
      "epoch": 10.006666666666666,
      "grad_norm": 1.8229882717132568,
      "learning_rate": 7.428571428571429e-06,
      "loss": 0.7185,
      "step": 780
    },
    {
      "epoch": 10.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6261557340621948,
      "eval_runtime": 9.0473,
      "eval_samples_per_second": 8.179,
      "eval_steps_per_second": 2.1,
      "step": 781
    },
    {
      "epoch": 11.000857142857143,
      "grad_norm": 4.57699728012085,
      "learning_rate": 7.523809523809524e-06,
      "loss": 0.6964,
      "step": 790
    },
    {
      "epoch": 11.001809523809523,
      "grad_norm": 6.128643035888672,
      "learning_rate": 7.61904761904762e-06,
      "loss": 0.6993,
      "step": 800
    },
    {
      "epoch": 11.002761904761904,
      "grad_norm": 7.555062294006348,
      "learning_rate": 7.714285714285716e-06,
      "loss": 0.6986,
      "step": 810
    },
    {
      "epoch": 11.003714285714286,
      "grad_norm": 9.311781883239746,
      "learning_rate": 7.809523809523811e-06,
      "loss": 0.5926,
      "step": 820
    },
    {
      "epoch": 11.004666666666667,
      "grad_norm": 3.417293071746826,
      "learning_rate": 7.904761904761904e-06,
      "loss": 0.7427,
      "step": 830
    },
    {
      "epoch": 11.005619047619048,
      "grad_norm": 2.279402732849121,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.5867,
      "step": 840
    },
    {
      "epoch": 11.006571428571428,
      "grad_norm": 4.921882152557373,
      "learning_rate": 8.095238095238097e-06,
      "loss": 0.6961,
      "step": 850
    },
    {
      "epoch": 11.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6510185599327087,
      "eval_runtime": 8.7594,
      "eval_samples_per_second": 8.448,
      "eval_steps_per_second": 2.169,
      "step": 852
    },
    {
      "epoch": 12.000761904761905,
      "grad_norm": 1.0956617593765259,
      "learning_rate": 8.190476190476192e-06,
      "loss": 0.5483,
      "step": 860
    },
    {
      "epoch": 12.001714285714286,
      "grad_norm": 9.6234712600708,
      "learning_rate": 8.285714285714287e-06,
      "loss": 0.5666,
      "step": 870
    },
    {
      "epoch": 12.002666666666666,
      "grad_norm": 9.854573249816895,
      "learning_rate": 8.380952380952382e-06,
      "loss": 0.6737,
      "step": 880
    },
    {
      "epoch": 12.003619047619047,
      "grad_norm": 5.818562984466553,
      "learning_rate": 8.476190476190477e-06,
      "loss": 0.7087,
      "step": 890
    },
    {
      "epoch": 12.00457142857143,
      "grad_norm": 3.282334566116333,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.6953,
      "step": 900
    },
    {
      "epoch": 12.00552380952381,
      "grad_norm": 3.8181209564208984,
      "learning_rate": 8.666666666666668e-06,
      "loss": 0.6684,
      "step": 910
    },
    {
      "epoch": 12.00647619047619,
      "grad_norm": 1.6585626602172852,
      "learning_rate": 8.761904761904763e-06,
      "loss": 0.6824,
      "step": 920
    },
    {
      "epoch": 12.006761904761905,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 0.6236003041267395,
      "eval_runtime": 8.6629,
      "eval_samples_per_second": 8.542,
      "eval_steps_per_second": 2.193,
      "step": 923
    },
    {
      "epoch": 13.000666666666667,
      "grad_norm": 7.976182460784912,
      "learning_rate": 8.857142857142858e-06,
      "loss": 0.6174,
      "step": 930
    },
    {
      "epoch": 13.001619047619048,
      "grad_norm": 1.9851270914077759,
      "learning_rate": 8.952380952380953e-06,
      "loss": 0.6294,
      "step": 940
    },
    {
      "epoch": 13.002571428571429,
      "grad_norm": 2.4457576274871826,
      "learning_rate": 9.047619047619049e-06,
      "loss": 0.8039,
      "step": 950
    },
    {
      "epoch": 13.00352380952381,
      "grad_norm": 1.8087605237960815,
      "learning_rate": 9.142857142857144e-06,
      "loss": 0.7045,
      "step": 960
    },
    {
      "epoch": 13.00447619047619,
      "grad_norm": 5.169572830200195,
      "learning_rate": 9.238095238095239e-06,
      "loss": 0.651,
      "step": 970
    },
    {
      "epoch": 13.005428571428572,
      "grad_norm": 10.0159912109375,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.6547,
      "step": 980
    },
    {
      "epoch": 13.006380952380953,
      "grad_norm": 8.085495948791504,
      "learning_rate": 9.42857142857143e-06,
      "loss": 0.6169,
      "step": 990
    },
    {
      "epoch": 13.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.6484639048576355,
      "eval_runtime": 9.2062,
      "eval_samples_per_second": 8.038,
      "eval_steps_per_second": 2.064,
      "step": 994
    },
    {
      "epoch": 14.000571428571428,
      "grad_norm": 5.588738441467285,
      "learning_rate": 9.523809523809525e-06,
      "loss": 0.498,
      "step": 1000
    },
    {
      "epoch": 14.00152380952381,
      "grad_norm": 3.952481746673584,
      "learning_rate": 9.61904761904762e-06,
      "loss": 0.7836,
      "step": 1010
    },
    {
      "epoch": 14.002476190476191,
      "grad_norm": 3.872713327407837,
      "learning_rate": 9.714285714285715e-06,
      "loss": 0.5697,
      "step": 1020
    },
    {
      "epoch": 14.003428571428572,
      "grad_norm": 6.213507652282715,
      "learning_rate": 9.80952380952381e-06,
      "loss": 0.6853,
      "step": 1030
    },
    {
      "epoch": 14.004380952380952,
      "grad_norm": 6.559708595275879,
      "learning_rate": 9.904761904761906e-06,
      "loss": 0.6426,
      "step": 1040
    },
    {
      "epoch": 14.005333333333333,
      "grad_norm": 19.489044189453125,
      "learning_rate": 1e-05,
      "loss": 0.6337,
      "step": 1050
    },
    {
      "epoch": 14.006285714285715,
      "grad_norm": 8.181139945983887,
      "learning_rate": 9.989417989417989e-06,
      "loss": 0.6172,
      "step": 1060
    },
    {
      "epoch": 14.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.5577839016914368,
      "eval_runtime": 9.136,
      "eval_samples_per_second": 8.1,
      "eval_steps_per_second": 2.08,
      "step": 1065
    },
    {
      "epoch": 15.00047619047619,
      "grad_norm": 3.909177541732788,
      "learning_rate": 9.97883597883598e-06,
      "loss": 0.5922,
      "step": 1070
    },
    {
      "epoch": 15.001428571428571,
      "grad_norm": 11.445720672607422,
      "learning_rate": 9.968253968253969e-06,
      "loss": 0.6071,
      "step": 1080
    },
    {
      "epoch": 15.002380952380953,
      "grad_norm": 5.92810583114624,
      "learning_rate": 9.957671957671959e-06,
      "loss": 0.5807,
      "step": 1090
    },
    {
      "epoch": 15.003333333333334,
      "grad_norm": 7.069459915161133,
      "learning_rate": 9.947089947089947e-06,
      "loss": 0.8764,
      "step": 1100
    },
    {
      "epoch": 15.004285714285714,
      "grad_norm": 13.066001892089844,
      "learning_rate": 9.936507936507937e-06,
      "loss": 0.6341,
      "step": 1110
    },
    {
      "epoch": 15.005238095238095,
      "grad_norm": 2.9064149856567383,
      "learning_rate": 9.925925925925927e-06,
      "loss": 0.5788,
      "step": 1120
    },
    {
      "epoch": 15.006190476190476,
      "grad_norm": 18.05321502685547,
      "learning_rate": 9.915343915343916e-06,
      "loss": 0.6671,
      "step": 1130
    },
    {
      "epoch": 15.006761904761905,
      "eval_accuracy": 0.6486486486486487,
      "eval_loss": 0.5988394618034363,
      "eval_runtime": 9.3059,
      "eval_samples_per_second": 7.952,
      "eval_steps_per_second": 2.042,
      "step": 1136
    },
    {
      "epoch": 16.00038095238095,
      "grad_norm": 13.60728645324707,
      "learning_rate": 9.904761904761906e-06,
      "loss": 0.7159,
      "step": 1140
    },
    {
      "epoch": 16.001333333333335,
      "grad_norm": 11.699554443359375,
      "learning_rate": 9.894179894179896e-06,
      "loss": 0.5976,
      "step": 1150
    },
    {
      "epoch": 16.002285714285716,
      "grad_norm": 6.164352893829346,
      "learning_rate": 9.883597883597884e-06,
      "loss": 0.5959,
      "step": 1160
    },
    {
      "epoch": 16.003238095238096,
      "grad_norm": 5.747880935668945,
      "learning_rate": 9.873015873015874e-06,
      "loss": 0.5771,
      "step": 1170
    },
    {
      "epoch": 16.004190476190477,
      "grad_norm": 16.106416702270508,
      "learning_rate": 9.862433862433864e-06,
      "loss": 0.599,
      "step": 1180
    },
    {
      "epoch": 16.005142857142857,
      "grad_norm": 14.334278106689453,
      "learning_rate": 9.851851851851852e-06,
      "loss": 0.6584,
      "step": 1190
    },
    {
      "epoch": 16.006095238095238,
      "grad_norm": 8.10584831237793,
      "learning_rate": 9.841269841269842e-06,
      "loss": 0.6063,
      "step": 1200
    },
    {
      "epoch": 16.006761904761905,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 0.5370726585388184,
      "eval_runtime": 9.9546,
      "eval_samples_per_second": 7.434,
      "eval_steps_per_second": 1.909,
      "step": 1207
    },
    {
      "epoch": 17.000285714285713,
      "grad_norm": 7.525519847869873,
      "learning_rate": 9.830687830687832e-06,
      "loss": 0.4826,
      "step": 1210
    },
    {
      "epoch": 17.001238095238094,
      "grad_norm": 22.375347137451172,
      "learning_rate": 9.82010582010582e-06,
      "loss": 0.5952,
      "step": 1220
    },
    {
      "epoch": 17.002190476190478,
      "grad_norm": 18.709026336669922,
      "learning_rate": 9.80952380952381e-06,
      "loss": 0.5568,
      "step": 1230
    },
    {
      "epoch": 17.00314285714286,
      "grad_norm": 14.8303861618042,
      "learning_rate": 9.7989417989418e-06,
      "loss": 0.635,
      "step": 1240
    },
    {
      "epoch": 17.00409523809524,
      "grad_norm": 18.453710556030273,
      "learning_rate": 9.788359788359789e-06,
      "loss": 0.5748,
      "step": 1250
    },
    {
      "epoch": 17.00504761904762,
      "grad_norm": 15.447833061218262,
      "learning_rate": 9.777777777777779e-06,
      "loss": 0.517,
      "step": 1260
    },
    {
      "epoch": 17.006,
      "grad_norm": 17.667949676513672,
      "learning_rate": 9.767195767195769e-06,
      "loss": 0.4294,
      "step": 1270
    },
    {
      "epoch": 17.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.9391337037086487,
      "eval_runtime": 8.9542,
      "eval_samples_per_second": 8.264,
      "eval_steps_per_second": 2.122,
      "step": 1278
    },
    {
      "epoch": 18.000190476190475,
      "grad_norm": 16.773576736450195,
      "learning_rate": 9.756613756613757e-06,
      "loss": 0.7563,
      "step": 1280
    },
    {
      "epoch": 18.001142857142856,
      "grad_norm": 5.612834930419922,
      "learning_rate": 9.746031746031747e-06,
      "loss": 0.7454,
      "step": 1290
    },
    {
      "epoch": 18.002095238095237,
      "grad_norm": 11.041013717651367,
      "learning_rate": 9.735449735449735e-06,
      "loss": 0.6223,
      "step": 1300
    },
    {
      "epoch": 18.00304761904762,
      "grad_norm": 24.63053321838379,
      "learning_rate": 9.724867724867725e-06,
      "loss": 0.518,
      "step": 1310
    },
    {
      "epoch": 18.004,
      "grad_norm": 0.9231998324394226,
      "learning_rate": 9.714285714285715e-06,
      "loss": 0.2842,
      "step": 1320
    },
    {
      "epoch": 18.004952380952382,
      "grad_norm": 7.218321323394775,
      "learning_rate": 9.703703703703703e-06,
      "loss": 0.8021,
      "step": 1330
    },
    {
      "epoch": 18.005904761904763,
      "grad_norm": 9.65711784362793,
      "learning_rate": 9.693121693121693e-06,
      "loss": 0.5702,
      "step": 1340
    },
    {
      "epoch": 18.006761904761905,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 0.5392073392868042,
      "eval_runtime": 9.3427,
      "eval_samples_per_second": 7.921,
      "eval_steps_per_second": 2.034,
      "step": 1349
    },
    {
      "epoch": 19.000095238095238,
      "grad_norm": 21.132457733154297,
      "learning_rate": 9.682539682539683e-06,
      "loss": 0.3912,
      "step": 1350
    },
    {
      "epoch": 19.00104761904762,
      "grad_norm": 4.6318840980529785,
      "learning_rate": 9.671957671957672e-06,
      "loss": 0.4698,
      "step": 1360
    },
    {
      "epoch": 19.002,
      "grad_norm": 8.19008731842041,
      "learning_rate": 9.661375661375663e-06,
      "loss": 0.5323,
      "step": 1370
    },
    {
      "epoch": 19.00295238095238,
      "grad_norm": 13.09170150756836,
      "learning_rate": 9.650793650793652e-06,
      "loss": 0.4009,
      "step": 1380
    },
    {
      "epoch": 19.003904761904764,
      "grad_norm": 19.89316177368164,
      "learning_rate": 9.64021164021164e-06,
      "loss": 0.6895,
      "step": 1390
    },
    {
      "epoch": 19.004857142857144,
      "grad_norm": 13.221324920654297,
      "learning_rate": 9.62962962962963e-06,
      "loss": 0.4602,
      "step": 1400
    },
    {
      "epoch": 19.005809523809525,
      "grad_norm": 14.639007568359375,
      "learning_rate": 9.61904761904762e-06,
      "loss": 0.5751,
      "step": 1410
    },
    {
      "epoch": 19.006761904761905,
      "grad_norm": 8.934476852416992,
      "learning_rate": 9.60846560846561e-06,
      "loss": 0.5217,
      "step": 1420
    },
    {
      "epoch": 19.006761904761905,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 0.5672855973243713,
      "eval_runtime": 9.6627,
      "eval_samples_per_second": 7.658,
      "eval_steps_per_second": 1.966,
      "step": 1420
    },
    {
      "epoch": 20.00095238095238,
      "grad_norm": 20.171602249145508,
      "learning_rate": 9.597883597883598e-06,
      "loss": 0.4833,
      "step": 1430
    },
    {
      "epoch": 20.00190476190476,
      "grad_norm": 38.0274543762207,
      "learning_rate": 9.587301587301588e-06,
      "loss": 0.4942,
      "step": 1440
    },
    {
      "epoch": 20.002857142857142,
      "grad_norm": 29.71581268310547,
      "learning_rate": 9.576719576719578e-06,
      "loss": 0.3247,
      "step": 1450
    },
    {
      "epoch": 20.003809523809522,
      "grad_norm": 21.187746047973633,
      "learning_rate": 9.566137566137567e-06,
      "loss": 0.6404,
      "step": 1460
    },
    {
      "epoch": 20.004761904761907,
      "grad_norm": 28.18136215209961,
      "learning_rate": 9.555555555555556e-06,
      "loss": 0.6609,
      "step": 1470
    },
    {
      "epoch": 20.005714285714287,
      "grad_norm": 17.435962677001953,
      "learning_rate": 9.544973544973546e-06,
      "loss": 0.3783,
      "step": 1480
    },
    {
      "epoch": 20.006666666666668,
      "grad_norm": 22.762752532958984,
      "learning_rate": 9.534391534391535e-06,
      "loss": 0.4067,
      "step": 1490
    },
    {
      "epoch": 20.006761904761905,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 0.6191511154174805,
      "eval_runtime": 10.1554,
      "eval_samples_per_second": 7.287,
      "eval_steps_per_second": 1.871,
      "step": 1491
    },
    {
      "epoch": 21.000857142857143,
      "grad_norm": 6.484818458557129,
      "learning_rate": 9.523809523809525e-06,
      "loss": 0.3049,
      "step": 1500
    },
    {
      "epoch": 21.001809523809523,
      "grad_norm": 17.38741683959961,
      "learning_rate": 9.513227513227515e-06,
      "loss": 0.4772,
      "step": 1510
    },
    {
      "epoch": 21.002761904761904,
      "grad_norm": 13.665902137756348,
      "learning_rate": 9.502645502645503e-06,
      "loss": 0.6429,
      "step": 1520
    },
    {
      "epoch": 21.003714285714285,
      "grad_norm": 23.571544647216797,
      "learning_rate": 9.492063492063493e-06,
      "loss": 0.4749,
      "step": 1530
    },
    {
      "epoch": 21.004666666666665,
      "grad_norm": 58.571563720703125,
      "learning_rate": 9.481481481481483e-06,
      "loss": 0.4673,
      "step": 1540
    },
    {
      "epoch": 21.005619047619046,
      "grad_norm": 5.908404350280762,
      "learning_rate": 9.470899470899471e-06,
      "loss": 0.4881,
      "step": 1550
    },
    {
      "epoch": 21.00657142857143,
      "grad_norm": 5.744145393371582,
      "learning_rate": 9.460317460317461e-06,
      "loss": 0.2278,
      "step": 1560
    },
    {
      "epoch": 21.006761904761905,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 0.8933660387992859,
      "eval_runtime": 9.5347,
      "eval_samples_per_second": 7.761,
      "eval_steps_per_second": 1.993,
      "step": 1562
    },
    {
      "epoch": 22.000761904761905,
      "grad_norm": 5.076817989349365,
      "learning_rate": 9.449735449735451e-06,
      "loss": 0.3829,
      "step": 1570
    },
    {
      "epoch": 22.001714285714286,
      "grad_norm": 32.336246490478516,
      "learning_rate": 9.43915343915344e-06,
      "loss": 0.3684,
      "step": 1580
    },
    {
      "epoch": 22.002666666666666,
      "grad_norm": 54.73106002807617,
      "learning_rate": 9.42857142857143e-06,
      "loss": 0.8032,
      "step": 1590
    },
    {
      "epoch": 22.003619047619047,
      "grad_norm": 35.00995635986328,
      "learning_rate": 9.417989417989418e-06,
      "loss": 0.6397,
      "step": 1600
    },
    {
      "epoch": 22.004571428571428,
      "grad_norm": 45.27841567993164,
      "learning_rate": 9.407407407407408e-06,
      "loss": 0.2019,
      "step": 1610
    },
    {
      "epoch": 22.005523809523808,
      "grad_norm": 1.6123958826065063,
      "learning_rate": 9.396825396825398e-06,
      "loss": 0.3284,
      "step": 1620
    },
    {
      "epoch": 22.00647619047619,
      "grad_norm": 121.44664764404297,
      "learning_rate": 9.386243386243386e-06,
      "loss": 0.7341,
      "step": 1630
    },
    {
      "epoch": 22.006761904761905,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 0.6416198015213013,
      "eval_runtime": 10.744,
      "eval_samples_per_second": 6.888,
      "eval_steps_per_second": 1.768,
      "step": 1633
    },
    {
      "epoch": 23.000666666666667,
      "grad_norm": 45.13463592529297,
      "learning_rate": 9.375661375661376e-06,
      "loss": 0.6296,
      "step": 1640
    },
    {
      "epoch": 23.001619047619048,
      "grad_norm": 58.95222854614258,
      "learning_rate": 9.365079365079366e-06,
      "loss": 0.598,
      "step": 1650
    },
    {
      "epoch": 23.00257142857143,
      "grad_norm": 46.480224609375,
      "learning_rate": 9.354497354497354e-06,
      "loss": 0.4446,
      "step": 1660
    },
    {
      "epoch": 23.00352380952381,
      "grad_norm": 28.19147300720215,
      "learning_rate": 9.343915343915344e-06,
      "loss": 0.4959,
      "step": 1670
    },
    {
      "epoch": 23.00447619047619,
      "grad_norm": 29.306407928466797,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.377,
      "step": 1680
    },
    {
      "epoch": 23.00542857142857,
      "grad_norm": 7.0006890296936035,
      "learning_rate": 9.322751322751323e-06,
      "loss": 0.4145,
      "step": 1690
    },
    {
      "epoch": 23.00638095238095,
      "grad_norm": 11.279711723327637,
      "learning_rate": 9.312169312169313e-06,
      "loss": 0.4694,
      "step": 1700
    },
    {
      "epoch": 23.006761904761905,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 0.4830036163330078,
      "eval_runtime": 10.1152,
      "eval_samples_per_second": 7.316,
      "eval_steps_per_second": 1.878,
      "step": 1704
    },
    {
      "epoch": 24.00057142857143,
      "grad_norm": 56.81103515625,
      "learning_rate": 9.301587301587303e-06,
      "loss": 0.409,
      "step": 1710
    },
    {
      "epoch": 24.00152380952381,
      "grad_norm": 18.599803924560547,
      "learning_rate": 9.291005291005291e-06,
      "loss": 0.3474,
      "step": 1720
    },
    {
      "epoch": 24.00247619047619,
      "grad_norm": 0.6068246960639954,
      "learning_rate": 9.280423280423281e-06,
      "loss": 0.1888,
      "step": 1730
    },
    {
      "epoch": 24.00342857142857,
      "grad_norm": 30.965444564819336,
      "learning_rate": 9.26984126984127e-06,
      "loss": 0.5208,
      "step": 1740
    },
    {
      "epoch": 24.004380952380952,
      "grad_norm": 35.79155731201172,
      "learning_rate": 9.25925925925926e-06,
      "loss": 0.4365,
      "step": 1750
    },
    {
      "epoch": 24.005333333333333,
      "grad_norm": 1.8516825437545776,
      "learning_rate": 9.248677248677249e-06,
      "loss": 0.2648,
      "step": 1760
    },
    {
      "epoch": 24.006285714285713,
      "grad_norm": 97.02503204345703,
      "learning_rate": 9.238095238095239e-06,
      "loss": 0.4655,
      "step": 1770
    },
    {
      "epoch": 24.006761904761905,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 0.8865509033203125,
      "eval_runtime": 10.7089,
      "eval_samples_per_second": 6.91,
      "eval_steps_per_second": 1.774,
      "step": 1775
    },
    {
      "epoch": 25.000476190476192,
      "grad_norm": 43.367218017578125,
      "learning_rate": 9.227513227513229e-06,
      "loss": 0.4146,
      "step": 1780
    },
    {
      "epoch": 25.001428571428573,
      "grad_norm": 1.342340350151062,
      "learning_rate": 9.216931216931217e-06,
      "loss": 0.6989,
      "step": 1790
    },
    {
      "epoch": 25.002380952380953,
      "grad_norm": 29.697744369506836,
      "learning_rate": 9.206349206349207e-06,
      "loss": 0.4928,
      "step": 1800
    },
    {
      "epoch": 25.003333333333334,
      "grad_norm": 463.5457763671875,
      "learning_rate": 9.195767195767197e-06,
      "loss": 0.3011,
      "step": 1810
    },
    {
      "epoch": 25.004285714285714,
      "grad_norm": 6.916287899017334,
      "learning_rate": 9.185185185185186e-06,
      "loss": 0.1268,
      "step": 1820
    },
    {
      "epoch": 25.005238095238095,
      "grad_norm": 41.14836120605469,
      "learning_rate": 9.174603174603176e-06,
      "loss": 0.5743,
      "step": 1830
    },
    {
      "epoch": 25.006190476190476,
      "grad_norm": 104.40483856201172,
      "learning_rate": 9.164021164021166e-06,
      "loss": 0.433,
      "step": 1840
    },
    {
      "epoch": 25.006761904761905,
      "eval_accuracy": 0.7567567567567568,
      "eval_loss": 0.8913034796714783,
      "eval_runtime": 10.4531,
      "eval_samples_per_second": 7.079,
      "eval_steps_per_second": 1.818,
      "step": 1846
    },
    {
      "epoch": 26.00038095238095,
      "grad_norm": 214.91921997070312,
      "learning_rate": 9.153439153439154e-06,
      "loss": 0.6528,
      "step": 1850
    },
    {
      "epoch": 26.001333333333335,
      "grad_norm": 23.635805130004883,
      "learning_rate": 9.142857142857144e-06,
      "loss": 0.2705,
      "step": 1860
    },
    {
      "epoch": 26.002285714285716,
      "grad_norm": 35.2174186706543,
      "learning_rate": 9.132275132275134e-06,
      "loss": 0.2199,
      "step": 1870
    },
    {
      "epoch": 26.003238095238096,
      "grad_norm": 41.76405715942383,
      "learning_rate": 9.121693121693122e-06,
      "loss": 0.7814,
      "step": 1880
    },
    {
      "epoch": 26.004190476190477,
      "grad_norm": 1.089278221130371,
      "learning_rate": 9.111111111111112e-06,
      "loss": 0.4366,
      "step": 1890
    },
    {
      "epoch": 26.005142857142857,
      "grad_norm": 35.63432693481445,
      "learning_rate": 9.1005291005291e-06,
      "loss": 0.1217,
      "step": 1900
    },
    {
      "epoch": 26.006095238095238,
      "grad_norm": 84.82231903076172,
      "learning_rate": 9.08994708994709e-06,
      "loss": 0.4986,
      "step": 1910
    },
    {
      "epoch": 26.006761904761905,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.0155631303787231,
      "eval_runtime": 10.3708,
      "eval_samples_per_second": 7.135,
      "eval_steps_per_second": 1.832,
      "step": 1917
    },
    {
      "epoch": 27.000285714285713,
      "grad_norm": 49.51460647583008,
      "learning_rate": 9.07936507936508e-06,
      "loss": 0.6562,
      "step": 1920
    },
    {
      "epoch": 27.001238095238094,
      "grad_norm": 14.74368953704834,
      "learning_rate": 9.068783068783069e-06,
      "loss": 0.1784,
      "step": 1930
    },
    {
      "epoch": 27.002190476190478,
      "grad_norm": 2.938443660736084,
      "learning_rate": 9.058201058201059e-06,
      "loss": 0.5015,
      "step": 1940
    },
    {
      "epoch": 27.00314285714286,
      "grad_norm": 0.3131488263607025,
      "learning_rate": 9.047619047619049e-06,
      "loss": 0.2419,
      "step": 1950
    },
    {
      "epoch": 27.00409523809524,
      "grad_norm": 30.95822525024414,
      "learning_rate": 9.037037037037037e-06,
      "loss": 0.7583,
      "step": 1960
    },
    {
      "epoch": 27.00504761904762,
      "grad_norm": 29.04351043701172,
      "learning_rate": 9.026455026455027e-06,
      "loss": 0.4038,
      "step": 1970
    },
    {
      "epoch": 27.006,
      "grad_norm": 145.082275390625,
      "learning_rate": 9.015873015873017e-06,
      "loss": 0.4063,
      "step": 1980
    },
    {
      "epoch": 27.006761904761905,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.1914985179901123,
      "eval_runtime": 9.881,
      "eval_samples_per_second": 7.489,
      "eval_steps_per_second": 1.923,
      "step": 1988
    },
    {
      "epoch": 28.000190476190475,
      "grad_norm": 95.30940246582031,
      "learning_rate": 9.005291005291005e-06,
      "loss": 0.3034,
      "step": 1990
    },
    {
      "epoch": 28.001142857142856,
      "grad_norm": 66.49639892578125,
      "learning_rate": 8.994708994708995e-06,
      "loss": 0.5345,
      "step": 2000
    },
    {
      "epoch": 28.002095238095237,
      "grad_norm": 88.5883560180664,
      "learning_rate": 8.984126984126985e-06,
      "loss": 0.1827,
      "step": 2010
    },
    {
      "epoch": 28.00304761904762,
      "grad_norm": 0.09640676528215408,
      "learning_rate": 8.973544973544973e-06,
      "loss": 0.1681,
      "step": 2020
    },
    {
      "epoch": 28.004,
      "grad_norm": 0.20055362582206726,
      "learning_rate": 8.962962962962963e-06,
      "loss": 0.0884,
      "step": 2030
    },
    {
      "epoch": 28.004952380952382,
      "grad_norm": 186.1331329345703,
      "learning_rate": 8.952380952380953e-06,
      "loss": 0.2907,
      "step": 2040
    },
    {
      "epoch": 28.005904761904763,
      "grad_norm": 0.27754858136177063,
      "learning_rate": 8.941798941798942e-06,
      "loss": 0.3722,
      "step": 2050
    },
    {
      "epoch": 28.006761904761905,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.3529411554336548,
      "eval_runtime": 10.2689,
      "eval_samples_per_second": 7.206,
      "eval_steps_per_second": 1.85,
      "step": 2059
    },
    {
      "epoch": 29.000095238095238,
      "grad_norm": 0.07299116998910904,
      "learning_rate": 8.931216931216932e-06,
      "loss": 0.299,
      "step": 2060
    },
    {
      "epoch": 29.00104761904762,
      "grad_norm": 2.538444995880127,
      "learning_rate": 8.920634920634922e-06,
      "loss": 0.7479,
      "step": 2070
    },
    {
      "epoch": 29.002,
      "grad_norm": 91.43159484863281,
      "learning_rate": 8.910052910052912e-06,
      "loss": 0.605,
      "step": 2080
    },
    {
      "epoch": 29.00295238095238,
      "grad_norm": 0.6341414451599121,
      "learning_rate": 8.8994708994709e-06,
      "loss": 0.0868,
      "step": 2090
    },
    {
      "epoch": 29.003904761904764,
      "grad_norm": 14.649850845336914,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.2434,
      "step": 2100
    },
    {
      "epoch": 29.004857142857144,
      "grad_norm": 127.68643951416016,
      "learning_rate": 8.87830687830688e-06,
      "loss": 0.2415,
      "step": 2110
    },
    {
      "epoch": 29.005809523809525,
      "grad_norm": 0.0667656809091568,
      "learning_rate": 8.867724867724868e-06,
      "loss": 0.3172,
      "step": 2120
    },
    {
      "epoch": 29.006761904761905,
      "grad_norm": 0.0887688621878624,
      "learning_rate": 8.857142857142858e-06,
      "loss": 0.2947,
      "step": 2130
    },
    {
      "epoch": 29.006761904761905,
      "eval_accuracy": 0.6351351351351351,
      "eval_loss": 1.6800689697265625,
      "eval_runtime": 9.8949,
      "eval_samples_per_second": 7.479,
      "eval_steps_per_second": 1.92,
      "step": 2130
    },
    {
      "epoch": 30.00095238095238,
      "grad_norm": 0.06466253846883774,
      "learning_rate": 8.846560846560848e-06,
      "loss": 0.492,
      "step": 2140
    },
    {
      "epoch": 30.00190476190476,
      "grad_norm": 0.06812964379787445,
      "learning_rate": 8.835978835978837e-06,
      "loss": 0.265,
      "step": 2150
    },
    {
      "epoch": 30.002857142857142,
      "grad_norm": 100.26397705078125,
      "learning_rate": 8.825396825396827e-06,
      "loss": 0.403,
      "step": 2160
    },
    {
      "epoch": 30.003809523809522,
      "grad_norm": 6.108546733856201,
      "learning_rate": 8.814814814814817e-06,
      "loss": 0.3639,
      "step": 2170
    },
    {
      "epoch": 30.004761904761907,
      "grad_norm": 109.57473754882812,
      "learning_rate": 8.804232804232805e-06,
      "loss": 0.3092,
      "step": 2180
    },
    {
      "epoch": 30.005714285714287,
      "grad_norm": 0.307584673166275,
      "learning_rate": 8.793650793650795e-06,
      "loss": 0.6693,
      "step": 2190
    },
    {
      "epoch": 30.006666666666668,
      "grad_norm": 106.67752075195312,
      "learning_rate": 8.783068783068783e-06,
      "loss": 0.1906,
      "step": 2200
    },
    {
      "epoch": 30.006761904761905,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 0.984470784664154,
      "eval_runtime": 9.9368,
      "eval_samples_per_second": 7.447,
      "eval_steps_per_second": 1.912,
      "step": 2201
    },
    {
      "epoch": 31.000857142857143,
      "grad_norm": 0.7306738495826721,
      "learning_rate": 8.772486772486773e-06,
      "loss": 0.0122,
      "step": 2210
    },
    {
      "epoch": 31.001809523809523,
      "grad_norm": 183.5074462890625,
      "learning_rate": 8.761904761904763e-06,
      "loss": 0.4206,
      "step": 2220
    },
    {
      "epoch": 31.002761904761904,
      "grad_norm": 51.4791145324707,
      "learning_rate": 8.751322751322751e-06,
      "loss": 0.7487,
      "step": 2230
    },
    {
      "epoch": 31.003714285714285,
      "grad_norm": 87.89187622070312,
      "learning_rate": 8.740740740740741e-06,
      "loss": 0.3637,
      "step": 2240
    },
    {
      "epoch": 31.004666666666665,
      "grad_norm": 23.6366024017334,
      "learning_rate": 8.730158730158731e-06,
      "loss": 0.5004,
      "step": 2250
    },
    {
      "epoch": 31.005619047619046,
      "grad_norm": 0.5798986554145813,
      "learning_rate": 8.71957671957672e-06,
      "loss": 0.2826,
      "step": 2260
    },
    {
      "epoch": 31.00657142857143,
      "grad_norm": 0.09235603362321854,
      "learning_rate": 8.70899470899471e-06,
      "loss": 0.0161,
      "step": 2270
    },
    {
      "epoch": 31.006761904761905,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.07892906665802,
      "eval_runtime": 9.7772,
      "eval_samples_per_second": 7.569,
      "eval_steps_per_second": 1.943,
      "step": 2272
    },
    {
      "epoch": 32.0007619047619,
      "grad_norm": 95.19580078125,
      "learning_rate": 8.6984126984127e-06,
      "loss": 0.177,
      "step": 2280
    },
    {
      "epoch": 32.001714285714286,
      "grad_norm": 0.20149828493595123,
      "learning_rate": 8.687830687830688e-06,
      "loss": 0.3689,
      "step": 2290
    },
    {
      "epoch": 32.00266666666667,
      "grad_norm": 74.12393188476562,
      "learning_rate": 8.677248677248678e-06,
      "loss": 0.2379,
      "step": 2300
    },
    {
      "epoch": 32.00361904761905,
      "grad_norm": 77.6581802368164,
      "learning_rate": 8.666666666666668e-06,
      "loss": 0.672,
      "step": 2310
    },
    {
      "epoch": 32.00457142857143,
      "grad_norm": 0.2690005898475647,
      "learning_rate": 8.656084656084656e-06,
      "loss": 0.0458,
      "step": 2320
    },
    {
      "epoch": 32.00552380952381,
      "grad_norm": 291.5118103027344,
      "learning_rate": 8.645502645502646e-06,
      "loss": 0.2605,
      "step": 2330
    },
    {
      "epoch": 32.00647619047619,
      "grad_norm": 120.34475708007812,
      "learning_rate": 8.634920634920636e-06,
      "loss": 0.5682,
      "step": 2340
    },
    {
      "epoch": 32.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.256813883781433,
      "eval_runtime": 10.0534,
      "eval_samples_per_second": 7.361,
      "eval_steps_per_second": 1.89,
      "step": 2343
    },
    {
      "epoch": 33.00066666666667,
      "grad_norm": 0.04087988659739494,
      "learning_rate": 8.624338624338624e-06,
      "loss": 0.2199,
      "step": 2350
    },
    {
      "epoch": 33.001619047619045,
      "grad_norm": 0.2287987768650055,
      "learning_rate": 8.613756613756614e-06,
      "loss": 0.214,
      "step": 2360
    },
    {
      "epoch": 33.00257142857143,
      "grad_norm": 0.6162062883377075,
      "learning_rate": 8.603174603174604e-06,
      "loss": 0.1188,
      "step": 2370
    },
    {
      "epoch": 33.00352380952381,
      "grad_norm": 0.09394045174121857,
      "learning_rate": 8.592592592592593e-06,
      "loss": 0.3031,
      "step": 2380
    },
    {
      "epoch": 33.00447619047619,
      "grad_norm": 1.0619105100631714,
      "learning_rate": 8.582010582010583e-06,
      "loss": 0.1606,
      "step": 2390
    },
    {
      "epoch": 33.005428571428574,
      "grad_norm": 41.31269073486328,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.2138,
      "step": 2400
    },
    {
      "epoch": 33.00638095238095,
      "grad_norm": 0.06278371065855026,
      "learning_rate": 8.560846560846563e-06,
      "loss": 0.1105,
      "step": 2410
    },
    {
      "epoch": 33.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 1.0928676128387451,
      "eval_runtime": 10.1179,
      "eval_samples_per_second": 7.314,
      "eval_steps_per_second": 1.878,
      "step": 2414
    },
    {
      "epoch": 34.000571428571426,
      "grad_norm": 1.8994898796081543,
      "learning_rate": 8.550264550264551e-06,
      "loss": 0.4501,
      "step": 2420
    },
    {
      "epoch": 34.00152380952381,
      "grad_norm": 0.023029064759612083,
      "learning_rate": 8.53968253968254e-06,
      "loss": 0.4373,
      "step": 2430
    },
    {
      "epoch": 34.00247619047619,
      "grad_norm": 14.903653144836426,
      "learning_rate": 8.529100529100531e-06,
      "loss": 0.2641,
      "step": 2440
    },
    {
      "epoch": 34.00342857142857,
      "grad_norm": 0.10007156431674957,
      "learning_rate": 8.518518518518519e-06,
      "loss": 0.4035,
      "step": 2450
    },
    {
      "epoch": 34.004380952380956,
      "grad_norm": 0.1376352608203888,
      "learning_rate": 8.507936507936509e-06,
      "loss": 0.394,
      "step": 2460
    },
    {
      "epoch": 34.00533333333333,
      "grad_norm": 0.9594055414199829,
      "learning_rate": 8.497354497354499e-06,
      "loss": 0.4471,
      "step": 2470
    },
    {
      "epoch": 34.00628571428572,
      "grad_norm": 39.818092346191406,
      "learning_rate": 8.486772486772487e-06,
      "loss": 0.1818,
      "step": 2480
    },
    {
      "epoch": 34.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.191694736480713,
      "eval_runtime": 10.5117,
      "eval_samples_per_second": 7.04,
      "eval_steps_per_second": 1.808,
      "step": 2485
    },
    {
      "epoch": 35.00047619047619,
      "grad_norm": 0.7797194719314575,
      "learning_rate": 8.476190476190477e-06,
      "loss": 0.1458,
      "step": 2490
    },
    {
      "epoch": 35.00142857142857,
      "grad_norm": 0.035457540303468704,
      "learning_rate": 8.465608465608466e-06,
      "loss": 0.182,
      "step": 2500
    },
    {
      "epoch": 35.00238095238095,
      "grad_norm": 43.21303939819336,
      "learning_rate": 8.455026455026456e-06,
      "loss": 0.3509,
      "step": 2510
    },
    {
      "epoch": 35.00333333333333,
      "grad_norm": 0.02950003370642662,
      "learning_rate": 8.444444444444446e-06,
      "loss": 0.1202,
      "step": 2520
    },
    {
      "epoch": 35.004285714285714,
      "grad_norm": 18.863386154174805,
      "learning_rate": 8.433862433862434e-06,
      "loss": 0.0962,
      "step": 2530
    },
    {
      "epoch": 35.0052380952381,
      "grad_norm": 15.966325759887695,
      "learning_rate": 8.423280423280424e-06,
      "loss": 0.0489,
      "step": 2540
    },
    {
      "epoch": 35.006190476190476,
      "grad_norm": 345.1724853515625,
      "learning_rate": 8.412698412698414e-06,
      "loss": 0.5396,
      "step": 2550
    },
    {
      "epoch": 35.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.4709502458572388,
      "eval_runtime": 9.8734,
      "eval_samples_per_second": 7.495,
      "eval_steps_per_second": 1.924,
      "step": 2556
    },
    {
      "epoch": 36.00038095238095,
      "grad_norm": 0.04642634466290474,
      "learning_rate": 8.402116402116402e-06,
      "loss": 0.2865,
      "step": 2560
    },
    {
      "epoch": 36.001333333333335,
      "grad_norm": 21.857728958129883,
      "learning_rate": 8.391534391534392e-06,
      "loss": 0.2618,
      "step": 2570
    },
    {
      "epoch": 36.00228571428571,
      "grad_norm": 119.08516693115234,
      "learning_rate": 8.380952380952382e-06,
      "loss": 0.1449,
      "step": 2580
    },
    {
      "epoch": 36.003238095238096,
      "grad_norm": 0.02755267545580864,
      "learning_rate": 8.37037037037037e-06,
      "loss": 0.0028,
      "step": 2590
    },
    {
      "epoch": 36.00419047619047,
      "grad_norm": 0.3885904848575592,
      "learning_rate": 8.35978835978836e-06,
      "loss": 0.288,
      "step": 2600
    },
    {
      "epoch": 36.00514285714286,
      "grad_norm": 0.25101497769355774,
      "learning_rate": 8.34920634920635e-06,
      "loss": 0.1388,
      "step": 2610
    },
    {
      "epoch": 36.00609523809524,
      "grad_norm": 236.27584838867188,
      "learning_rate": 8.338624338624339e-06,
      "loss": 0.0868,
      "step": 2620
    },
    {
      "epoch": 36.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.5798817873001099,
      "eval_runtime": 9.9958,
      "eval_samples_per_second": 7.403,
      "eval_steps_per_second": 1.901,
      "step": 2627
    },
    {
      "epoch": 37.00028571428572,
      "grad_norm": 149.51145935058594,
      "learning_rate": 8.328042328042329e-06,
      "loss": 0.3526,
      "step": 2630
    },
    {
      "epoch": 37.001238095238094,
      "grad_norm": 109.33985900878906,
      "learning_rate": 8.317460317460319e-06,
      "loss": 0.3271,
      "step": 2640
    },
    {
      "epoch": 37.00219047619048,
      "grad_norm": 0.4006137251853943,
      "learning_rate": 8.306878306878307e-06,
      "loss": 0.083,
      "step": 2650
    },
    {
      "epoch": 37.003142857142855,
      "grad_norm": 0.00958289299160242,
      "learning_rate": 8.296296296296297e-06,
      "loss": 0.0701,
      "step": 2660
    },
    {
      "epoch": 37.00409523809524,
      "grad_norm": 0.18436852097511292,
      "learning_rate": 8.285714285714287e-06,
      "loss": 0.1158,
      "step": 2670
    },
    {
      "epoch": 37.005047619047616,
      "grad_norm": 0.16782556474208832,
      "learning_rate": 8.275132275132275e-06,
      "loss": 0.304,
      "step": 2680
    },
    {
      "epoch": 37.006,
      "grad_norm": 2.0431201457977295,
      "learning_rate": 8.264550264550265e-06,
      "loss": 0.2748,
      "step": 2690
    },
    {
      "epoch": 37.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.3386650085449219,
      "eval_runtime": 9.9941,
      "eval_samples_per_second": 7.404,
      "eval_steps_per_second": 1.901,
      "step": 2698
    },
    {
      "epoch": 38.000190476190475,
      "grad_norm": 0.025548648089170456,
      "learning_rate": 8.253968253968254e-06,
      "loss": 0.7404,
      "step": 2700
    },
    {
      "epoch": 38.00114285714286,
      "grad_norm": 110.7083511352539,
      "learning_rate": 8.243386243386245e-06,
      "loss": 0.4535,
      "step": 2710
    },
    {
      "epoch": 38.00209523809524,
      "grad_norm": 0.5688247084617615,
      "learning_rate": 8.232804232804234e-06,
      "loss": 0.1087,
      "step": 2720
    },
    {
      "epoch": 38.00304761904762,
      "grad_norm": 0.12118399143218994,
      "learning_rate": 8.222222222222222e-06,
      "loss": 0.0061,
      "step": 2730
    },
    {
      "epoch": 38.004,
      "grad_norm": 104.44693756103516,
      "learning_rate": 8.211640211640213e-06,
      "loss": 0.0139,
      "step": 2740
    },
    {
      "epoch": 38.00495238095238,
      "grad_norm": 20.01863670349121,
      "learning_rate": 8.201058201058202e-06,
      "loss": 0.4976,
      "step": 2750
    },
    {
      "epoch": 38.00590476190476,
      "grad_norm": 6.175614356994629,
      "learning_rate": 8.190476190476192e-06,
      "loss": 0.1488,
      "step": 2760
    },
    {
      "epoch": 38.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.4293575286865234,
      "eval_runtime": 10.1151,
      "eval_samples_per_second": 7.316,
      "eval_steps_per_second": 1.878,
      "step": 2769
    },
    {
      "epoch": 39.00009523809524,
      "grad_norm": 0.256195604801178,
      "learning_rate": 8.179894179894182e-06,
      "loss": 0.4303,
      "step": 2770
    },
    {
      "epoch": 39.00104761904762,
      "grad_norm": 0.015647174790501595,
      "learning_rate": 8.16931216931217e-06,
      "loss": 0.0622,
      "step": 2780
    },
    {
      "epoch": 39.002,
      "grad_norm": 4.312227249145508,
      "learning_rate": 8.15873015873016e-06,
      "loss": 0.3907,
      "step": 2790
    },
    {
      "epoch": 39.00295238095238,
      "grad_norm": 0.038897234946489334,
      "learning_rate": 8.148148148148148e-06,
      "loss": 0.1975,
      "step": 2800
    },
    {
      "epoch": 39.003904761904764,
      "grad_norm": 0.2860523462295532,
      "learning_rate": 8.137566137566138e-06,
      "loss": 0.4374,
      "step": 2810
    },
    {
      "epoch": 39.00485714285714,
      "grad_norm": 93.7807846069336,
      "learning_rate": 8.126984126984128e-06,
      "loss": 0.3152,
      "step": 2820
    },
    {
      "epoch": 39.005809523809525,
      "grad_norm": 0.01898103393614292,
      "learning_rate": 8.116402116402117e-06,
      "loss": 0.0048,
      "step": 2830
    },
    {
      "epoch": 39.0067619047619,
      "grad_norm": 0.034995187073946,
      "learning_rate": 8.105820105820107e-06,
      "loss": 0.3124,
      "step": 2840
    },
    {
      "epoch": 39.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.1472700834274292,
      "eval_runtime": 9.9063,
      "eval_samples_per_second": 7.47,
      "eval_steps_per_second": 1.918,
      "step": 2840
    },
    {
      "epoch": 40.000952380952384,
      "grad_norm": 0.012256530113518238,
      "learning_rate": 8.095238095238097e-06,
      "loss": 0.3209,
      "step": 2850
    },
    {
      "epoch": 40.00190476190476,
      "grad_norm": 0.023209771141409874,
      "learning_rate": 8.084656084656085e-06,
      "loss": 0.0029,
      "step": 2860
    },
    {
      "epoch": 40.002857142857145,
      "grad_norm": 0.026608197018504143,
      "learning_rate": 8.074074074074075e-06,
      "loss": 0.0013,
      "step": 2870
    },
    {
      "epoch": 40.00380952380952,
      "grad_norm": 27.18771743774414,
      "learning_rate": 8.063492063492065e-06,
      "loss": 0.1395,
      "step": 2880
    },
    {
      "epoch": 40.00476190476191,
      "grad_norm": 0.48340219259262085,
      "learning_rate": 8.052910052910053e-06,
      "loss": 0.0304,
      "step": 2890
    },
    {
      "epoch": 40.005714285714284,
      "grad_norm": 547.4931030273438,
      "learning_rate": 8.042328042328043e-06,
      "loss": 0.1179,
      "step": 2900
    },
    {
      "epoch": 40.00666666666667,
      "grad_norm": 890.5328369140625,
      "learning_rate": 8.031746031746033e-06,
      "loss": 0.1499,
      "step": 2910
    },
    {
      "epoch": 40.0067619047619,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 1.8165091276168823,
      "eval_runtime": 10.357,
      "eval_samples_per_second": 7.145,
      "eval_steps_per_second": 1.835,
      "step": 2911
    },
    {
      "epoch": 41.00085714285714,
      "grad_norm": 0.045793041586875916,
      "learning_rate": 8.021164021164021e-06,
      "loss": 0.0008,
      "step": 2920
    },
    {
      "epoch": 41.00180952380953,
      "grad_norm": 0.022662021219730377,
      "learning_rate": 8.010582010582011e-06,
      "loss": 0.2136,
      "step": 2930
    },
    {
      "epoch": 41.002761904761904,
      "grad_norm": 76.39334106445312,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.1487,
      "step": 2940
    },
    {
      "epoch": 41.00371428571429,
      "grad_norm": 0.06917908787727356,
      "learning_rate": 7.98941798941799e-06,
      "loss": 0.2659,
      "step": 2950
    },
    {
      "epoch": 41.004666666666665,
      "grad_norm": 0.0647149607539177,
      "learning_rate": 7.97883597883598e-06,
      "loss": 0.2078,
      "step": 2960
    },
    {
      "epoch": 41.00561904761905,
      "grad_norm": 0.09832796454429626,
      "learning_rate": 7.968253968253968e-06,
      "loss": 0.1764,
      "step": 2970
    },
    {
      "epoch": 41.00657142857143,
      "grad_norm": 4.377299785614014,
      "learning_rate": 7.957671957671958e-06,
      "loss": 0.3149,
      "step": 2980
    },
    {
      "epoch": 41.0067619047619,
      "eval_accuracy": 0.6351351351351351,
      "eval_loss": 2.090315580368042,
      "eval_runtime": 10.333,
      "eval_samples_per_second": 7.162,
      "eval_steps_per_second": 1.839,
      "step": 2982
    },
    {
      "epoch": 42.0007619047619,
      "grad_norm": 49.249637603759766,
      "learning_rate": 7.947089947089948e-06,
      "loss": 0.6223,
      "step": 2990
    },
    {
      "epoch": 42.001714285714286,
      "grad_norm": 29.288423538208008,
      "learning_rate": 7.936507936507936e-06,
      "loss": 0.1668,
      "step": 3000
    },
    {
      "epoch": 42.00266666666667,
      "grad_norm": 0.13853886723518372,
      "learning_rate": 7.925925925925926e-06,
      "loss": 0.1814,
      "step": 3010
    },
    {
      "epoch": 42.00361904761905,
      "grad_norm": 0.2841092646121979,
      "learning_rate": 7.915343915343916e-06,
      "loss": 0.0572,
      "step": 3020
    },
    {
      "epoch": 42.00457142857143,
      "grad_norm": 0.009770851582288742,
      "learning_rate": 7.904761904761904e-06,
      "loss": 0.2405,
      "step": 3030
    },
    {
      "epoch": 42.00552380952381,
      "grad_norm": 0.00862161722034216,
      "learning_rate": 7.894179894179896e-06,
      "loss": 0.1012,
      "step": 3040
    },
    {
      "epoch": 42.00647619047619,
      "grad_norm": 230.69879150390625,
      "learning_rate": 7.883597883597884e-06,
      "loss": 0.02,
      "step": 3050
    },
    {
      "epoch": 42.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.9185028076171875,
      "eval_runtime": 10.6929,
      "eval_samples_per_second": 6.92,
      "eval_steps_per_second": 1.777,
      "step": 3053
    },
    {
      "epoch": 43.00066666666667,
      "grad_norm": 0.05728636309504509,
      "learning_rate": 7.873015873015873e-06,
      "loss": 0.415,
      "step": 3060
    },
    {
      "epoch": 43.001619047619045,
      "grad_norm": 2.755094051361084,
      "learning_rate": 7.862433862433863e-06,
      "loss": 0.01,
      "step": 3070
    },
    {
      "epoch": 43.00257142857143,
      "grad_norm": 0.022400056943297386,
      "learning_rate": 7.851851851851853e-06,
      "loss": 0.0853,
      "step": 3080
    },
    {
      "epoch": 43.00352380952381,
      "grad_norm": 0.040767963975667953,
      "learning_rate": 7.841269841269843e-06,
      "loss": 0.0153,
      "step": 3090
    },
    {
      "epoch": 43.00447619047619,
      "grad_norm": 0.006976688280701637,
      "learning_rate": 7.830687830687831e-06,
      "loss": 0.2631,
      "step": 3100
    },
    {
      "epoch": 43.005428571428574,
      "grad_norm": 0.025811027735471725,
      "learning_rate": 7.820105820105821e-06,
      "loss": 0.0004,
      "step": 3110
    },
    {
      "epoch": 43.00638095238095,
      "grad_norm": 0.05052373185753822,
      "learning_rate": 7.809523809523811e-06,
      "loss": 0.0852,
      "step": 3120
    },
    {
      "epoch": 43.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.449135422706604,
      "eval_runtime": 10.0453,
      "eval_samples_per_second": 7.367,
      "eval_steps_per_second": 1.891,
      "step": 3124
    },
    {
      "epoch": 44.000571428571426,
      "grad_norm": 0.010279198177158833,
      "learning_rate": 7.7989417989418e-06,
      "loss": 0.0004,
      "step": 3130
    },
    {
      "epoch": 44.00152380952381,
      "grad_norm": 0.010263322852551937,
      "learning_rate": 7.78835978835979e-06,
      "loss": 0.0005,
      "step": 3140
    },
    {
      "epoch": 44.00247619047619,
      "grad_norm": 0.21711310744285583,
      "learning_rate": 7.77777777777778e-06,
      "loss": 0.0005,
      "step": 3150
    },
    {
      "epoch": 44.00342857142857,
      "grad_norm": 56.55171585083008,
      "learning_rate": 7.767195767195767e-06,
      "loss": 0.4343,
      "step": 3160
    },
    {
      "epoch": 44.004380952380956,
      "grad_norm": 0.00604694988578558,
      "learning_rate": 7.756613756613757e-06,
      "loss": 0.0372,
      "step": 3170
    },
    {
      "epoch": 44.00533333333333,
      "grad_norm": 0.013936587609350681,
      "learning_rate": 7.746031746031747e-06,
      "loss": 0.084,
      "step": 3180
    },
    {
      "epoch": 44.00628571428572,
      "grad_norm": 0.36712291836738586,
      "learning_rate": 7.735449735449736e-06,
      "loss": 0.0115,
      "step": 3190
    },
    {
      "epoch": 44.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.6180015802383423,
      "eval_runtime": 13.1268,
      "eval_samples_per_second": 5.637,
      "eval_steps_per_second": 1.447,
      "step": 3195
    },
    {
      "epoch": 45.00047619047619,
      "grad_norm": 0.03513185679912567,
      "learning_rate": 7.724867724867726e-06,
      "loss": 0.0029,
      "step": 3200
    },
    {
      "epoch": 45.00142857142857,
      "grad_norm": 0.012012271210551262,
      "learning_rate": 7.714285714285716e-06,
      "loss": 0.0019,
      "step": 3210
    },
    {
      "epoch": 45.00238095238095,
      "grad_norm": 0.013395571149885654,
      "learning_rate": 7.703703703703704e-06,
      "loss": 0.0026,
      "step": 3220
    },
    {
      "epoch": 45.00333333333333,
      "grad_norm": 5.026131629943848,
      "learning_rate": 7.693121693121694e-06,
      "loss": 0.0607,
      "step": 3230
    },
    {
      "epoch": 45.004285714285714,
      "grad_norm": 21.899553298950195,
      "learning_rate": 7.682539682539684e-06,
      "loss": 0.0012,
      "step": 3240
    },
    {
      "epoch": 45.0052380952381,
      "grad_norm": 0.014592028222978115,
      "learning_rate": 7.671957671957672e-06,
      "loss": 0.229,
      "step": 3250
    },
    {
      "epoch": 45.006190476190476,
      "grad_norm": 0.020671457052230835,
      "learning_rate": 7.661375661375662e-06,
      "loss": 0.5243,
      "step": 3260
    },
    {
      "epoch": 45.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.8516004085540771,
      "eval_runtime": 12.3517,
      "eval_samples_per_second": 5.991,
      "eval_steps_per_second": 1.538,
      "step": 3266
    },
    {
      "epoch": 46.00038095238095,
      "grad_norm": 0.011222787201404572,
      "learning_rate": 7.65079365079365e-06,
      "loss": 0.0026,
      "step": 3270
    },
    {
      "epoch": 46.001333333333335,
      "grad_norm": 204.4291534423828,
      "learning_rate": 7.64021164021164e-06,
      "loss": 0.8472,
      "step": 3280
    },
    {
      "epoch": 46.00228571428571,
      "grad_norm": 0.008574184030294418,
      "learning_rate": 7.62962962962963e-06,
      "loss": 0.0814,
      "step": 3290
    },
    {
      "epoch": 46.003238095238096,
      "grad_norm": 1.3483171463012695,
      "learning_rate": 7.61904761904762e-06,
      "loss": 0.1564,
      "step": 3300
    },
    {
      "epoch": 46.00419047619047,
      "grad_norm": 0.007891189306974411,
      "learning_rate": 7.60846560846561e-06,
      "loss": 0.0003,
      "step": 3310
    },
    {
      "epoch": 46.00514285714286,
      "grad_norm": 0.06582821905612946,
      "learning_rate": 7.597883597883599e-06,
      "loss": 0.0033,
      "step": 3320
    },
    {
      "epoch": 46.00609523809524,
      "grad_norm": 18.656375885009766,
      "learning_rate": 7.587301587301588e-06,
      "loss": 0.0658,
      "step": 3330
    },
    {
      "epoch": 46.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.6331024169921875,
      "eval_runtime": 12.5497,
      "eval_samples_per_second": 5.897,
      "eval_steps_per_second": 1.514,
      "step": 3337
    },
    {
      "epoch": 47.00028571428572,
      "grad_norm": 0.9878658652305603,
      "learning_rate": 7.576719576719578e-06,
      "loss": 0.0082,
      "step": 3340
    },
    {
      "epoch": 47.001238095238094,
      "grad_norm": 0.0038536698557436466,
      "learning_rate": 7.566137566137567e-06,
      "loss": 0.2541,
      "step": 3350
    },
    {
      "epoch": 47.00219047619048,
      "grad_norm": 28.105022430419922,
      "learning_rate": 7.555555555555556e-06,
      "loss": 0.1217,
      "step": 3360
    },
    {
      "epoch": 47.003142857142855,
      "grad_norm": 0.003185787471011281,
      "learning_rate": 7.544973544973545e-06,
      "loss": 0.089,
      "step": 3370
    },
    {
      "epoch": 47.00409523809524,
      "grad_norm": 1.2206181287765503,
      "learning_rate": 7.534391534391535e-06,
      "loss": 0.0004,
      "step": 3380
    },
    {
      "epoch": 47.005047619047616,
      "grad_norm": 0.007042728830128908,
      "learning_rate": 7.523809523809524e-06,
      "loss": 0.1116,
      "step": 3390
    },
    {
      "epoch": 47.006,
      "grad_norm": 0.008088290691375732,
      "learning_rate": 7.5132275132275136e-06,
      "loss": 0.1269,
      "step": 3400
    },
    {
      "epoch": 47.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.058474063873291,
      "eval_runtime": 10.498,
      "eval_samples_per_second": 7.049,
      "eval_steps_per_second": 1.81,
      "step": 3408
    },
    {
      "epoch": 48.000190476190475,
      "grad_norm": 0.01887154020369053,
      "learning_rate": 7.5026455026455035e-06,
      "loss": 0.2957,
      "step": 3410
    },
    {
      "epoch": 48.00114285714286,
      "grad_norm": 0.01683860458433628,
      "learning_rate": 7.492063492063493e-06,
      "loss": 0.0004,
      "step": 3420
    },
    {
      "epoch": 48.00209523809524,
      "grad_norm": 0.015385139733552933,
      "learning_rate": 7.481481481481482e-06,
      "loss": 0.0005,
      "step": 3430
    },
    {
      "epoch": 48.00304761904762,
      "grad_norm": 0.00849748682230711,
      "learning_rate": 7.470899470899472e-06,
      "loss": 0.0003,
      "step": 3440
    },
    {
      "epoch": 48.004,
      "grad_norm": 2.85455060005188,
      "learning_rate": 7.460317460317461e-06,
      "loss": 0.0036,
      "step": 3450
    },
    {
      "epoch": 48.00495238095238,
      "grad_norm": 0.7138940691947937,
      "learning_rate": 7.44973544973545e-06,
      "loss": 0.1686,
      "step": 3460
    },
    {
      "epoch": 48.00590476190476,
      "grad_norm": 0.007813863456249237,
      "learning_rate": 7.439153439153439e-06,
      "loss": 0.2941,
      "step": 3470
    },
    {
      "epoch": 48.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.1070668697357178,
      "eval_runtime": 12.4233,
      "eval_samples_per_second": 5.957,
      "eval_steps_per_second": 1.529,
      "step": 3479
    },
    {
      "epoch": 49.00009523809524,
      "grad_norm": 413.8825378417969,
      "learning_rate": 7.428571428571429e-06,
      "loss": 0.359,
      "step": 3480
    },
    {
      "epoch": 49.00104761904762,
      "grad_norm": 0.0058743273839354515,
      "learning_rate": 7.417989417989418e-06,
      "loss": 0.0391,
      "step": 3490
    },
    {
      "epoch": 49.002,
      "grad_norm": 202.56471252441406,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 0.2192,
      "step": 3500
    },
    {
      "epoch": 49.00295238095238,
      "grad_norm": 0.013312368653714657,
      "learning_rate": 7.3968253968253975e-06,
      "loss": 0.7709,
      "step": 3510
    },
    {
      "epoch": 49.003904761904764,
      "grad_norm": 275.42401123046875,
      "learning_rate": 7.386243386243387e-06,
      "loss": 0.2979,
      "step": 3520
    },
    {
      "epoch": 49.00485714285714,
      "grad_norm": 0.018910733982920647,
      "learning_rate": 7.375661375661376e-06,
      "loss": 0.1778,
      "step": 3530
    },
    {
      "epoch": 49.005809523809525,
      "grad_norm": 0.29688337445259094,
      "learning_rate": 7.3650793650793666e-06,
      "loss": 0.0029,
      "step": 3540
    },
    {
      "epoch": 49.0067619047619,
      "grad_norm": 0.012256086803972721,
      "learning_rate": 7.354497354497355e-06,
      "loss": 0.2149,
      "step": 3550
    },
    {
      "epoch": 49.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.4237526655197144,
      "eval_runtime": 10.5745,
      "eval_samples_per_second": 6.998,
      "eval_steps_per_second": 1.797,
      "step": 3550
    },
    {
      "epoch": 50.000952380952384,
      "grad_norm": 0.047131139785051346,
      "learning_rate": 7.343915343915344e-06,
      "loss": 0.0643,
      "step": 3560
    },
    {
      "epoch": 50.00190476190476,
      "grad_norm": 0.297776997089386,
      "learning_rate": 7.333333333333333e-06,
      "loss": 0.1642,
      "step": 3570
    },
    {
      "epoch": 50.002857142857145,
      "grad_norm": 0.011480898596346378,
      "learning_rate": 7.322751322751324e-06,
      "loss": 0.0013,
      "step": 3580
    },
    {
      "epoch": 50.00380952380952,
      "grad_norm": 0.005816106218844652,
      "learning_rate": 7.312169312169313e-06,
      "loss": 0.1256,
      "step": 3590
    },
    {
      "epoch": 50.00476190476191,
      "grad_norm": 0.009959045797586441,
      "learning_rate": 7.301587301587301e-06,
      "loss": 0.0006,
      "step": 3600
    },
    {
      "epoch": 50.005714285714284,
      "grad_norm": 0.5827551484107971,
      "learning_rate": 7.291005291005292e-06,
      "loss": 0.0007,
      "step": 3610
    },
    {
      "epoch": 50.00666666666667,
      "grad_norm": 0.9566899538040161,
      "learning_rate": 7.280423280423281e-06,
      "loss": 0.0017,
      "step": 3620
    },
    {
      "epoch": 50.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.692422866821289,
      "eval_runtime": 10.0896,
      "eval_samples_per_second": 7.334,
      "eval_steps_per_second": 1.883,
      "step": 3621
    },
    {
      "epoch": 51.00085714285714,
      "grad_norm": 0.010292972438037395,
      "learning_rate": 7.2698412698412705e-06,
      "loss": 0.0978,
      "step": 3630
    },
    {
      "epoch": 51.00180952380953,
      "grad_norm": 316.67608642578125,
      "learning_rate": 7.2592592592592605e-06,
      "loss": 0.1542,
      "step": 3640
    },
    {
      "epoch": 51.002761904761904,
      "grad_norm": 0.016249431297183037,
      "learning_rate": 7.24867724867725e-06,
      "loss": 0.2033,
      "step": 3650
    },
    {
      "epoch": 51.00371428571429,
      "grad_norm": 0.008221075870096684,
      "learning_rate": 7.238095238095239e-06,
      "loss": 0.0162,
      "step": 3660
    },
    {
      "epoch": 51.004666666666665,
      "grad_norm": 0.005327010061591864,
      "learning_rate": 7.227513227513228e-06,
      "loss": 0.2039,
      "step": 3670
    },
    {
      "epoch": 51.00561904761905,
      "grad_norm": 0.1792820245027542,
      "learning_rate": 7.216931216931218e-06,
      "loss": 0.1504,
      "step": 3680
    },
    {
      "epoch": 51.00657142857143,
      "grad_norm": 0.03580465912818909,
      "learning_rate": 7.206349206349207e-06,
      "loss": 0.0004,
      "step": 3690
    },
    {
      "epoch": 51.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.7704803943634033,
      "eval_runtime": 12.4773,
      "eval_samples_per_second": 5.931,
      "eval_steps_per_second": 1.523,
      "step": 3692
    },
    {
      "epoch": 52.0007619047619,
      "grad_norm": 0.01219869777560234,
      "learning_rate": 7.195767195767196e-06,
      "loss": 0.0005,
      "step": 3700
    },
    {
      "epoch": 52.001714285714286,
      "grad_norm": 0.055447280406951904,
      "learning_rate": 7.185185185185186e-06,
      "loss": 0.0007,
      "step": 3710
    },
    {
      "epoch": 52.00266666666667,
      "grad_norm": 59.65972900390625,
      "learning_rate": 7.174603174603175e-06,
      "loss": 0.1867,
      "step": 3720
    },
    {
      "epoch": 52.00361904761905,
      "grad_norm": 0.0034636298660188913,
      "learning_rate": 7.1640211640211644e-06,
      "loss": 0.3724,
      "step": 3730
    },
    {
      "epoch": 52.00457142857143,
      "grad_norm": 0.013308661989867687,
      "learning_rate": 7.1534391534391544e-06,
      "loss": 0.0002,
      "step": 3740
    },
    {
      "epoch": 52.00552380952381,
      "grad_norm": 112.25346374511719,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.2545,
      "step": 3750
    },
    {
      "epoch": 52.00647619047619,
      "grad_norm": 0.43491536378860474,
      "learning_rate": 7.132275132275133e-06,
      "loss": 0.6701,
      "step": 3760
    },
    {
      "epoch": 52.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.167912721633911,
      "eval_runtime": 13.0595,
      "eval_samples_per_second": 5.666,
      "eval_steps_per_second": 1.455,
      "step": 3763
    },
    {
      "epoch": 53.00066666666667,
      "grad_norm": 397.1830749511719,
      "learning_rate": 7.121693121693122e-06,
      "loss": 0.1435,
      "step": 3770
    },
    {
      "epoch": 53.001619047619045,
      "grad_norm": 24.690093994140625,
      "learning_rate": 7.111111111111112e-06,
      "loss": 0.5817,
      "step": 3780
    },
    {
      "epoch": 53.00257142857143,
      "grad_norm": 0.013699243776500225,
      "learning_rate": 7.100529100529101e-06,
      "loss": 0.09,
      "step": 3790
    },
    {
      "epoch": 53.00352380952381,
      "grad_norm": 0.010473594069480896,
      "learning_rate": 7.08994708994709e-06,
      "loss": 0.1719,
      "step": 3800
    },
    {
      "epoch": 53.00447619047619,
      "grad_norm": 106.57927703857422,
      "learning_rate": 7.07936507936508e-06,
      "loss": 0.0357,
      "step": 3810
    },
    {
      "epoch": 53.005428571428574,
      "grad_norm": 0.020226487889885902,
      "learning_rate": 7.068783068783069e-06,
      "loss": 0.0004,
      "step": 3820
    },
    {
      "epoch": 53.00638095238095,
      "grad_norm": 2.065251111984253,
      "learning_rate": 7.058201058201058e-06,
      "loss": 0.5874,
      "step": 3830
    },
    {
      "epoch": 53.0067619047619,
      "eval_accuracy": 0.6351351351351351,
      "eval_loss": 1.8655513525009155,
      "eval_runtime": 12.75,
      "eval_samples_per_second": 5.804,
      "eval_steps_per_second": 1.49,
      "step": 3834
    },
    {
      "epoch": 54.000571428571426,
      "grad_norm": 28.153850555419922,
      "learning_rate": 7.047619047619048e-06,
      "loss": 0.0034,
      "step": 3840
    },
    {
      "epoch": 54.00152380952381,
      "grad_norm": 0.0053263334557414055,
      "learning_rate": 7.0370370370370375e-06,
      "loss": 0.0336,
      "step": 3850
    },
    {
      "epoch": 54.00247619047619,
      "grad_norm": 0.015258570201694965,
      "learning_rate": 7.026455026455027e-06,
      "loss": 0.0005,
      "step": 3860
    },
    {
      "epoch": 54.00342857142857,
      "grad_norm": 0.02392808347940445,
      "learning_rate": 7.015873015873016e-06,
      "loss": 0.0003,
      "step": 3870
    },
    {
      "epoch": 54.004380952380956,
      "grad_norm": 0.015166191384196281,
      "learning_rate": 7.005291005291006e-06,
      "loss": 0.0049,
      "step": 3880
    },
    {
      "epoch": 54.00533333333333,
      "grad_norm": 0.01293440256267786,
      "learning_rate": 6.994708994708995e-06,
      "loss": 0.1096,
      "step": 3890
    },
    {
      "epoch": 54.00628571428572,
      "grad_norm": 1.0416723489761353,
      "learning_rate": 6.984126984126984e-06,
      "loss": 0.0004,
      "step": 3900
    },
    {
      "epoch": 54.0067619047619,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 2.188612699508667,
      "eval_runtime": 12.7647,
      "eval_samples_per_second": 5.797,
      "eval_steps_per_second": 1.488,
      "step": 3905
    },
    {
      "epoch": 55.00047619047619,
      "grad_norm": 0.003094370011240244,
      "learning_rate": 6.973544973544975e-06,
      "loss": 0.0998,
      "step": 3910
    },
    {
      "epoch": 55.00142857142857,
      "grad_norm": 0.004199085291475058,
      "learning_rate": 6.962962962962964e-06,
      "loss": 0.1583,
      "step": 3920
    },
    {
      "epoch": 55.00238095238095,
      "grad_norm": 2.298699140548706,
      "learning_rate": 6.952380952380952e-06,
      "loss": 0.0005,
      "step": 3930
    },
    {
      "epoch": 55.00333333333333,
      "grad_norm": 0.8325915336608887,
      "learning_rate": 6.941798941798943e-06,
      "loss": 0.3524,
      "step": 3940
    },
    {
      "epoch": 55.004285714285714,
      "grad_norm": 0.00403679721057415,
      "learning_rate": 6.931216931216932e-06,
      "loss": 0.0897,
      "step": 3950
    },
    {
      "epoch": 55.0052380952381,
      "grad_norm": 0.003504963591694832,
      "learning_rate": 6.920634920634921e-06,
      "loss": 0.0008,
      "step": 3960
    },
    {
      "epoch": 55.006190476190476,
      "grad_norm": 1.0103956460952759,
      "learning_rate": 6.9100529100529105e-06,
      "loss": 0.0183,
      "step": 3970
    },
    {
      "epoch": 55.0067619047619,
      "eval_accuracy": 0.6486486486486487,
      "eval_loss": 2.0148348808288574,
      "eval_runtime": 12.7155,
      "eval_samples_per_second": 5.82,
      "eval_steps_per_second": 1.494,
      "step": 3976
    },
    {
      "epoch": 56.00038095238095,
      "grad_norm": 0.06938774883747101,
      "learning_rate": 6.8994708994709005e-06,
      "loss": 0.0565,
      "step": 3980
    },
    {
      "epoch": 56.001333333333335,
      "grad_norm": 0.014017208479344845,
      "learning_rate": 6.88888888888889e-06,
      "loss": 0.177,
      "step": 3990
    },
    {
      "epoch": 56.00228571428571,
      "grad_norm": 0.8127000331878662,
      "learning_rate": 6.878306878306879e-06,
      "loss": 0.0011,
      "step": 4000
    },
    {
      "epoch": 56.003238095238096,
      "grad_norm": 0.006788068450987339,
      "learning_rate": 6.867724867724869e-06,
      "loss": 0.0509,
      "step": 4010
    },
    {
      "epoch": 56.00419047619047,
      "grad_norm": 0.038642797619104385,
      "learning_rate": 6.857142857142858e-06,
      "loss": 0.0681,
      "step": 4020
    },
    {
      "epoch": 56.00514285714286,
      "grad_norm": 0.01085800863802433,
      "learning_rate": 6.846560846560847e-06,
      "loss": 0.1773,
      "step": 4030
    },
    {
      "epoch": 56.00609523809524,
      "grad_norm": 0.005230126436799765,
      "learning_rate": 6.835978835978837e-06,
      "loss": 0.0056,
      "step": 4040
    },
    {
      "epoch": 56.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 1.9963090419769287,
      "eval_runtime": 12.9011,
      "eval_samples_per_second": 5.736,
      "eval_steps_per_second": 1.473,
      "step": 4047
    },
    {
      "epoch": 57.00028571428572,
      "grad_norm": 0.3820611238479614,
      "learning_rate": 6.825396825396826e-06,
      "loss": 0.1649,
      "step": 4050
    },
    {
      "epoch": 57.001238095238094,
      "grad_norm": 405.4330139160156,
      "learning_rate": 6.814814814814815e-06,
      "loss": 0.0209,
      "step": 4060
    },
    {
      "epoch": 57.00219047619048,
      "grad_norm": 0.011841736733913422,
      "learning_rate": 6.8042328042328045e-06,
      "loss": 0.0002,
      "step": 4070
    },
    {
      "epoch": 57.003142857142855,
      "grad_norm": 0.005479069892317057,
      "learning_rate": 6.7936507936507944e-06,
      "loss": 0.0003,
      "step": 4080
    },
    {
      "epoch": 57.00409523809524,
      "grad_norm": 0.008774117566645145,
      "learning_rate": 6.783068783068784e-06,
      "loss": 0.0003,
      "step": 4090
    },
    {
      "epoch": 57.005047619047616,
      "grad_norm": 0.008724145591259003,
      "learning_rate": 6.772486772486773e-06,
      "loss": 0.0003,
      "step": 4100
    },
    {
      "epoch": 57.006,
      "grad_norm": 0.0038391784764826298,
      "learning_rate": 6.761904761904763e-06,
      "loss": 0.0014,
      "step": 4110
    },
    {
      "epoch": 57.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.9337941408157349,
      "eval_runtime": 14.0711,
      "eval_samples_per_second": 5.259,
      "eval_steps_per_second": 1.35,
      "step": 4118
    },
    {
      "epoch": 58.000190476190475,
      "grad_norm": 0.01911548525094986,
      "learning_rate": 6.751322751322752e-06,
      "loss": 0.0004,
      "step": 4120
    },
    {
      "epoch": 58.00114285714286,
      "grad_norm": 0.004693763330578804,
      "learning_rate": 6.740740740740741e-06,
      "loss": 0.0004,
      "step": 4130
    },
    {
      "epoch": 58.00209523809524,
      "grad_norm": 0.00244527286849916,
      "learning_rate": 6.730158730158731e-06,
      "loss": 0.007,
      "step": 4140
    },
    {
      "epoch": 58.00304761904762,
      "grad_norm": 0.006372438278049231,
      "learning_rate": 6.71957671957672e-06,
      "loss": 0.115,
      "step": 4150
    },
    {
      "epoch": 58.004,
      "grad_norm": 0.008796324953436852,
      "learning_rate": 6.708994708994709e-06,
      "loss": 0.1956,
      "step": 4160
    },
    {
      "epoch": 58.00495238095238,
      "grad_norm": 0.06007494404911995,
      "learning_rate": 6.698412698412698e-06,
      "loss": 0.1988,
      "step": 4170
    },
    {
      "epoch": 58.00590476190476,
      "grad_norm": 0.002893394324928522,
      "learning_rate": 6.687830687830688e-06,
      "loss": 0.2153,
      "step": 4180
    },
    {
      "epoch": 58.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.6661046743392944,
      "eval_runtime": 14.237,
      "eval_samples_per_second": 5.198,
      "eval_steps_per_second": 1.335,
      "step": 4189
    },
    {
      "epoch": 59.00009523809524,
      "grad_norm": 398.3658142089844,
      "learning_rate": 6.6772486772486775e-06,
      "loss": 0.0361,
      "step": 4190
    },
    {
      "epoch": 59.00104761904762,
      "grad_norm": 0.03949444368481636,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.1833,
      "step": 4200
    },
    {
      "epoch": 59.002,
      "grad_norm": 0.0030886358581483364,
      "learning_rate": 6.656084656084657e-06,
      "loss": 0.0409,
      "step": 4210
    },
    {
      "epoch": 59.00295238095238,
      "grad_norm": 0.0057244510389864445,
      "learning_rate": 6.645502645502646e-06,
      "loss": 0.0176,
      "step": 4220
    },
    {
      "epoch": 59.003904761904764,
      "grad_norm": 0.004152972251176834,
      "learning_rate": 6.634920634920635e-06,
      "loss": 0.0002,
      "step": 4230
    },
    {
      "epoch": 59.00485714285714,
      "grad_norm": 0.023913225159049034,
      "learning_rate": 6.624338624338626e-06,
      "loss": 0.0003,
      "step": 4240
    },
    {
      "epoch": 59.005809523809525,
      "grad_norm": 0.010618428699672222,
      "learning_rate": 6.613756613756615e-06,
      "loss": 0.003,
      "step": 4250
    },
    {
      "epoch": 59.0067619047619,
      "grad_norm": 0.033724039793014526,
      "learning_rate": 6.603174603174603e-06,
      "loss": 0.0003,
      "step": 4260
    },
    {
      "epoch": 59.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.953974962234497,
      "eval_runtime": 8.5971,
      "eval_samples_per_second": 8.608,
      "eval_steps_per_second": 2.21,
      "step": 4260
    },
    {
      "epoch": 60.000952380952384,
      "grad_norm": 0.004475221503525972,
      "learning_rate": 6.592592592592592e-06,
      "loss": 0.0024,
      "step": 4270
    },
    {
      "epoch": 60.00190476190476,
      "grad_norm": 0.0032557854428887367,
      "learning_rate": 6.582010582010583e-06,
      "loss": 0.0003,
      "step": 4280
    },
    {
      "epoch": 60.002857142857145,
      "grad_norm": 0.17536596953868866,
      "learning_rate": 6.571428571428572e-06,
      "loss": 0.0006,
      "step": 4290
    },
    {
      "epoch": 60.00380952380952,
      "grad_norm": 0.0030879988335072994,
      "learning_rate": 6.560846560846561e-06,
      "loss": 0.0001,
      "step": 4300
    },
    {
      "epoch": 60.00476190476191,
      "grad_norm": 0.558417558670044,
      "learning_rate": 6.550264550264551e-06,
      "loss": 0.1021,
      "step": 4310
    },
    {
      "epoch": 60.005714285714284,
      "grad_norm": 0.08702671527862549,
      "learning_rate": 6.5396825396825405e-06,
      "loss": 1.0492,
      "step": 4320
    },
    {
      "epoch": 60.00666666666667,
      "grad_norm": 331.0879211425781,
      "learning_rate": 6.52910052910053e-06,
      "loss": 0.3193,
      "step": 4330
    },
    {
      "epoch": 60.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.107548952102661,
      "eval_runtime": 8.5393,
      "eval_samples_per_second": 8.666,
      "eval_steps_per_second": 2.225,
      "step": 4331
    },
    {
      "epoch": 61.00085714285714,
      "grad_norm": 0.006396997254341841,
      "learning_rate": 6.51851851851852e-06,
      "loss": 0.1484,
      "step": 4340
    },
    {
      "epoch": 61.00180952380953,
      "grad_norm": 0.005390217062085867,
      "learning_rate": 6.507936507936509e-06,
      "loss": 0.4848,
      "step": 4350
    },
    {
      "epoch": 61.002761904761904,
      "grad_norm": 0.634354293346405,
      "learning_rate": 6.497354497354498e-06,
      "loss": 0.2016,
      "step": 4360
    },
    {
      "epoch": 61.00371428571429,
      "grad_norm": 0.018984658643603325,
      "learning_rate": 6.486772486772487e-06,
      "loss": 0.1912,
      "step": 4370
    },
    {
      "epoch": 61.004666666666665,
      "grad_norm": 0.022517457604408264,
      "learning_rate": 6.476190476190477e-06,
      "loss": 0.0038,
      "step": 4380
    },
    {
      "epoch": 61.00561904761905,
      "grad_norm": 0.015906190499663353,
      "learning_rate": 6.465608465608466e-06,
      "loss": 0.1621,
      "step": 4390
    },
    {
      "epoch": 61.00657142857143,
      "grad_norm": 0.03879152610898018,
      "learning_rate": 6.455026455026455e-06,
      "loss": 0.0004,
      "step": 4400
    },
    {
      "epoch": 61.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 1.537624478340149,
      "eval_runtime": 8.4984,
      "eval_samples_per_second": 8.708,
      "eval_steps_per_second": 2.236,
      "step": 4402
    },
    {
      "epoch": 62.0007619047619,
      "grad_norm": 0.020200679078698158,
      "learning_rate": 6.444444444444445e-06,
      "loss": 0.0003,
      "step": 4410
    },
    {
      "epoch": 62.001714285714286,
      "grad_norm": 0.9699930548667908,
      "learning_rate": 6.4338624338624345e-06,
      "loss": 0.0584,
      "step": 4420
    },
    {
      "epoch": 62.00266666666667,
      "grad_norm": 95.47468566894531,
      "learning_rate": 6.423280423280424e-06,
      "loss": 0.2909,
      "step": 4430
    },
    {
      "epoch": 62.00361904761905,
      "grad_norm": 379.65625,
      "learning_rate": 6.412698412698414e-06,
      "loss": 0.1354,
      "step": 4440
    },
    {
      "epoch": 62.00457142857143,
      "grad_norm": 0.15193375945091248,
      "learning_rate": 6.402116402116403e-06,
      "loss": 0.1708,
      "step": 4450
    },
    {
      "epoch": 62.00552380952381,
      "grad_norm": 0.004682454280555248,
      "learning_rate": 6.391534391534392e-06,
      "loss": 0.1846,
      "step": 4460
    },
    {
      "epoch": 62.00647619047619,
      "grad_norm": 0.0702052190899849,
      "learning_rate": 6.380952380952381e-06,
      "loss": 0.0003,
      "step": 4470
    },
    {
      "epoch": 62.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.9646750688552856,
      "eval_runtime": 10.8955,
      "eval_samples_per_second": 6.792,
      "eval_steps_per_second": 1.744,
      "step": 4473
    },
    {
      "epoch": 63.00066666666667,
      "grad_norm": 0.008514277637004852,
      "learning_rate": 6.370370370370371e-06,
      "loss": 0.0899,
      "step": 4480
    },
    {
      "epoch": 63.001619047619045,
      "grad_norm": 0.00909407902508974,
      "learning_rate": 6.35978835978836e-06,
      "loss": 0.1035,
      "step": 4490
    },
    {
      "epoch": 63.00257142857143,
      "grad_norm": 0.0038764197379350662,
      "learning_rate": 6.349206349206349e-06,
      "loss": 0.0514,
      "step": 4500
    },
    {
      "epoch": 63.00352380952381,
      "grad_norm": 0.009397774003446102,
      "learning_rate": 6.338624338624339e-06,
      "loss": 0.0003,
      "step": 4510
    },
    {
      "epoch": 63.00447619047619,
      "grad_norm": 0.0025235984940081835,
      "learning_rate": 6.328042328042328e-06,
      "loss": 0.1571,
      "step": 4520
    },
    {
      "epoch": 63.005428571428574,
      "grad_norm": 0.0036749846767634153,
      "learning_rate": 6.3174603174603175e-06,
      "loss": 0.0002,
      "step": 4530
    },
    {
      "epoch": 63.00638095238095,
      "grad_norm": 0.06227302551269531,
      "learning_rate": 6.3068783068783075e-06,
      "loss": 0.0006,
      "step": 4540
    },
    {
      "epoch": 63.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.887770414352417,
      "eval_runtime": 8.9551,
      "eval_samples_per_second": 8.263,
      "eval_steps_per_second": 2.122,
      "step": 4544
    },
    {
      "epoch": 64.00057142857143,
      "grad_norm": 0.01653936505317688,
      "learning_rate": 6.296296296296297e-06,
      "loss": 0.0339,
      "step": 4550
    },
    {
      "epoch": 64.0015238095238,
      "grad_norm": 0.005849821958690882,
      "learning_rate": 6.285714285714286e-06,
      "loss": 0.0802,
      "step": 4560
    },
    {
      "epoch": 64.00247619047619,
      "grad_norm": 0.00495440699160099,
      "learning_rate": 6.275132275132275e-06,
      "loss": 0.0434,
      "step": 4570
    },
    {
      "epoch": 64.00342857142857,
      "grad_norm": 119.76103973388672,
      "learning_rate": 6.264550264550266e-06,
      "loss": 0.2473,
      "step": 4580
    },
    {
      "epoch": 64.00438095238096,
      "grad_norm": 298.63104248046875,
      "learning_rate": 6.253968253968254e-06,
      "loss": 0.0313,
      "step": 4590
    },
    {
      "epoch": 64.00533333333334,
      "grad_norm": 0.004146216437220573,
      "learning_rate": 6.243386243386243e-06,
      "loss": 0.0002,
      "step": 4600
    },
    {
      "epoch": 64.00628571428571,
      "grad_norm": 30.183269500732422,
      "learning_rate": 6.232804232804234e-06,
      "loss": 0.0018,
      "step": 4610
    },
    {
      "epoch": 64.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.7761112451553345,
      "eval_runtime": 14.5242,
      "eval_samples_per_second": 5.095,
      "eval_steps_per_second": 1.308,
      "step": 4615
    },
    {
      "epoch": 65.00047619047619,
      "grad_norm": 0.005379782058298588,
      "learning_rate": 6.222222222222223e-06,
      "loss": 0.0002,
      "step": 4620
    },
    {
      "epoch": 65.00142857142858,
      "grad_norm": 0.02137589082121849,
      "learning_rate": 6.211640211640212e-06,
      "loss": 0.0002,
      "step": 4630
    },
    {
      "epoch": 65.00238095238095,
      "grad_norm": 0.0034357302356511354,
      "learning_rate": 6.201058201058202e-06,
      "loss": 0.041,
      "step": 4640
    },
    {
      "epoch": 65.00333333333333,
      "grad_norm": 22.05573272705078,
      "learning_rate": 6.1904761904761914e-06,
      "loss": 0.1358,
      "step": 4650
    },
    {
      "epoch": 65.00428571428571,
      "grad_norm": 0.006555379368364811,
      "learning_rate": 6.1798941798941806e-06,
      "loss": 0.0002,
      "step": 4660
    },
    {
      "epoch": 65.0052380952381,
      "grad_norm": 0.9638269543647766,
      "learning_rate": 6.16931216931217e-06,
      "loss": 0.1289,
      "step": 4670
    },
    {
      "epoch": 65.00619047619048,
      "grad_norm": 0.006485573947429657,
      "learning_rate": 6.15873015873016e-06,
      "loss": 0.0002,
      "step": 4680
    },
    {
      "epoch": 65.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.75357985496521,
      "eval_runtime": 14.0154,
      "eval_samples_per_second": 5.28,
      "eval_steps_per_second": 1.356,
      "step": 4686
    },
    {
      "epoch": 66.00038095238095,
      "grad_norm": 0.004733482841402292,
      "learning_rate": 6.148148148148149e-06,
      "loss": 0.0023,
      "step": 4690
    },
    {
      "epoch": 66.00133333333333,
      "grad_norm": 0.00244261440820992,
      "learning_rate": 6.137566137566138e-06,
      "loss": 0.0739,
      "step": 4700
    },
    {
      "epoch": 66.00228571428572,
      "grad_norm": 0.005988690070807934,
      "learning_rate": 6.126984126984128e-06,
      "loss": 0.0002,
      "step": 4710
    },
    {
      "epoch": 66.00323809523809,
      "grad_norm": 3.9605820178985596,
      "learning_rate": 6.116402116402117e-06,
      "loss": 0.1871,
      "step": 4720
    },
    {
      "epoch": 66.00419047619047,
      "grad_norm": 0.0033270171843469143,
      "learning_rate": 6.105820105820106e-06,
      "loss": 0.0004,
      "step": 4730
    },
    {
      "epoch": 66.00514285714286,
      "grad_norm": 0.003011047840118408,
      "learning_rate": 6.095238095238096e-06,
      "loss": 0.0026,
      "step": 4740
    },
    {
      "epoch": 66.00609523809524,
      "grad_norm": 0.003045491874217987,
      "learning_rate": 6.084656084656085e-06,
      "loss": 0.0001,
      "step": 4750
    },
    {
      "epoch": 66.0067619047619,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 2.2684450149536133,
      "eval_runtime": 12.9471,
      "eval_samples_per_second": 5.716,
      "eval_steps_per_second": 1.468,
      "step": 4757
    },
    {
      "epoch": 67.00028571428571,
      "grad_norm": 0.003044073935598135,
      "learning_rate": 6.0740740740740745e-06,
      "loss": 0.0637,
      "step": 4760
    },
    {
      "epoch": 67.0012380952381,
      "grad_norm": 0.0024552911054342985,
      "learning_rate": 6.063492063492064e-06,
      "loss": 0.0612,
      "step": 4770
    },
    {
      "epoch": 67.00219047619048,
      "grad_norm": 0.004682763013988733,
      "learning_rate": 6.052910052910054e-06,
      "loss": 0.0002,
      "step": 4780
    },
    {
      "epoch": 67.00314285714286,
      "grad_norm": 0.07617571204900742,
      "learning_rate": 6.042328042328043e-06,
      "loss": 0.0417,
      "step": 4790
    },
    {
      "epoch": 67.00409523809523,
      "grad_norm": 6.378434181213379,
      "learning_rate": 6.031746031746032e-06,
      "loss": 0.1841,
      "step": 4800
    },
    {
      "epoch": 67.00504761904762,
      "grad_norm": 0.0036101271398365498,
      "learning_rate": 6.021164021164022e-06,
      "loss": 0.2032,
      "step": 4810
    },
    {
      "epoch": 67.006,
      "grad_norm": 0.006891037803143263,
      "learning_rate": 6.010582010582011e-06,
      "loss": 0.0002,
      "step": 4820
    },
    {
      "epoch": 67.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.7061450481414795,
      "eval_runtime": 14.3395,
      "eval_samples_per_second": 5.161,
      "eval_steps_per_second": 1.325,
      "step": 4828
    },
    {
      "epoch": 68.00019047619048,
      "grad_norm": 0.003544341307133436,
      "learning_rate": 6e-06,
      "loss": 0.0001,
      "step": 4830
    },
    {
      "epoch": 68.00114285714285,
      "grad_norm": 2.7320408821105957,
      "learning_rate": 5.989417989417989e-06,
      "loss": 0.0003,
      "step": 4840
    },
    {
      "epoch": 68.00209523809524,
      "grad_norm": 0.004226857330650091,
      "learning_rate": 5.978835978835979e-06,
      "loss": 0.0004,
      "step": 4850
    },
    {
      "epoch": 68.00304761904762,
      "grad_norm": 0.3182094991207123,
      "learning_rate": 5.968253968253968e-06,
      "loss": 0.0003,
      "step": 4860
    },
    {
      "epoch": 68.004,
      "grad_norm": 0.002105162013322115,
      "learning_rate": 5.9576719576719576e-06,
      "loss": 0.0337,
      "step": 4870
    },
    {
      "epoch": 68.00495238095237,
      "grad_norm": 0.002672486240044236,
      "learning_rate": 5.9470899470899475e-06,
      "loss": 0.0002,
      "step": 4880
    },
    {
      "epoch": 68.00590476190476,
      "grad_norm": 0.004141777753829956,
      "learning_rate": 5.936507936507937e-06,
      "loss": 0.0498,
      "step": 4890
    },
    {
      "epoch": 68.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.8081656694412231,
      "eval_runtime": 10.8926,
      "eval_samples_per_second": 6.794,
      "eval_steps_per_second": 1.744,
      "step": 4899
    },
    {
      "epoch": 69.00009523809524,
      "grad_norm": 0.047161370515823364,
      "learning_rate": 5.925925925925926e-06,
      "loss": 0.0001,
      "step": 4900
    },
    {
      "epoch": 69.00104761904763,
      "grad_norm": 0.005020506214350462,
      "learning_rate": 5.915343915343917e-06,
      "loss": 0.0032,
      "step": 4910
    },
    {
      "epoch": 69.002,
      "grad_norm": 0.04604746028780937,
      "learning_rate": 5.904761904761905e-06,
      "loss": 0.0001,
      "step": 4920
    },
    {
      "epoch": 69.00295238095238,
      "grad_norm": 0.005650079809129238,
      "learning_rate": 5.894179894179894e-06,
      "loss": 0.0003,
      "step": 4930
    },
    {
      "epoch": 69.00390476190476,
      "grad_norm": 0.017339196056127548,
      "learning_rate": 5.883597883597883e-06,
      "loss": 0.0002,
      "step": 4940
    },
    {
      "epoch": 69.00485714285715,
      "grad_norm": 0.016551831737160683,
      "learning_rate": 5.873015873015874e-06,
      "loss": 0.0058,
      "step": 4950
    },
    {
      "epoch": 69.00580952380952,
      "grad_norm": 0.002221416449174285,
      "learning_rate": 5.862433862433863e-06,
      "loss": 0.0001,
      "step": 4960
    },
    {
      "epoch": 69.0067619047619,
      "grad_norm": 0.004755695350468159,
      "learning_rate": 5.8518518518518515e-06,
      "loss": 0.0007,
      "step": 4970
    },
    {
      "epoch": 69.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.7664811611175537,
      "eval_runtime": 10.4186,
      "eval_samples_per_second": 7.103,
      "eval_steps_per_second": 1.824,
      "step": 4970
    },
    {
      "epoch": 70.00095238095238,
      "grad_norm": 0.020240673795342445,
      "learning_rate": 5.841269841269842e-06,
      "loss": 0.0001,
      "step": 4980
    },
    {
      "epoch": 70.00190476190477,
      "grad_norm": 0.003607440972700715,
      "learning_rate": 5.8306878306878314e-06,
      "loss": 0.0002,
      "step": 4990
    },
    {
      "epoch": 70.00285714285714,
      "grad_norm": 0.02144448459148407,
      "learning_rate": 5.820105820105821e-06,
      "loss": 0.0018,
      "step": 5000
    },
    {
      "epoch": 70.00380952380952,
      "grad_norm": 0.003655269043520093,
      "learning_rate": 5.8095238095238106e-06,
      "loss": 0.0004,
      "step": 5010
    },
    {
      "epoch": 70.0047619047619,
      "grad_norm": 0.11724881082773209,
      "learning_rate": 5.7989417989418e-06,
      "loss": 0.0001,
      "step": 5020
    },
    {
      "epoch": 70.00571428571429,
      "grad_norm": 0.0018330231541767716,
      "learning_rate": 5.788359788359789e-06,
      "loss": 0.0001,
      "step": 5030
    },
    {
      "epoch": 70.00666666666666,
      "grad_norm": 0.005465388298034668,
      "learning_rate": 5.777777777777778e-06,
      "loss": 0.0019,
      "step": 5040
    },
    {
      "epoch": 70.0067619047619,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 2.5360360145568848,
      "eval_runtime": 10.857,
      "eval_samples_per_second": 6.816,
      "eval_steps_per_second": 1.75,
      "step": 5041
    },
    {
      "epoch": 71.00085714285714,
      "grad_norm": 0.0026980633847415447,
      "learning_rate": 5.767195767195768e-06,
      "loss": 0.0001,
      "step": 5050
    },
    {
      "epoch": 71.00180952380953,
      "grad_norm": 0.00328731257468462,
      "learning_rate": 5.756613756613757e-06,
      "loss": 0.0001,
      "step": 5060
    },
    {
      "epoch": 71.00276190476191,
      "grad_norm": 0.008453653194010258,
      "learning_rate": 5.746031746031746e-06,
      "loss": 0.0321,
      "step": 5070
    },
    {
      "epoch": 71.00371428571428,
      "grad_norm": 0.006831921171396971,
      "learning_rate": 5.735449735449736e-06,
      "loss": 0.0001,
      "step": 5080
    },
    {
      "epoch": 71.00466666666667,
      "grad_norm": 0.00503316568210721,
      "learning_rate": 5.724867724867725e-06,
      "loss": 0.0001,
      "step": 5090
    },
    {
      "epoch": 71.00561904761905,
      "grad_norm": 0.0034536656457930803,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.0001,
      "step": 5100
    },
    {
      "epoch": 71.00657142857143,
      "grad_norm": 0.003798070829361677,
      "learning_rate": 5.7037037037037045e-06,
      "loss": 0.0854,
      "step": 5110
    },
    {
      "epoch": 71.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.0175890922546387,
      "eval_runtime": 9.8418,
      "eval_samples_per_second": 7.519,
      "eval_steps_per_second": 1.931,
      "step": 5112
    },
    {
      "epoch": 72.0007619047619,
      "grad_norm": 0.002290370874106884,
      "learning_rate": 5.693121693121694e-06,
      "loss": 0.0003,
      "step": 5120
    },
    {
      "epoch": 72.00171428571429,
      "grad_norm": 0.001876681111752987,
      "learning_rate": 5.682539682539683e-06,
      "loss": 0.0018,
      "step": 5130
    },
    {
      "epoch": 72.00266666666667,
      "grad_norm": 0.002466893056407571,
      "learning_rate": 5.671957671957672e-06,
      "loss": 0.16,
      "step": 5140
    },
    {
      "epoch": 72.00361904761905,
      "grad_norm": 0.0039909700863063335,
      "learning_rate": 5.661375661375662e-06,
      "loss": 0.2172,
      "step": 5150
    },
    {
      "epoch": 72.00457142857142,
      "grad_norm": 0.0021058020647615194,
      "learning_rate": 5.650793650793651e-06,
      "loss": 0.0819,
      "step": 5160
    },
    {
      "epoch": 72.00552380952381,
      "grad_norm": 0.008475403301417828,
      "learning_rate": 5.64021164021164e-06,
      "loss": 0.2028,
      "step": 5170
    },
    {
      "epoch": 72.00647619047619,
      "grad_norm": 0.003610498271882534,
      "learning_rate": 5.62962962962963e-06,
      "loss": 0.153,
      "step": 5180
    },
    {
      "epoch": 72.0067619047619,
      "eval_accuracy": 0.6351351351351351,
      "eval_loss": 2.605787992477417,
      "eval_runtime": 10.3265,
      "eval_samples_per_second": 7.166,
      "eval_steps_per_second": 1.84,
      "step": 5183
    },
    {
      "epoch": 73.00066666666666,
      "grad_norm": 41.92068862915039,
      "learning_rate": 5.619047619047619e-06,
      "loss": 0.3756,
      "step": 5190
    },
    {
      "epoch": 73.00161904761904,
      "grad_norm": 0.04569064453244209,
      "learning_rate": 5.6084656084656084e-06,
      "loss": 0.0015,
      "step": 5200
    },
    {
      "epoch": 73.00257142857143,
      "grad_norm": 0.01304867397993803,
      "learning_rate": 5.597883597883598e-06,
      "loss": 0.0182,
      "step": 5210
    },
    {
      "epoch": 73.00352380952381,
      "grad_norm": 0.011928781867027283,
      "learning_rate": 5.5873015873015876e-06,
      "loss": 0.0003,
      "step": 5220
    },
    {
      "epoch": 73.0044761904762,
      "grad_norm": 110.30216217041016,
      "learning_rate": 5.576719576719577e-06,
      "loss": 0.0016,
      "step": 5230
    },
    {
      "epoch": 73.00542857142857,
      "grad_norm": 0.0032866550609469414,
      "learning_rate": 5.566137566137566e-06,
      "loss": 0.0108,
      "step": 5240
    },
    {
      "epoch": 73.00638095238095,
      "grad_norm": 0.026729857549071312,
      "learning_rate": 5.555555555555557e-06,
      "loss": 0.0001,
      "step": 5250
    },
    {
      "epoch": 73.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 1.941354751586914,
      "eval_runtime": 9.8503,
      "eval_samples_per_second": 7.512,
      "eval_steps_per_second": 1.929,
      "step": 5254
    },
    {
      "epoch": 74.00057142857143,
      "grad_norm": 0.0036914239171892405,
      "learning_rate": 5.544973544973545e-06,
      "loss": 0.1754,
      "step": 5260
    },
    {
      "epoch": 74.0015238095238,
      "grad_norm": 0.0037844409234821796,
      "learning_rate": 5.534391534391534e-06,
      "loss": 0.0008,
      "step": 5270
    },
    {
      "epoch": 74.00247619047619,
      "grad_norm": 0.005616551265120506,
      "learning_rate": 5.523809523809525e-06,
      "loss": 0.0035,
      "step": 5280
    },
    {
      "epoch": 74.00342857142857,
      "grad_norm": 0.0016844181809574366,
      "learning_rate": 5.513227513227514e-06,
      "loss": 0.0001,
      "step": 5290
    },
    {
      "epoch": 74.00438095238096,
      "grad_norm": 0.002806992968544364,
      "learning_rate": 5.502645502645503e-06,
      "loss": 0.203,
      "step": 5300
    },
    {
      "epoch": 74.00533333333334,
      "grad_norm": 0.002338800812140107,
      "learning_rate": 5.492063492063493e-06,
      "loss": 0.4365,
      "step": 5310
    },
    {
      "epoch": 74.00628571428571,
      "grad_norm": 0.007252326235175133,
      "learning_rate": 5.481481481481482e-06,
      "loss": 0.1577,
      "step": 5320
    },
    {
      "epoch": 74.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.187164545059204,
      "eval_runtime": 10.1659,
      "eval_samples_per_second": 7.279,
      "eval_steps_per_second": 1.869,
      "step": 5325
    },
    {
      "epoch": 75.00047619047619,
      "grad_norm": 0.0017462290124967694,
      "learning_rate": 5.4708994708994715e-06,
      "loss": 0.0001,
      "step": 5330
    },
    {
      "epoch": 75.00142857142858,
      "grad_norm": 0.002199310576543212,
      "learning_rate": 5.460317460317461e-06,
      "loss": 0.0562,
      "step": 5340
    },
    {
      "epoch": 75.00238095238095,
      "grad_norm": 0.012386896647512913,
      "learning_rate": 5.449735449735451e-06,
      "loss": 0.0001,
      "step": 5350
    },
    {
      "epoch": 75.00333333333333,
      "grad_norm": 0.008624891750514507,
      "learning_rate": 5.43915343915344e-06,
      "loss": 0.0032,
      "step": 5360
    },
    {
      "epoch": 75.00428571428571,
      "grad_norm": 0.002533063292503357,
      "learning_rate": 5.428571428571429e-06,
      "loss": 0.2047,
      "step": 5370
    },
    {
      "epoch": 75.0052380952381,
      "grad_norm": 0.0017573687946423888,
      "learning_rate": 5.417989417989419e-06,
      "loss": 0.0363,
      "step": 5380
    },
    {
      "epoch": 75.00619047619048,
      "grad_norm": 0.0017679115990176797,
      "learning_rate": 5.407407407407408e-06,
      "loss": 0.0001,
      "step": 5390
    },
    {
      "epoch": 75.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.9069937467575073,
      "eval_runtime": 9.7602,
      "eval_samples_per_second": 7.582,
      "eval_steps_per_second": 1.947,
      "step": 5396
    },
    {
      "epoch": 76.00038095238095,
      "grad_norm": 0.009734553284943104,
      "learning_rate": 5.396825396825397e-06,
      "loss": 0.0001,
      "step": 5400
    },
    {
      "epoch": 76.00133333333333,
      "grad_norm": 0.007349786348640919,
      "learning_rate": 5.386243386243387e-06,
      "loss": 0.1829,
      "step": 5410
    },
    {
      "epoch": 76.00228571428572,
      "grad_norm": 0.2736695408821106,
      "learning_rate": 5.375661375661376e-06,
      "loss": 0.0408,
      "step": 5420
    },
    {
      "epoch": 76.00323809523809,
      "grad_norm": 0.0034376117400825024,
      "learning_rate": 5.365079365079365e-06,
      "loss": 0.0038,
      "step": 5430
    },
    {
      "epoch": 76.00419047619047,
      "grad_norm": 0.0063005550764501095,
      "learning_rate": 5.3544973544973545e-06,
      "loss": 0.0003,
      "step": 5440
    },
    {
      "epoch": 76.00514285714286,
      "grad_norm": 0.0818108320236206,
      "learning_rate": 5.3439153439153445e-06,
      "loss": 0.0005,
      "step": 5450
    },
    {
      "epoch": 76.00609523809524,
      "grad_norm": 0.005165382754057646,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.0001,
      "step": 5460
    },
    {
      "epoch": 76.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.158604860305786,
      "eval_runtime": 48.1916,
      "eval_samples_per_second": 1.536,
      "eval_steps_per_second": 0.394,
      "step": 5467
    },
    {
      "epoch": 77.00028571428571,
      "grad_norm": 0.002257216488942504,
      "learning_rate": 5.322751322751323e-06,
      "loss": 0.0002,
      "step": 5470
    },
    {
      "epoch": 77.0012380952381,
      "grad_norm": 0.05800849199295044,
      "learning_rate": 5.312169312169313e-06,
      "loss": 0.0007,
      "step": 5480
    },
    {
      "epoch": 77.00219047619048,
      "grad_norm": 0.003397268010303378,
      "learning_rate": 5.301587301587302e-06,
      "loss": 0.0001,
      "step": 5490
    },
    {
      "epoch": 77.00314285714286,
      "grad_norm": 0.0016938684275373816,
      "learning_rate": 5.291005291005291e-06,
      "loss": 0.0001,
      "step": 5500
    },
    {
      "epoch": 77.00409523809523,
      "grad_norm": 0.0020050883758813143,
      "learning_rate": 5.280423280423281e-06,
      "loss": 0.0001,
      "step": 5510
    },
    {
      "epoch": 77.00504761904762,
      "grad_norm": 0.0027238104958087206,
      "learning_rate": 5.26984126984127e-06,
      "loss": 0.0001,
      "step": 5520
    },
    {
      "epoch": 77.006,
      "grad_norm": 0.0022144822869449854,
      "learning_rate": 5.259259259259259e-06,
      "loss": 0.0001,
      "step": 5530
    },
    {
      "epoch": 77.0067619047619,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 2.4877402782440186,
      "eval_runtime": 13.4548,
      "eval_samples_per_second": 5.5,
      "eval_steps_per_second": 1.412,
      "step": 5538
    },
    {
      "epoch": 78.00019047619048,
      "grad_norm": 0.5678148865699768,
      "learning_rate": 5.2486772486772485e-06,
      "loss": 0.0002,
      "step": 5540
    },
    {
      "epoch": 78.00114285714285,
      "grad_norm": 0.0013379160081967711,
      "learning_rate": 5.2380952380952384e-06,
      "loss": 0.0001,
      "step": 5550
    },
    {
      "epoch": 78.00209523809524,
      "grad_norm": 0.005288382992148399,
      "learning_rate": 5.227513227513228e-06,
      "loss": 0.0002,
      "step": 5560
    },
    {
      "epoch": 78.00304761904762,
      "grad_norm": 0.0062101962976157665,
      "learning_rate": 5.216931216931217e-06,
      "loss": 0.0593,
      "step": 5570
    },
    {
      "epoch": 78.004,
      "grad_norm": 0.0038799692410975695,
      "learning_rate": 5.2063492063492076e-06,
      "loss": 0.0002,
      "step": 5580
    },
    {
      "epoch": 78.00495238095237,
      "grad_norm": 0.0038153226487338543,
      "learning_rate": 5.195767195767196e-06,
      "loss": 0.0001,
      "step": 5590
    },
    {
      "epoch": 78.00590476190476,
      "grad_norm": 0.002323978580534458,
      "learning_rate": 5.185185185185185e-06,
      "loss": 0.0001,
      "step": 5600
    },
    {
      "epoch": 78.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.1835763454437256,
      "eval_runtime": 13.8993,
      "eval_samples_per_second": 5.324,
      "eval_steps_per_second": 1.367,
      "step": 5609
    },
    {
      "epoch": 79.00009523809524,
      "grad_norm": 0.0024446777533739805,
      "learning_rate": 5.174603174603176e-06,
      "loss": 0.0001,
      "step": 5610
    },
    {
      "epoch": 79.00104761904763,
      "grad_norm": 0.002996997442096472,
      "learning_rate": 5.164021164021165e-06,
      "loss": 0.0001,
      "step": 5620
    },
    {
      "epoch": 79.002,
      "grad_norm": 0.0018322393298149109,
      "learning_rate": 5.153439153439154e-06,
      "loss": 0.0001,
      "step": 5630
    },
    {
      "epoch": 79.00295238095238,
      "grad_norm": 0.002044577617198229,
      "learning_rate": 5.142857142857142e-06,
      "loss": 0.0001,
      "step": 5640
    },
    {
      "epoch": 79.00390476190476,
      "grad_norm": 0.001871368265710771,
      "learning_rate": 5.132275132275133e-06,
      "loss": 0.0001,
      "step": 5650
    },
    {
      "epoch": 79.00485714285715,
      "grad_norm": 20.724700927734375,
      "learning_rate": 5.121693121693122e-06,
      "loss": 0.0036,
      "step": 5660
    },
    {
      "epoch": 79.00580952380952,
      "grad_norm": 0.006275147665292025,
      "learning_rate": 5.1111111111111115e-06,
      "loss": 0.2375,
      "step": 5670
    },
    {
      "epoch": 79.0067619047619,
      "grad_norm": 0.0016398575389757752,
      "learning_rate": 5.1005291005291015e-06,
      "loss": 0.0021,
      "step": 5680
    },
    {
      "epoch": 79.0067619047619,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 2.669719696044922,
      "eval_runtime": 13.7155,
      "eval_samples_per_second": 5.395,
      "eval_steps_per_second": 1.385,
      "step": 5680
    },
    {
      "epoch": 80.00095238095238,
      "grad_norm": 0.0015869191847741604,
      "learning_rate": 5.089947089947091e-06,
      "loss": 0.0366,
      "step": 5690
    },
    {
      "epoch": 80.00190476190477,
      "grad_norm": 0.001834389171563089,
      "learning_rate": 5.07936507936508e-06,
      "loss": 0.0001,
      "step": 5700
    },
    {
      "epoch": 80.00285714285714,
      "grad_norm": 0.5443345904350281,
      "learning_rate": 5.06878306878307e-06,
      "loss": 0.0002,
      "step": 5710
    },
    {
      "epoch": 80.00380952380952,
      "grad_norm": 0.005123675335198641,
      "learning_rate": 5.058201058201059e-06,
      "loss": 0.0001,
      "step": 5720
    },
    {
      "epoch": 80.0047619047619,
      "grad_norm": 0.004339130129665136,
      "learning_rate": 5.047619047619048e-06,
      "loss": 0.0001,
      "step": 5730
    },
    {
      "epoch": 80.00571428571429,
      "grad_norm": 0.0023713463451713324,
      "learning_rate": 5.037037037037037e-06,
      "loss": 0.0065,
      "step": 5740
    },
    {
      "epoch": 80.00666666666666,
      "grad_norm": 0.0019026033114641905,
      "learning_rate": 5.026455026455027e-06,
      "loss": 0.0001,
      "step": 5750
    },
    {
      "epoch": 80.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 1.8824700117111206,
      "eval_runtime": 13.7118,
      "eval_samples_per_second": 5.397,
      "eval_steps_per_second": 1.386,
      "step": 5751
    },
    {
      "epoch": 81.00085714285714,
      "grad_norm": 0.01365320011973381,
      "learning_rate": 5.015873015873016e-06,
      "loss": 0.04,
      "step": 5760
    },
    {
      "epoch": 81.00180952380953,
      "grad_norm": 0.0015253903111442924,
      "learning_rate": 5.005291005291005e-06,
      "loss": 0.0001,
      "step": 5770
    },
    {
      "epoch": 81.00276190476191,
      "grad_norm": 0.35490384697914124,
      "learning_rate": 4.9947089947089946e-06,
      "loss": 0.0001,
      "step": 5780
    },
    {
      "epoch": 81.00371428571428,
      "grad_norm": 0.0018017725087702274,
      "learning_rate": 4.9841269841269845e-06,
      "loss": 0.0001,
      "step": 5790
    },
    {
      "epoch": 81.00466666666667,
      "grad_norm": 0.001546078477986157,
      "learning_rate": 4.973544973544974e-06,
      "loss": 0.0463,
      "step": 5800
    },
    {
      "epoch": 81.00561904761905,
      "grad_norm": 0.0065314993262290955,
      "learning_rate": 4.962962962962964e-06,
      "loss": 0.0473,
      "step": 5810
    },
    {
      "epoch": 81.00657142857143,
      "grad_norm": 0.003981141373515129,
      "learning_rate": 4.952380952380953e-06,
      "loss": 0.0004,
      "step": 5820
    },
    {
      "epoch": 81.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.15901255607605,
      "eval_runtime": 13.7831,
      "eval_samples_per_second": 5.369,
      "eval_steps_per_second": 1.379,
      "step": 5822
    },
    {
      "epoch": 82.0007619047619,
      "grad_norm": 0.002247112337499857,
      "learning_rate": 4.941798941798942e-06,
      "loss": 0.0001,
      "step": 5830
    },
    {
      "epoch": 82.00171428571429,
      "grad_norm": 0.16178584098815918,
      "learning_rate": 4.931216931216932e-06,
      "loss": 0.0769,
      "step": 5840
    },
    {
      "epoch": 82.00266666666667,
      "grad_norm": 0.0024550934322178364,
      "learning_rate": 4.920634920634921e-06,
      "loss": 0.0001,
      "step": 5850
    },
    {
      "epoch": 82.00361904761905,
      "grad_norm": 0.0017204447649419308,
      "learning_rate": 4.91005291005291e-06,
      "loss": 0.0001,
      "step": 5860
    },
    {
      "epoch": 82.00457142857142,
      "grad_norm": 0.0012850721832364798,
      "learning_rate": 4.8994708994709e-06,
      "loss": 0.0161,
      "step": 5870
    },
    {
      "epoch": 82.00552380952381,
      "grad_norm": 0.006347615737468004,
      "learning_rate": 4.888888888888889e-06,
      "loss": 0.0001,
      "step": 5880
    },
    {
      "epoch": 82.00647619047619,
      "grad_norm": 1.662007212638855,
      "learning_rate": 4.8783068783068785e-06,
      "loss": 0.0003,
      "step": 5890
    },
    {
      "epoch": 82.0067619047619,
      "eval_accuracy": 0.7567567567567568,
      "eval_loss": 1.881416916847229,
      "eval_runtime": 14.4626,
      "eval_samples_per_second": 5.117,
      "eval_steps_per_second": 1.314,
      "step": 5893
    },
    {
      "epoch": 83.00066666666666,
      "grad_norm": 0.0023455878254026175,
      "learning_rate": 4.867724867724868e-06,
      "loss": 0.0001,
      "step": 5900
    },
    {
      "epoch": 83.00161904761904,
      "grad_norm": 0.0377412848174572,
      "learning_rate": 4.857142857142858e-06,
      "loss": 0.0003,
      "step": 5910
    },
    {
      "epoch": 83.00257142857143,
      "grad_norm": 22.338958740234375,
      "learning_rate": 4.846560846560847e-06,
      "loss": 0.2291,
      "step": 5920
    },
    {
      "epoch": 83.00352380952381,
      "grad_norm": 0.00845143012702465,
      "learning_rate": 4.835978835978836e-06,
      "loss": 0.5281,
      "step": 5930
    },
    {
      "epoch": 83.0044761904762,
      "grad_norm": 69.15572357177734,
      "learning_rate": 4.825396825396826e-06,
      "loss": 0.4115,
      "step": 5940
    },
    {
      "epoch": 83.00542857142857,
      "grad_norm": 0.04171192646026611,
      "learning_rate": 4.814814814814815e-06,
      "loss": 0.0002,
      "step": 5950
    },
    {
      "epoch": 83.00638095238095,
      "grad_norm": 0.0028879311867058277,
      "learning_rate": 4.804232804232805e-06,
      "loss": 0.0118,
      "step": 5960
    },
    {
      "epoch": 83.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 1.847873568534851,
      "eval_runtime": 14.1895,
      "eval_samples_per_second": 5.215,
      "eval_steps_per_second": 1.339,
      "step": 5964
    },
    {
      "epoch": 84.00057142857143,
      "grad_norm": 0.1561601310968399,
      "learning_rate": 4.793650793650794e-06,
      "loss": 0.0001,
      "step": 5970
    },
    {
      "epoch": 84.0015238095238,
      "grad_norm": 0.0037835307884961367,
      "learning_rate": 4.783068783068783e-06,
      "loss": 0.1162,
      "step": 5980
    },
    {
      "epoch": 84.00247619047619,
      "grad_norm": 4.43619441986084,
      "learning_rate": 4.772486772486773e-06,
      "loss": 0.0004,
      "step": 5990
    },
    {
      "epoch": 84.00342857142857,
      "grad_norm": 0.001268463907763362,
      "learning_rate": 4.761904761904762e-06,
      "loss": 0.0001,
      "step": 6000
    },
    {
      "epoch": 84.00438095238096,
      "grad_norm": 0.03871821612119675,
      "learning_rate": 4.7513227513227515e-06,
      "loss": 0.0001,
      "step": 6010
    },
    {
      "epoch": 84.00533333333334,
      "grad_norm": 0.015075616538524628,
      "learning_rate": 4.7407407407407415e-06,
      "loss": 0.0001,
      "step": 6020
    },
    {
      "epoch": 84.00628571428571,
      "grad_norm": 0.0014224612386897206,
      "learning_rate": 4.730158730158731e-06,
      "loss": 0.1773,
      "step": 6030
    },
    {
      "epoch": 84.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 1.69830322265625,
      "eval_runtime": 13.9192,
      "eval_samples_per_second": 5.316,
      "eval_steps_per_second": 1.365,
      "step": 6035
    },
    {
      "epoch": 85.00047619047619,
      "grad_norm": 0.0016157248755916953,
      "learning_rate": 4.71957671957672e-06,
      "loss": 0.0002,
      "step": 6040
    },
    {
      "epoch": 85.00142857142858,
      "grad_norm": 13.222190856933594,
      "learning_rate": 4.708994708994709e-06,
      "loss": 0.001,
      "step": 6050
    },
    {
      "epoch": 85.00238095238095,
      "grad_norm": 0.04672477766871452,
      "learning_rate": 4.698412698412699e-06,
      "loss": 0.0002,
      "step": 6060
    },
    {
      "epoch": 85.00333333333333,
      "grad_norm": 0.007947994396090508,
      "learning_rate": 4.687830687830688e-06,
      "loss": 0.0376,
      "step": 6070
    },
    {
      "epoch": 85.00428571428571,
      "grad_norm": 0.001851134467869997,
      "learning_rate": 4.677248677248677e-06,
      "loss": 0.0001,
      "step": 6080
    },
    {
      "epoch": 85.0052380952381,
      "grad_norm": 0.0015396237140521407,
      "learning_rate": 4.666666666666667e-06,
      "loss": 0.0068,
      "step": 6090
    },
    {
      "epoch": 85.00619047619048,
      "grad_norm": 0.005970226135104895,
      "learning_rate": 4.656084656084656e-06,
      "loss": 0.0025,
      "step": 6100
    },
    {
      "epoch": 85.0067619047619,
      "eval_accuracy": 0.6351351351351351,
      "eval_loss": 2.550222396850586,
      "eval_runtime": 14.6373,
      "eval_samples_per_second": 5.056,
      "eval_steps_per_second": 1.298,
      "step": 6106
    },
    {
      "epoch": 86.00038095238095,
      "grad_norm": 76.60648345947266,
      "learning_rate": 4.6455026455026454e-06,
      "loss": 0.2234,
      "step": 6110
    },
    {
      "epoch": 86.00133333333333,
      "grad_norm": 0.0012446778127923608,
      "learning_rate": 4.634920634920635e-06,
      "loss": 0.0001,
      "step": 6120
    },
    {
      "epoch": 86.00228571428572,
      "grad_norm": 0.003662912407889962,
      "learning_rate": 4.6243386243386246e-06,
      "loss": 0.0001,
      "step": 6130
    },
    {
      "epoch": 86.00323809523809,
      "grad_norm": 0.002262139692902565,
      "learning_rate": 4.6137566137566145e-06,
      "loss": 0.0001,
      "step": 6140
    },
    {
      "epoch": 86.00419047619047,
      "grad_norm": 0.0015796871157363057,
      "learning_rate": 4.603174603174604e-06,
      "loss": 0.0001,
      "step": 6150
    },
    {
      "epoch": 86.00514285714286,
      "grad_norm": 0.004956441931426525,
      "learning_rate": 4.592592592592593e-06,
      "loss": 0.0001,
      "step": 6160
    },
    {
      "epoch": 86.00609523809524,
      "grad_norm": 0.002679603872820735,
      "learning_rate": 4.582010582010583e-06,
      "loss": 0.0001,
      "step": 6170
    },
    {
      "epoch": 86.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.244560718536377,
      "eval_runtime": 14.2249,
      "eval_samples_per_second": 5.202,
      "eval_steps_per_second": 1.336,
      "step": 6177
    },
    {
      "epoch": 87.00028571428571,
      "grad_norm": 0.0019916188903152943,
      "learning_rate": 4.571428571428572e-06,
      "loss": 0.0002,
      "step": 6180
    },
    {
      "epoch": 87.0012380952381,
      "grad_norm": 0.037145279347896576,
      "learning_rate": 4.560846560846561e-06,
      "loss": 0.0004,
      "step": 6190
    },
    {
      "epoch": 87.00219047619048,
      "grad_norm": 246.57989501953125,
      "learning_rate": 4.55026455026455e-06,
      "loss": 0.0278,
      "step": 6200
    },
    {
      "epoch": 87.00314285714286,
      "grad_norm": 0.0268414206802845,
      "learning_rate": 4.53968253968254e-06,
      "loss": 0.0001,
      "step": 6210
    },
    {
      "epoch": 87.00409523809523,
      "grad_norm": 0.0020942252594977617,
      "learning_rate": 4.529100529100529e-06,
      "loss": 0.1572,
      "step": 6220
    },
    {
      "epoch": 87.00504761904762,
      "grad_norm": 0.00141229503788054,
      "learning_rate": 4.5185185185185185e-06,
      "loss": 0.0001,
      "step": 6230
    },
    {
      "epoch": 87.006,
      "grad_norm": 0.0021090495865792036,
      "learning_rate": 4.5079365079365085e-06,
      "loss": 0.0001,
      "step": 6240
    },
    {
      "epoch": 87.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.094975233078003,
      "eval_runtime": 16.0201,
      "eval_samples_per_second": 4.619,
      "eval_steps_per_second": 1.186,
      "step": 6248
    },
    {
      "epoch": 88.00019047619048,
      "grad_norm": 0.001960631227120757,
      "learning_rate": 4.497354497354498e-06,
      "loss": 0.0001,
      "step": 6250
    },
    {
      "epoch": 88.00114285714285,
      "grad_norm": 0.0014744813088327646,
      "learning_rate": 4.486772486772487e-06,
      "loss": 0.0001,
      "step": 6260
    },
    {
      "epoch": 88.00209523809524,
      "grad_norm": 0.003915382549166679,
      "learning_rate": 4.476190476190477e-06,
      "loss": 0.0001,
      "step": 6270
    },
    {
      "epoch": 88.00304761904762,
      "grad_norm": 0.013609534129500389,
      "learning_rate": 4.465608465608466e-06,
      "loss": 0.0001,
      "step": 6280
    },
    {
      "epoch": 88.004,
      "grad_norm": 0.0028364358004182577,
      "learning_rate": 4.455026455026456e-06,
      "loss": 0.0001,
      "step": 6290
    },
    {
      "epoch": 88.00495238095237,
      "grad_norm": 0.001382499816827476,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.0001,
      "step": 6300
    },
    {
      "epoch": 88.00590476190476,
      "grad_norm": 0.0018119841115549207,
      "learning_rate": 4.433862433862434e-06,
      "loss": 0.0001,
      "step": 6310
    },
    {
      "epoch": 88.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.2133569717407227,
      "eval_runtime": 14.0391,
      "eval_samples_per_second": 5.271,
      "eval_steps_per_second": 1.353,
      "step": 6319
    },
    {
      "epoch": 89.00009523809524,
      "grad_norm": 0.0020059419330209494,
      "learning_rate": 4.423280423280424e-06,
      "loss": 0.0001,
      "step": 6320
    },
    {
      "epoch": 89.00104761904763,
      "grad_norm": 0.007441331632435322,
      "learning_rate": 4.412698412698413e-06,
      "loss": 0.0001,
      "step": 6330
    },
    {
      "epoch": 89.002,
      "grad_norm": 0.00201158388517797,
      "learning_rate": 4.402116402116402e-06,
      "loss": 0.0005,
      "step": 6340
    },
    {
      "epoch": 89.00295238095238,
      "grad_norm": 0.00130746653303504,
      "learning_rate": 4.3915343915343915e-06,
      "loss": 0.0027,
      "step": 6350
    },
    {
      "epoch": 89.00390476190476,
      "grad_norm": 0.0013548173010349274,
      "learning_rate": 4.3809523809523815e-06,
      "loss": 0.0001,
      "step": 6360
    },
    {
      "epoch": 89.00485714285715,
      "grad_norm": 0.0010751527734100819,
      "learning_rate": 4.370370370370371e-06,
      "loss": 0.0002,
      "step": 6370
    },
    {
      "epoch": 89.00580952380952,
      "grad_norm": 0.017397599294781685,
      "learning_rate": 4.35978835978836e-06,
      "loss": 0.0001,
      "step": 6380
    },
    {
      "epoch": 89.0067619047619,
      "grad_norm": 0.0018166283844038844,
      "learning_rate": 4.34920634920635e-06,
      "loss": 0.0001,
      "step": 6390
    },
    {
      "epoch": 89.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 1.957572102546692,
      "eval_runtime": 13.8712,
      "eval_samples_per_second": 5.335,
      "eval_steps_per_second": 1.37,
      "step": 6390
    },
    {
      "epoch": 90.00095238095238,
      "grad_norm": 0.0026160378474742174,
      "learning_rate": 4.338624338624339e-06,
      "loss": 0.0147,
      "step": 6400
    },
    {
      "epoch": 90.00190476190477,
      "grad_norm": 0.001736226724460721,
      "learning_rate": 4.328042328042328e-06,
      "loss": 0.0001,
      "step": 6410
    },
    {
      "epoch": 90.00285714285714,
      "grad_norm": 0.0011704101925715804,
      "learning_rate": 4.317460317460318e-06,
      "loss": 0.0001,
      "step": 6420
    },
    {
      "epoch": 90.00380952380952,
      "grad_norm": 0.0027360101230442524,
      "learning_rate": 4.306878306878307e-06,
      "loss": 0.0002,
      "step": 6430
    },
    {
      "epoch": 90.0047619047619,
      "grad_norm": 0.0017641916638240218,
      "learning_rate": 4.296296296296296e-06,
      "loss": 0.0001,
      "step": 6440
    },
    {
      "epoch": 90.00571428571429,
      "grad_norm": 0.004456514958292246,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.0693,
      "step": 6450
    },
    {
      "epoch": 90.00666666666666,
      "grad_norm": 0.0016106553375720978,
      "learning_rate": 4.2751322751322754e-06,
      "loss": 0.0001,
      "step": 6460
    },
    {
      "epoch": 90.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.042990207672119,
      "eval_runtime": 12.0238,
      "eval_samples_per_second": 6.154,
      "eval_steps_per_second": 1.58,
      "step": 6461
    },
    {
      "epoch": 91.00085714285714,
      "grad_norm": 0.000978887197561562,
      "learning_rate": 4.2645502645502654e-06,
      "loss": 0.0056,
      "step": 6470
    },
    {
      "epoch": 91.00180952380953,
      "grad_norm": 0.001994654070585966,
      "learning_rate": 4.2539682539682546e-06,
      "loss": 0.0002,
      "step": 6480
    },
    {
      "epoch": 91.00276190476191,
      "grad_norm": 0.0011462611146271229,
      "learning_rate": 4.243386243386244e-06,
      "loss": 0.0001,
      "step": 6490
    },
    {
      "epoch": 91.00371428571428,
      "grad_norm": 0.0010819780873134732,
      "learning_rate": 4.232804232804233e-06,
      "loss": 0.0295,
      "step": 6500
    },
    {
      "epoch": 91.00466666666667,
      "grad_norm": 0.006473600398749113,
      "learning_rate": 4.222222222222223e-06,
      "loss": 0.0001,
      "step": 6510
    },
    {
      "epoch": 91.00561904761905,
      "grad_norm": 0.0015840963460505009,
      "learning_rate": 4.211640211640212e-06,
      "loss": 0.1886,
      "step": 6520
    },
    {
      "epoch": 91.00657142857143,
      "grad_norm": 0.0018584438366815448,
      "learning_rate": 4.201058201058201e-06,
      "loss": 0.0001,
      "step": 6530
    },
    {
      "epoch": 91.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.131889581680298,
      "eval_runtime": 13.9379,
      "eval_samples_per_second": 5.309,
      "eval_steps_per_second": 1.363,
      "step": 6532
    },
    {
      "epoch": 92.0007619047619,
      "grad_norm": 0.0025043929927051067,
      "learning_rate": 4.190476190476191e-06,
      "loss": 0.0001,
      "step": 6540
    },
    {
      "epoch": 92.00171428571429,
      "grad_norm": 0.0010687155881896615,
      "learning_rate": 4.17989417989418e-06,
      "loss": 0.0004,
      "step": 6550
    },
    {
      "epoch": 92.00266666666667,
      "grad_norm": 0.0010446676751598716,
      "learning_rate": 4.169312169312169e-06,
      "loss": 0.0001,
      "step": 6560
    },
    {
      "epoch": 92.00361904761905,
      "grad_norm": 0.002059612423181534,
      "learning_rate": 4.158730158730159e-06,
      "loss": 0.0064,
      "step": 6570
    },
    {
      "epoch": 92.00457142857142,
      "grad_norm": 0.004754054360091686,
      "learning_rate": 4.1481481481481485e-06,
      "loss": 0.0949,
      "step": 6580
    },
    {
      "epoch": 92.00552380952381,
      "grad_norm": 0.0029344987124204636,
      "learning_rate": 4.137566137566138e-06,
      "loss": 0.0001,
      "step": 6590
    },
    {
      "epoch": 92.00647619047619,
      "grad_norm": 0.002169994870200753,
      "learning_rate": 4.126984126984127e-06,
      "loss": 0.0034,
      "step": 6600
    },
    {
      "epoch": 92.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.4718101024627686,
      "eval_runtime": 13.131,
      "eval_samples_per_second": 5.636,
      "eval_steps_per_second": 1.447,
      "step": 6603
    },
    {
      "epoch": 93.00066666666666,
      "grad_norm": 127.84756469726562,
      "learning_rate": 4.116402116402117e-06,
      "loss": 0.5065,
      "step": 6610
    },
    {
      "epoch": 93.00161904761904,
      "grad_norm": 0.0012106394860893488,
      "learning_rate": 4.105820105820107e-06,
      "loss": 0.1087,
      "step": 6620
    },
    {
      "epoch": 93.00257142857143,
      "grad_norm": 439.0475769042969,
      "learning_rate": 4.095238095238096e-06,
      "loss": 0.3879,
      "step": 6630
    },
    {
      "epoch": 93.00352380952381,
      "grad_norm": 526.8871459960938,
      "learning_rate": 4.084656084656085e-06,
      "loss": 0.2497,
      "step": 6640
    },
    {
      "epoch": 93.0044761904762,
      "grad_norm": 0.006663051433861256,
      "learning_rate": 4.074074074074074e-06,
      "loss": 0.1348,
      "step": 6650
    },
    {
      "epoch": 93.00542857142857,
      "grad_norm": 0.02263970859348774,
      "learning_rate": 4.063492063492064e-06,
      "loss": 0.0001,
      "step": 6660
    },
    {
      "epoch": 93.00638095238095,
      "grad_norm": 0.0017573466757312417,
      "learning_rate": 4.052910052910053e-06,
      "loss": 0.0001,
      "step": 6670
    },
    {
      "epoch": 93.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.5268473625183105,
      "eval_runtime": 14.4145,
      "eval_samples_per_second": 5.134,
      "eval_steps_per_second": 1.318,
      "step": 6674
    },
    {
      "epoch": 94.00057142857143,
      "grad_norm": 0.019557686522603035,
      "learning_rate": 4.042328042328042e-06,
      "loss": 0.0002,
      "step": 6680
    },
    {
      "epoch": 94.0015238095238,
      "grad_norm": 0.002184673910960555,
      "learning_rate": 4.031746031746032e-06,
      "loss": 0.0001,
      "step": 6690
    },
    {
      "epoch": 94.00247619047619,
      "grad_norm": 0.0016807018546387553,
      "learning_rate": 4.0211640211640215e-06,
      "loss": 0.0003,
      "step": 6700
    },
    {
      "epoch": 94.00342857142857,
      "grad_norm": 0.0013105234829708934,
      "learning_rate": 4.010582010582011e-06,
      "loss": 0.0001,
      "step": 6710
    },
    {
      "epoch": 94.00438095238096,
      "grad_norm": 0.0016931260470300913,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.0001,
      "step": 6720
    },
    {
      "epoch": 94.00533333333334,
      "grad_norm": 0.001956460066139698,
      "learning_rate": 3.98941798941799e-06,
      "loss": 0.0195,
      "step": 6730
    },
    {
      "epoch": 94.00628571428571,
      "grad_norm": 0.0012113023549318314,
      "learning_rate": 3.978835978835979e-06,
      "loss": 0.0001,
      "step": 6740
    },
    {
      "epoch": 94.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.421144962310791,
      "eval_runtime": 9.1901,
      "eval_samples_per_second": 8.052,
      "eval_steps_per_second": 2.067,
      "step": 6745
    },
    {
      "epoch": 95.00047619047619,
      "grad_norm": 0.00762981129810214,
      "learning_rate": 3.968253968253968e-06,
      "loss": 0.0457,
      "step": 6750
    },
    {
      "epoch": 95.00142857142858,
      "grad_norm": 0.0016311467625200748,
      "learning_rate": 3.957671957671958e-06,
      "loss": 0.0001,
      "step": 6760
    },
    {
      "epoch": 95.00238095238095,
      "grad_norm": 0.0014087501913309097,
      "learning_rate": 3.947089947089948e-06,
      "loss": 0.0001,
      "step": 6770
    },
    {
      "epoch": 95.00333333333333,
      "grad_norm": 0.002407238818705082,
      "learning_rate": 3.936507936507936e-06,
      "loss": 0.0265,
      "step": 6780
    },
    {
      "epoch": 95.00428571428571,
      "grad_norm": 0.0009130392572842538,
      "learning_rate": 3.925925925925926e-06,
      "loss": 0.0001,
      "step": 6790
    },
    {
      "epoch": 95.0052380952381,
      "grad_norm": 0.02090597338974476,
      "learning_rate": 3.9153439153439155e-06,
      "loss": 0.0071,
      "step": 6800
    },
    {
      "epoch": 95.00619047619048,
      "grad_norm": 0.0009239759529009461,
      "learning_rate": 3.9047619047619055e-06,
      "loss": 0.0001,
      "step": 6810
    },
    {
      "epoch": 95.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.397068977355957,
      "eval_runtime": 8.9045,
      "eval_samples_per_second": 8.31,
      "eval_steps_per_second": 2.134,
      "step": 6816
    },
    {
      "epoch": 96.00038095238095,
      "grad_norm": 0.0013253205688670278,
      "learning_rate": 3.894179894179895e-06,
      "loss": 0.0001,
      "step": 6820
    },
    {
      "epoch": 96.00133333333333,
      "grad_norm": 0.0016497639007866383,
      "learning_rate": 3.883597883597884e-06,
      "loss": 0.0001,
      "step": 6830
    },
    {
      "epoch": 96.00228571428572,
      "grad_norm": 0.001459629973396659,
      "learning_rate": 3.873015873015874e-06,
      "loss": 0.0001,
      "step": 6840
    },
    {
      "epoch": 96.00323809523809,
      "grad_norm": 0.004556193016469479,
      "learning_rate": 3.862433862433863e-06,
      "loss": 0.0001,
      "step": 6850
    },
    {
      "epoch": 96.00419047619047,
      "grad_norm": 0.0008555215317755938,
      "learning_rate": 3.851851851851852e-06,
      "loss": 0.0004,
      "step": 6860
    },
    {
      "epoch": 96.00514285714286,
      "grad_norm": 0.0014725595247000456,
      "learning_rate": 3.841269841269842e-06,
      "loss": 0.0003,
      "step": 6870
    },
    {
      "epoch": 96.00609523809524,
      "grad_norm": 0.010796592570841312,
      "learning_rate": 3.830687830687831e-06,
      "loss": 0.1517,
      "step": 6880
    },
    {
      "epoch": 96.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.2035391330718994,
      "eval_runtime": 9.6362,
      "eval_samples_per_second": 7.679,
      "eval_steps_per_second": 1.972,
      "step": 6887
    },
    {
      "epoch": 97.00028571428571,
      "grad_norm": 0.0025478184688836336,
      "learning_rate": 3.82010582010582e-06,
      "loss": 0.1666,
      "step": 6890
    },
    {
      "epoch": 97.0012380952381,
      "grad_norm": 0.011283445172011852,
      "learning_rate": 3.80952380952381e-06,
      "loss": 0.0001,
      "step": 6900
    },
    {
      "epoch": 97.00219047619048,
      "grad_norm": 0.001496862736530602,
      "learning_rate": 3.7989417989417994e-06,
      "loss": 0.053,
      "step": 6910
    },
    {
      "epoch": 97.00314285714286,
      "grad_norm": 0.0027492253575474024,
      "learning_rate": 3.788359788359789e-06,
      "loss": 0.0001,
      "step": 6920
    },
    {
      "epoch": 97.00409523809523,
      "grad_norm": 0.0020821818616241217,
      "learning_rate": 3.777777777777778e-06,
      "loss": 0.2228,
      "step": 6930
    },
    {
      "epoch": 97.00504761904762,
      "grad_norm": 0.0010064197704195976,
      "learning_rate": 3.7671957671957676e-06,
      "loss": 0.1754,
      "step": 6940
    },
    {
      "epoch": 97.006,
      "grad_norm": 0.0010910567361861467,
      "learning_rate": 3.7566137566137568e-06,
      "loss": 0.0001,
      "step": 6950
    },
    {
      "epoch": 97.0067619047619,
      "eval_accuracy": 0.6756756756756757,
      "eval_loss": 2.375839948654175,
      "eval_runtime": 9.3053,
      "eval_samples_per_second": 7.952,
      "eval_steps_per_second": 2.042,
      "step": 6958
    },
    {
      "epoch": 98.00019047619048,
      "grad_norm": 0.0020339705515652895,
      "learning_rate": 3.7460317460317463e-06,
      "loss": 0.0001,
      "step": 6960
    },
    {
      "epoch": 98.00114285714285,
      "grad_norm": 0.0017805943498387933,
      "learning_rate": 3.735449735449736e-06,
      "loss": 0.0001,
      "step": 6970
    },
    {
      "epoch": 98.00209523809524,
      "grad_norm": 0.0009461052832193673,
      "learning_rate": 3.724867724867725e-06,
      "loss": 0.0,
      "step": 6980
    },
    {
      "epoch": 98.00304761904762,
      "grad_norm": 0.001265208818949759,
      "learning_rate": 3.7142857142857146e-06,
      "loss": 0.0001,
      "step": 6990
    },
    {
      "epoch": 98.004,
      "grad_norm": 0.06940359622240067,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 0.0001,
      "step": 7000
    },
    {
      "epoch": 98.00495238095237,
      "grad_norm": 0.0012590874684974551,
      "learning_rate": 3.6931216931216933e-06,
      "loss": 0.0001,
      "step": 7010
    },
    {
      "epoch": 98.00590476190476,
      "grad_norm": 0.005680494476109743,
      "learning_rate": 3.6825396825396833e-06,
      "loss": 0.0001,
      "step": 7020
    },
    {
      "epoch": 98.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.2253215312957764,
      "eval_runtime": 14.7717,
      "eval_samples_per_second": 5.01,
      "eval_steps_per_second": 1.286,
      "step": 7029
    },
    {
      "epoch": 99.00009523809524,
      "grad_norm": 0.0013683551223948598,
      "learning_rate": 3.671957671957672e-06,
      "loss": 0.0001,
      "step": 7030
    },
    {
      "epoch": 99.00104761904763,
      "grad_norm": 0.0009497467544861138,
      "learning_rate": 3.661375661375662e-06,
      "loss": 0.0001,
      "step": 7040
    },
    {
      "epoch": 99.002,
      "grad_norm": 0.005689162760972977,
      "learning_rate": 3.6507936507936507e-06,
      "loss": 0.0001,
      "step": 7050
    },
    {
      "epoch": 99.00295238095238,
      "grad_norm": 0.0033088515046983957,
      "learning_rate": 3.6402116402116407e-06,
      "loss": 0.0001,
      "step": 7060
    },
    {
      "epoch": 99.00390476190476,
      "grad_norm": 0.0208294577896595,
      "learning_rate": 3.6296296296296302e-06,
      "loss": 0.0001,
      "step": 7070
    },
    {
      "epoch": 99.00485714285715,
      "grad_norm": 0.002364435698837042,
      "learning_rate": 3.6190476190476194e-06,
      "loss": 0.0001,
      "step": 7080
    },
    {
      "epoch": 99.00580952380952,
      "grad_norm": 0.0021444286685436964,
      "learning_rate": 3.608465608465609e-06,
      "loss": 0.0001,
      "step": 7090
    },
    {
      "epoch": 99.0067619047619,
      "grad_norm": 0.015663959085941315,
      "learning_rate": 3.597883597883598e-06,
      "loss": 0.0001,
      "step": 7100
    },
    {
      "epoch": 99.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.322640895843506,
      "eval_runtime": 14.2268,
      "eval_samples_per_second": 5.201,
      "eval_steps_per_second": 1.336,
      "step": 7100
    },
    {
      "epoch": 100.00095238095238,
      "grad_norm": 0.002384971594437957,
      "learning_rate": 3.5873015873015877e-06,
      "loss": 0.0,
      "step": 7110
    },
    {
      "epoch": 100.00190476190477,
      "grad_norm": 0.0013530774740502238,
      "learning_rate": 3.5767195767195772e-06,
      "loss": 0.0001,
      "step": 7120
    },
    {
      "epoch": 100.00285714285714,
      "grad_norm": 0.0013220744440332055,
      "learning_rate": 3.5661375661375664e-06,
      "loss": 0.0001,
      "step": 7130
    },
    {
      "epoch": 100.00380952380952,
      "grad_norm": 0.0012067657662555575,
      "learning_rate": 3.555555555555556e-06,
      "loss": 0.0001,
      "step": 7140
    },
    {
      "epoch": 100.0047619047619,
      "grad_norm": 0.0012088253861293197,
      "learning_rate": 3.544973544973545e-06,
      "loss": 0.0001,
      "step": 7150
    },
    {
      "epoch": 100.00571428571429,
      "grad_norm": 0.24812595546245575,
      "learning_rate": 3.5343915343915346e-06,
      "loss": 0.0001,
      "step": 7160
    },
    {
      "epoch": 100.00666666666666,
      "grad_norm": 0.003686284413561225,
      "learning_rate": 3.523809523809524e-06,
      "loss": 0.0001,
      "step": 7170
    },
    {
      "epoch": 100.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.254132032394409,
      "eval_runtime": 14.2598,
      "eval_samples_per_second": 5.189,
      "eval_steps_per_second": 1.332,
      "step": 7171
    },
    {
      "epoch": 101.00085714285714,
      "grad_norm": 0.0012897474225610495,
      "learning_rate": 3.5132275132275133e-06,
      "loss": 0.0814,
      "step": 7180
    },
    {
      "epoch": 101.00180952380953,
      "grad_norm": 0.0020622352603822947,
      "learning_rate": 3.502645502645503e-06,
      "loss": 0.0058,
      "step": 7190
    },
    {
      "epoch": 101.00276190476191,
      "grad_norm": 338.4073486328125,
      "learning_rate": 3.492063492063492e-06,
      "loss": 0.0196,
      "step": 7200
    },
    {
      "epoch": 101.00371428571428,
      "grad_norm": 0.0013440559851005673,
      "learning_rate": 3.481481481481482e-06,
      "loss": 0.0001,
      "step": 7210
    },
    {
      "epoch": 101.00466666666667,
      "grad_norm": 0.006672668736428022,
      "learning_rate": 3.4708994708994716e-06,
      "loss": 0.1608,
      "step": 7220
    },
    {
      "epoch": 101.00561904761905,
      "grad_norm": 0.0012928335927426815,
      "learning_rate": 3.4603174603174607e-06,
      "loss": 0.0001,
      "step": 7230
    },
    {
      "epoch": 101.00657142857143,
      "grad_norm": 0.0007883533253334463,
      "learning_rate": 3.4497354497354503e-06,
      "loss": 0.0,
      "step": 7240
    },
    {
      "epoch": 101.0067619047619,
      "eval_accuracy": 0.6486486486486487,
      "eval_loss": 2.6355173587799072,
      "eval_runtime": 14.5574,
      "eval_samples_per_second": 5.083,
      "eval_steps_per_second": 1.305,
      "step": 7242
    },
    {
      "epoch": 102.0007619047619,
      "grad_norm": 0.000990048865787685,
      "learning_rate": 3.4391534391534394e-06,
      "loss": 0.0002,
      "step": 7250
    },
    {
      "epoch": 102.00171428571429,
      "grad_norm": 0.0007298311102204025,
      "learning_rate": 3.428571428571429e-06,
      "loss": 0.0001,
      "step": 7260
    },
    {
      "epoch": 102.00266666666667,
      "grad_norm": 0.0012372963828966022,
      "learning_rate": 3.4179894179894185e-06,
      "loss": 0.0001,
      "step": 7270
    },
    {
      "epoch": 102.00361904761905,
      "grad_norm": 0.03270556777715683,
      "learning_rate": 3.4074074074074077e-06,
      "loss": 0.2316,
      "step": 7280
    },
    {
      "epoch": 102.00457142857142,
      "grad_norm": 0.00168316881172359,
      "learning_rate": 3.3968253968253972e-06,
      "loss": 0.0194,
      "step": 7290
    },
    {
      "epoch": 102.00552380952381,
      "grad_norm": 0.026326464489102364,
      "learning_rate": 3.3862433862433864e-06,
      "loss": 0.0083,
      "step": 7300
    },
    {
      "epoch": 102.00647619047619,
      "grad_norm": 0.0012957426952198148,
      "learning_rate": 3.375661375661376e-06,
      "loss": 0.0,
      "step": 7310
    },
    {
      "epoch": 102.0067619047619,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 2.8393476009368896,
      "eval_runtime": 14.4835,
      "eval_samples_per_second": 5.109,
      "eval_steps_per_second": 1.312,
      "step": 7313
    },
    {
      "epoch": 103.00066666666666,
      "grad_norm": 0.0015681335935369134,
      "learning_rate": 3.3650793650793655e-06,
      "loss": 0.198,
      "step": 7320
    },
    {
      "epoch": 103.00161904761904,
      "grad_norm": 0.001265071565285325,
      "learning_rate": 3.3544973544973546e-06,
      "loss": 0.0001,
      "step": 7330
    },
    {
      "epoch": 103.00257142857143,
      "grad_norm": 0.0017021497478708625,
      "learning_rate": 3.343915343915344e-06,
      "loss": 0.1842,
      "step": 7340
    },
    {
      "epoch": 103.00352380952381,
      "grad_norm": 0.0009849672205746174,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.0001,
      "step": 7350
    },
    {
      "epoch": 103.0044761904762,
      "grad_norm": 0.011138002388179302,
      "learning_rate": 3.322751322751323e-06,
      "loss": 0.2116,
      "step": 7360
    },
    {
      "epoch": 103.00542857142857,
      "grad_norm": 0.8435676693916321,
      "learning_rate": 3.312169312169313e-06,
      "loss": 0.0001,
      "step": 7370
    },
    {
      "epoch": 103.00638095238095,
      "grad_norm": 0.03975530341267586,
      "learning_rate": 3.3015873015873016e-06,
      "loss": 0.0001,
      "step": 7380
    },
    {
      "epoch": 103.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.1937949657440186,
      "eval_runtime": 14.8028,
      "eval_samples_per_second": 4.999,
      "eval_steps_per_second": 1.284,
      "step": 7384
    },
    {
      "epoch": 104.00057142857143,
      "grad_norm": 0.001498477766290307,
      "learning_rate": 3.2910052910052916e-06,
      "loss": 0.2066,
      "step": 7390
    },
    {
      "epoch": 104.0015238095238,
      "grad_norm": 1.7284471988677979,
      "learning_rate": 3.2804232804232807e-06,
      "loss": 0.0002,
      "step": 7400
    },
    {
      "epoch": 104.00247619047619,
      "grad_norm": 0.0010822723852470517,
      "learning_rate": 3.2698412698412703e-06,
      "loss": 0.0001,
      "step": 7410
    },
    {
      "epoch": 104.00342857142857,
      "grad_norm": 0.001455200370401144,
      "learning_rate": 3.25925925925926e-06,
      "loss": 0.0003,
      "step": 7420
    },
    {
      "epoch": 104.00438095238096,
      "grad_norm": 0.9901089668273926,
      "learning_rate": 3.248677248677249e-06,
      "loss": 0.0003,
      "step": 7430
    },
    {
      "epoch": 104.00533333333334,
      "grad_norm": 0.04028749465942383,
      "learning_rate": 3.2380952380952385e-06,
      "loss": 0.0001,
      "step": 7440
    },
    {
      "epoch": 104.00628571428571,
      "grad_norm": 0.0012032322119921446,
      "learning_rate": 3.2275132275132277e-06,
      "loss": 0.0001,
      "step": 7450
    },
    {
      "epoch": 104.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.2224631309509277,
      "eval_runtime": 15.5552,
      "eval_samples_per_second": 4.757,
      "eval_steps_per_second": 1.221,
      "step": 7455
    },
    {
      "epoch": 105.00047619047619,
      "grad_norm": 0.0006622392102144659,
      "learning_rate": 3.2169312169312172e-06,
      "loss": 0.0001,
      "step": 7460
    },
    {
      "epoch": 105.00142857142858,
      "grad_norm": 0.0029132510535418987,
      "learning_rate": 3.206349206349207e-06,
      "loss": 0.0001,
      "step": 7470
    },
    {
      "epoch": 105.00238095238095,
      "grad_norm": 0.0010098450584337115,
      "learning_rate": 3.195767195767196e-06,
      "loss": 0.0001,
      "step": 7480
    },
    {
      "epoch": 105.00333333333333,
      "grad_norm": 0.006145752966403961,
      "learning_rate": 3.1851851851851855e-06,
      "loss": 0.0001,
      "step": 7490
    },
    {
      "epoch": 105.00428571428571,
      "grad_norm": 0.0012558751041069627,
      "learning_rate": 3.1746031746031746e-06,
      "loss": 0.0041,
      "step": 7500
    },
    {
      "epoch": 105.0052380952381,
      "grad_norm": 0.0007008440443314612,
      "learning_rate": 3.164021164021164e-06,
      "loss": 0.0,
      "step": 7510
    },
    {
      "epoch": 105.00619047619048,
      "grad_norm": 0.0010673552751541138,
      "learning_rate": 3.1534391534391538e-06,
      "loss": 0.1038,
      "step": 7520
    },
    {
      "epoch": 105.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.4166831970214844,
      "eval_runtime": 13.6248,
      "eval_samples_per_second": 5.431,
      "eval_steps_per_second": 1.395,
      "step": 7526
    },
    {
      "epoch": 106.00038095238095,
      "grad_norm": 0.004051295109093189,
      "learning_rate": 3.142857142857143e-06,
      "loss": 0.0001,
      "step": 7530
    },
    {
      "epoch": 106.00133333333333,
      "grad_norm": 0.0018393241334706545,
      "learning_rate": 3.132275132275133e-06,
      "loss": 0.0,
      "step": 7540
    },
    {
      "epoch": 106.00228571428572,
      "grad_norm": 0.0008061683620326221,
      "learning_rate": 3.1216931216931216e-06,
      "loss": 0.2633,
      "step": 7550
    },
    {
      "epoch": 106.00323809523809,
      "grad_norm": 0.0010647161398082972,
      "learning_rate": 3.1111111111111116e-06,
      "loss": 0.0001,
      "step": 7560
    },
    {
      "epoch": 106.00419047619047,
      "grad_norm": 0.10086814314126968,
      "learning_rate": 3.100529100529101e-06,
      "loss": 0.0004,
      "step": 7570
    },
    {
      "epoch": 106.00514285714286,
      "grad_norm": 0.22082285583019257,
      "learning_rate": 3.0899470899470903e-06,
      "loss": 0.0001,
      "step": 7580
    },
    {
      "epoch": 106.00609523809524,
      "grad_norm": 0.001157531514763832,
      "learning_rate": 3.07936507936508e-06,
      "loss": 0.0001,
      "step": 7590
    },
    {
      "epoch": 106.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.2465484142303467,
      "eval_runtime": 13.7054,
      "eval_samples_per_second": 5.399,
      "eval_steps_per_second": 1.386,
      "step": 7597
    },
    {
      "epoch": 107.00028571428571,
      "grad_norm": 0.0009280334343202412,
      "learning_rate": 3.068783068783069e-06,
      "loss": 0.0,
      "step": 7600
    },
    {
      "epoch": 107.0012380952381,
      "grad_norm": 0.0021576792933046818,
      "learning_rate": 3.0582010582010585e-06,
      "loss": 0.0001,
      "step": 7610
    },
    {
      "epoch": 107.00219047619048,
      "grad_norm": 0.0010600824607536197,
      "learning_rate": 3.047619047619048e-06,
      "loss": 0.0,
      "step": 7620
    },
    {
      "epoch": 107.00314285714286,
      "grad_norm": 0.001216122298501432,
      "learning_rate": 3.0370370370370372e-06,
      "loss": 0.0001,
      "step": 7630
    },
    {
      "epoch": 107.00409523809523,
      "grad_norm": 0.0007257874822244048,
      "learning_rate": 3.026455026455027e-06,
      "loss": 0.1911,
      "step": 7640
    },
    {
      "epoch": 107.00504761904762,
      "grad_norm": 0.0006914408295415342,
      "learning_rate": 3.015873015873016e-06,
      "loss": 0.0001,
      "step": 7650
    },
    {
      "epoch": 107.006,
      "grad_norm": 0.001065646531060338,
      "learning_rate": 3.0052910052910055e-06,
      "loss": 0.0001,
      "step": 7660
    },
    {
      "epoch": 107.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.4676618576049805,
      "eval_runtime": 13.8988,
      "eval_samples_per_second": 5.324,
      "eval_steps_per_second": 1.367,
      "step": 7668
    },
    {
      "epoch": 108.00019047619048,
      "grad_norm": 0.004718266427516937,
      "learning_rate": 2.9947089947089946e-06,
      "loss": 0.0,
      "step": 7670
    },
    {
      "epoch": 108.00114285714285,
      "grad_norm": 0.001543802791275084,
      "learning_rate": 2.984126984126984e-06,
      "loss": 0.0004,
      "step": 7680
    },
    {
      "epoch": 108.00209523809524,
      "grad_norm": 0.0009165288647636771,
      "learning_rate": 2.9735449735449738e-06,
      "loss": 0.0001,
      "step": 7690
    },
    {
      "epoch": 108.00304761904762,
      "grad_norm": 0.001680697430856526,
      "learning_rate": 2.962962962962963e-06,
      "loss": 0.0312,
      "step": 7700
    },
    {
      "epoch": 108.004,
      "grad_norm": 176.18521118164062,
      "learning_rate": 2.9523809523809525e-06,
      "loss": 0.0073,
      "step": 7710
    },
    {
      "epoch": 108.00495238095237,
      "grad_norm": 0.13346318900585175,
      "learning_rate": 2.9417989417989416e-06,
      "loss": 0.0001,
      "step": 7720
    },
    {
      "epoch": 108.00590476190476,
      "grad_norm": 0.001556839793920517,
      "learning_rate": 2.9312169312169316e-06,
      "loss": 0.0333,
      "step": 7730
    },
    {
      "epoch": 108.0067619047619,
      "eval_accuracy": 0.6621621621621622,
      "eval_loss": 2.4545717239379883,
      "eval_runtime": 14.038,
      "eval_samples_per_second": 5.271,
      "eval_steps_per_second": 1.353,
      "step": 7739
    },
    {
      "epoch": 109.00009523809524,
      "grad_norm": 0.000984245678409934,
      "learning_rate": 2.920634920634921e-06,
      "loss": 0.0003,
      "step": 7740
    },
    {
      "epoch": 109.00104761904763,
      "grad_norm": 0.6098659038543701,
      "learning_rate": 2.9100529100529103e-06,
      "loss": 0.0003,
      "step": 7750
    },
    {
      "epoch": 109.002,
      "grad_norm": 0.12003173679113388,
      "learning_rate": 2.8994708994709e-06,
      "loss": 0.0001,
      "step": 7760
    },
    {
      "epoch": 109.00295238095238,
      "grad_norm": 0.008355682715773582,
      "learning_rate": 2.888888888888889e-06,
      "loss": 0.0002,
      "step": 7770
    },
    {
      "epoch": 109.00390476190476,
      "grad_norm": 0.0020827262196689844,
      "learning_rate": 2.8783068783068786e-06,
      "loss": 0.0,
      "step": 7780
    },
    {
      "epoch": 109.00485714285715,
      "grad_norm": 0.0006808519829064608,
      "learning_rate": 2.867724867724868e-06,
      "loss": 0.0001,
      "step": 7790
    },
    {
      "epoch": 109.00580952380952,
      "grad_norm": 0.0010414454154670238,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.0,
      "step": 7800
    },
    {
      "epoch": 109.0067619047619,
      "grad_norm": 0.0006823607254773378,
      "learning_rate": 2.846560846560847e-06,
      "loss": 0.0119,
      "step": 7810
    },
    {
      "epoch": 109.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.581144094467163,
      "eval_runtime": 14.356,
      "eval_samples_per_second": 5.155,
      "eval_steps_per_second": 1.323,
      "step": 7810
    },
    {
      "epoch": 110.00095238095238,
      "grad_norm": 0.003468712791800499,
      "learning_rate": 2.835978835978836e-06,
      "loss": 0.0,
      "step": 7820
    },
    {
      "epoch": 110.00190476190477,
      "grad_norm": 0.0013633972266688943,
      "learning_rate": 2.8253968253968255e-06,
      "loss": 0.2267,
      "step": 7830
    },
    {
      "epoch": 110.00285714285714,
      "grad_norm": 0.012280252762138844,
      "learning_rate": 2.814814814814815e-06,
      "loss": 0.0001,
      "step": 7840
    },
    {
      "epoch": 110.00380952380952,
      "grad_norm": 0.001774327945895493,
      "learning_rate": 2.8042328042328042e-06,
      "loss": 0.0005,
      "step": 7850
    },
    {
      "epoch": 110.0047619047619,
      "grad_norm": 0.0013728903140872717,
      "learning_rate": 2.7936507936507938e-06,
      "loss": 0.0,
      "step": 7860
    },
    {
      "epoch": 110.00571428571429,
      "grad_norm": 0.0017020375235006213,
      "learning_rate": 2.783068783068783e-06,
      "loss": 0.1143,
      "step": 7870
    },
    {
      "epoch": 110.00666666666666,
      "grad_norm": 0.0026008477434515953,
      "learning_rate": 2.7724867724867725e-06,
      "loss": 0.0001,
      "step": 7880
    },
    {
      "epoch": 110.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.287386894226074,
      "eval_runtime": 16.4402,
      "eval_samples_per_second": 4.501,
      "eval_steps_per_second": 1.156,
      "step": 7881
    },
    {
      "epoch": 111.00085714285714,
      "grad_norm": 0.004622504580765963,
      "learning_rate": 2.7619047619047625e-06,
      "loss": 0.0001,
      "step": 7890
    },
    {
      "epoch": 111.00180952380953,
      "grad_norm": 0.0013189928140491247,
      "learning_rate": 2.7513227513227516e-06,
      "loss": 0.0,
      "step": 7900
    },
    {
      "epoch": 111.00276190476191,
      "grad_norm": 0.01059955358505249,
      "learning_rate": 2.740740740740741e-06,
      "loss": 0.0001,
      "step": 7910
    },
    {
      "epoch": 111.00371428571428,
      "grad_norm": 0.000857778184581548,
      "learning_rate": 2.7301587301587303e-06,
      "loss": 0.0001,
      "step": 7920
    },
    {
      "epoch": 111.00466666666667,
      "grad_norm": 0.0008232994005084038,
      "learning_rate": 2.71957671957672e-06,
      "loss": 0.0,
      "step": 7930
    },
    {
      "epoch": 111.00561904761905,
      "grad_norm": 0.08803115785121918,
      "learning_rate": 2.7089947089947094e-06,
      "loss": 0.0,
      "step": 7940
    },
    {
      "epoch": 111.00657142857143,
      "grad_norm": 0.0008486019214615226,
      "learning_rate": 2.6984126984126986e-06,
      "loss": 0.0,
      "step": 7950
    },
    {
      "epoch": 111.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.1970043182373047,
      "eval_runtime": 14.0164,
      "eval_samples_per_second": 5.28,
      "eval_steps_per_second": 1.356,
      "step": 7952
    },
    {
      "epoch": 112.0007619047619,
      "grad_norm": 0.0010444708168506622,
      "learning_rate": 2.687830687830688e-06,
      "loss": 0.0063,
      "step": 7960
    },
    {
      "epoch": 112.00171428571429,
      "grad_norm": 0.0009477341081947088,
      "learning_rate": 2.6772486772486773e-06,
      "loss": 0.0,
      "step": 7970
    },
    {
      "epoch": 112.00266666666667,
      "grad_norm": 0.000609098351560533,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.0,
      "step": 7980
    },
    {
      "epoch": 112.00361904761905,
      "grad_norm": 0.011918469332158566,
      "learning_rate": 2.6560846560846564e-06,
      "loss": 0.0,
      "step": 7990
    },
    {
      "epoch": 112.00457142857142,
      "grad_norm": 0.0012907920172438025,
      "learning_rate": 2.6455026455026455e-06,
      "loss": 0.0001,
      "step": 8000
    },
    {
      "epoch": 112.00552380952381,
      "grad_norm": 0.0006700385129079223,
      "learning_rate": 2.634920634920635e-06,
      "loss": 0.0001,
      "step": 8010
    },
    {
      "epoch": 112.00647619047619,
      "grad_norm": 0.000968728621955961,
      "learning_rate": 2.6243386243386242e-06,
      "loss": 0.0,
      "step": 8020
    },
    {
      "epoch": 112.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 2.2009499073028564,
      "eval_runtime": 14.2089,
      "eval_samples_per_second": 5.208,
      "eval_steps_per_second": 1.337,
      "step": 8023
    },
    {
      "epoch": 113.00066666666666,
      "grad_norm": 0.0010398072190582752,
      "learning_rate": 2.613756613756614e-06,
      "loss": 0.0001,
      "step": 8030
    },
    {
      "epoch": 113.00161904761904,
      "grad_norm": 0.008272141218185425,
      "learning_rate": 2.6031746031746038e-06,
      "loss": 0.0,
      "step": 8040
    },
    {
      "epoch": 113.00257142857143,
      "grad_norm": 0.0012324623530730605,
      "learning_rate": 2.5925925925925925e-06,
      "loss": 0.0001,
      "step": 8050
    },
    {
      "epoch": 113.00352380952381,
      "grad_norm": 0.0016941934591159225,
      "learning_rate": 2.5820105820105825e-06,
      "loss": 0.1289,
      "step": 8060
    },
    {
      "epoch": 113.0044761904762,
      "grad_norm": 0.0024788875598460436,
      "learning_rate": 2.571428571428571e-06,
      "loss": 0.2087,
      "step": 8070
    },
    {
      "epoch": 113.00542857142857,
      "grad_norm": 0.0012335249921306968,
      "learning_rate": 2.560846560846561e-06,
      "loss": 0.0,
      "step": 8080
    },
    {
      "epoch": 113.00638095238095,
      "grad_norm": 0.0008130993810482323,
      "learning_rate": 2.5502645502645507e-06,
      "loss": 0.0001,
      "step": 8090
    },
    {
      "epoch": 113.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 2.25538969039917,
      "eval_runtime": 13.5185,
      "eval_samples_per_second": 5.474,
      "eval_steps_per_second": 1.405,
      "step": 8094
    },
    {
      "epoch": 114.00057142857143,
      "grad_norm": 0.0006910522934049368,
      "learning_rate": 2.53968253968254e-06,
      "loss": 0.0,
      "step": 8100
    },
    {
      "epoch": 114.0015238095238,
      "grad_norm": 0.0012819025432690978,
      "learning_rate": 2.5291005291005294e-06,
      "loss": 0.0,
      "step": 8110
    },
    {
      "epoch": 114.00247619047619,
      "grad_norm": 0.0011646713828667998,
      "learning_rate": 2.5185185185185186e-06,
      "loss": 0.0001,
      "step": 8120
    },
    {
      "epoch": 114.00342857142857,
      "grad_norm": 0.0007299323915503919,
      "learning_rate": 2.507936507936508e-06,
      "loss": 0.0,
      "step": 8130
    },
    {
      "epoch": 114.00438095238096,
      "grad_norm": 0.0007748621865175664,
      "learning_rate": 2.4973544973544973e-06,
      "loss": 0.0001,
      "step": 8140
    },
    {
      "epoch": 114.00533333333334,
      "grad_norm": 0.0007616358925588429,
      "learning_rate": 2.486772486772487e-06,
      "loss": 0.0,
      "step": 8150
    },
    {
      "epoch": 114.00628571428571,
      "grad_norm": 0.0007386330980807543,
      "learning_rate": 2.4761904761904764e-06,
      "loss": 0.0,
      "step": 8160
    },
    {
      "epoch": 114.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.2651755809783936,
      "eval_runtime": 14.2929,
      "eval_samples_per_second": 5.177,
      "eval_steps_per_second": 1.329,
      "step": 8165
    },
    {
      "epoch": 115.00047619047619,
      "grad_norm": 0.0017123465659096837,
      "learning_rate": 2.465608465608466e-06,
      "loss": 0.0,
      "step": 8170
    },
    {
      "epoch": 115.00142857142858,
      "grad_norm": 0.0009110061218962073,
      "learning_rate": 2.455026455026455e-06,
      "loss": 0.0157,
      "step": 8180
    },
    {
      "epoch": 115.00238095238095,
      "grad_norm": 0.0007751217926852405,
      "learning_rate": 2.4444444444444447e-06,
      "loss": 0.0019,
      "step": 8190
    },
    {
      "epoch": 115.00333333333333,
      "grad_norm": 0.0007961459341458976,
      "learning_rate": 2.433862433862434e-06,
      "loss": 0.0,
      "step": 8200
    },
    {
      "epoch": 115.00428571428571,
      "grad_norm": 0.0009998691966757178,
      "learning_rate": 2.4232804232804234e-06,
      "loss": 0.0001,
      "step": 8210
    },
    {
      "epoch": 115.0052380952381,
      "grad_norm": 0.00098160351626575,
      "learning_rate": 2.412698412698413e-06,
      "loss": 0.1409,
      "step": 8220
    },
    {
      "epoch": 115.00619047619048,
      "grad_norm": 0.0009323691483587027,
      "learning_rate": 2.4021164021164025e-06,
      "loss": 0.0,
      "step": 8230
    },
    {
      "epoch": 115.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.3248355388641357,
      "eval_runtime": 14.0654,
      "eval_samples_per_second": 5.261,
      "eval_steps_per_second": 1.351,
      "step": 8236
    },
    {
      "epoch": 116.00038095238095,
      "grad_norm": 0.001129627344198525,
      "learning_rate": 2.3915343915343916e-06,
      "loss": 0.0,
      "step": 8240
    },
    {
      "epoch": 116.00133333333333,
      "grad_norm": 0.0011487036244943738,
      "learning_rate": 2.380952380952381e-06,
      "loss": 0.0005,
      "step": 8250
    },
    {
      "epoch": 116.00228571428572,
      "grad_norm": 0.0013055442832410336,
      "learning_rate": 2.3703703703703707e-06,
      "loss": 0.0,
      "step": 8260
    },
    {
      "epoch": 116.00323809523809,
      "grad_norm": 1.352319359779358,
      "learning_rate": 2.35978835978836e-06,
      "loss": 0.0001,
      "step": 8270
    },
    {
      "epoch": 116.00419047619047,
      "grad_norm": 0.001312308362685144,
      "learning_rate": 2.3492063492063494e-06,
      "loss": 0.0,
      "step": 8280
    },
    {
      "epoch": 116.00514285714286,
      "grad_norm": 0.001412849873304367,
      "learning_rate": 2.3386243386243386e-06,
      "loss": 0.0002,
      "step": 8290
    },
    {
      "epoch": 116.00609523809524,
      "grad_norm": 2.120629072189331,
      "learning_rate": 2.328042328042328e-06,
      "loss": 0.0001,
      "step": 8300
    },
    {
      "epoch": 116.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.5589470863342285,
      "eval_runtime": 11.1299,
      "eval_samples_per_second": 6.649,
      "eval_steps_per_second": 1.707,
      "step": 8307
    },
    {
      "epoch": 117.00028571428571,
      "grad_norm": 0.0009046709747053683,
      "learning_rate": 2.3174603174603177e-06,
      "loss": 0.1208,
      "step": 8310
    },
    {
      "epoch": 117.0012380952381,
      "grad_norm": 0.0010104886023327708,
      "learning_rate": 2.3068783068783073e-06,
      "loss": 0.0,
      "step": 8320
    },
    {
      "epoch": 117.00219047619048,
      "grad_norm": 0.0009857664117589593,
      "learning_rate": 2.2962962962962964e-06,
      "loss": 0.002,
      "step": 8330
    },
    {
      "epoch": 117.00314285714286,
      "grad_norm": 0.0009741351823322475,
      "learning_rate": 2.285714285714286e-06,
      "loss": 0.0045,
      "step": 8340
    },
    {
      "epoch": 117.00409523809523,
      "grad_norm": 0.0016145688714459538,
      "learning_rate": 2.275132275132275e-06,
      "loss": 0.0006,
      "step": 8350
    },
    {
      "epoch": 117.00504761904762,
      "grad_norm": 0.00107288034632802,
      "learning_rate": 2.2645502645502647e-06,
      "loss": 0.0,
      "step": 8360
    },
    {
      "epoch": 117.006,
      "grad_norm": 0.0010272023500874639,
      "learning_rate": 2.2539682539682542e-06,
      "loss": 0.0,
      "step": 8370
    },
    {
      "epoch": 117.0067619047619,
      "eval_accuracy": 0.7567567567567568,
      "eval_loss": 2.2265772819519043,
      "eval_runtime": 13.3717,
      "eval_samples_per_second": 5.534,
      "eval_steps_per_second": 1.421,
      "step": 8378
    },
    {
      "epoch": 118.00019047619048,
      "grad_norm": 0.0007128997822292149,
      "learning_rate": 2.2433862433862434e-06,
      "loss": 0.0,
      "step": 8380
    },
    {
      "epoch": 118.00114285714285,
      "grad_norm": 0.0011421479284763336,
      "learning_rate": 2.232804232804233e-06,
      "loss": 0.2253,
      "step": 8390
    },
    {
      "epoch": 118.00209523809524,
      "grad_norm": 0.001073920400813222,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.0,
      "step": 8400
    },
    {
      "epoch": 118.00304761904762,
      "grad_norm": 303.7464904785156,
      "learning_rate": 2.211640211640212e-06,
      "loss": 0.1566,
      "step": 8410
    },
    {
      "epoch": 118.004,
      "grad_norm": 0.0007826104993000627,
      "learning_rate": 2.201058201058201e-06,
      "loss": 0.1285,
      "step": 8420
    },
    {
      "epoch": 118.00495238095237,
      "grad_norm": 0.0008790806750766933,
      "learning_rate": 2.1904761904761908e-06,
      "loss": 0.0252,
      "step": 8430
    },
    {
      "epoch": 118.00590476190476,
      "grad_norm": 0.0009564163046889007,
      "learning_rate": 2.17989417989418e-06,
      "loss": 0.0,
      "step": 8440
    },
    {
      "epoch": 118.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.2806921005249023,
      "eval_runtime": 14.0307,
      "eval_samples_per_second": 5.274,
      "eval_steps_per_second": 1.354,
      "step": 8449
    },
    {
      "epoch": 119.00009523809524,
      "grad_norm": 0.001905015087686479,
      "learning_rate": 2.1693121693121695e-06,
      "loss": 0.0,
      "step": 8450
    },
    {
      "epoch": 119.00104761904763,
      "grad_norm": 0.0008118277182802558,
      "learning_rate": 2.158730158730159e-06,
      "loss": 0.0027,
      "step": 8460
    },
    {
      "epoch": 119.002,
      "grad_norm": 0.001871650223620236,
      "learning_rate": 2.148148148148148e-06,
      "loss": 0.0,
      "step": 8470
    },
    {
      "epoch": 119.00295238095238,
      "grad_norm": 0.0014514620415866375,
      "learning_rate": 2.1375661375661377e-06,
      "loss": 0.0001,
      "step": 8480
    },
    {
      "epoch": 119.00390476190476,
      "grad_norm": 0.0011963268043473363,
      "learning_rate": 2.1269841269841273e-06,
      "loss": 0.0,
      "step": 8490
    },
    {
      "epoch": 119.00485714285715,
      "grad_norm": 0.000760503055062145,
      "learning_rate": 2.1164021164021164e-06,
      "loss": 0.0,
      "step": 8500
    },
    {
      "epoch": 119.00580952380952,
      "grad_norm": 0.0018978703301399946,
      "learning_rate": 2.105820105820106e-06,
      "loss": 0.0001,
      "step": 8510
    },
    {
      "epoch": 119.0067619047619,
      "grad_norm": 0.0006232424639165401,
      "learning_rate": 2.0952380952380955e-06,
      "loss": 0.0,
      "step": 8520
    },
    {
      "epoch": 119.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 2.266402006149292,
      "eval_runtime": 13.834,
      "eval_samples_per_second": 5.349,
      "eval_steps_per_second": 1.373,
      "step": 8520
    },
    {
      "epoch": 120.00095238095238,
      "grad_norm": 0.0013166640419512987,
      "learning_rate": 2.0846560846560847e-06,
      "loss": 0.0,
      "step": 8530
    },
    {
      "epoch": 120.00190476190477,
      "grad_norm": 0.0007621021359227598,
      "learning_rate": 2.0740740740740742e-06,
      "loss": 0.0,
      "step": 8540
    },
    {
      "epoch": 120.00285714285714,
      "grad_norm": 0.000544812239240855,
      "learning_rate": 2.0634920634920634e-06,
      "loss": 0.0001,
      "step": 8550
    },
    {
      "epoch": 120.00380952380952,
      "grad_norm": 0.0008052691118791699,
      "learning_rate": 2.0529100529100534e-06,
      "loss": 0.0003,
      "step": 8560
    },
    {
      "epoch": 120.0047619047619,
      "grad_norm": 0.0012564912904053926,
      "learning_rate": 2.0423280423280425e-06,
      "loss": 0.0,
      "step": 8570
    },
    {
      "epoch": 120.00571428571429,
      "grad_norm": 0.003531375201418996,
      "learning_rate": 2.031746031746032e-06,
      "loss": 0.0,
      "step": 8580
    },
    {
      "epoch": 120.00666666666666,
      "grad_norm": 0.0017125386511906981,
      "learning_rate": 2.021164021164021e-06,
      "loss": 0.0,
      "step": 8590
    },
    {
      "epoch": 120.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.1452441215515137,
      "eval_runtime": 11.7378,
      "eval_samples_per_second": 6.304,
      "eval_steps_per_second": 1.619,
      "step": 8591
    },
    {
      "epoch": 121.00085714285714,
      "grad_norm": 0.004780361894518137,
      "learning_rate": 2.0105820105820108e-06,
      "loss": 0.0,
      "step": 8600
    },
    {
      "epoch": 121.00180952380953,
      "grad_norm": 0.0008624635520391166,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.0005,
      "step": 8610
    },
    {
      "epoch": 121.00276190476191,
      "grad_norm": 0.002062013605609536,
      "learning_rate": 1.9894179894179895e-06,
      "loss": 0.0,
      "step": 8620
    },
    {
      "epoch": 121.00371428571428,
      "grad_norm": 0.01906019262969494,
      "learning_rate": 1.978835978835979e-06,
      "loss": 0.0,
      "step": 8630
    },
    {
      "epoch": 121.00466666666667,
      "grad_norm": 0.001179852755740285,
      "learning_rate": 1.968253968253968e-06,
      "loss": 0.0029,
      "step": 8640
    },
    {
      "epoch": 121.00561904761905,
      "grad_norm": 0.007118129171431065,
      "learning_rate": 1.9576719576719577e-06,
      "loss": 0.0,
      "step": 8650
    },
    {
      "epoch": 121.00657142857143,
      "grad_norm": 0.0005772224394604564,
      "learning_rate": 1.9470899470899473e-06,
      "loss": 0.0001,
      "step": 8660
    },
    {
      "epoch": 121.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.2492032051086426,
      "eval_runtime": 13.4013,
      "eval_samples_per_second": 5.522,
      "eval_steps_per_second": 1.418,
      "step": 8662
    },
    {
      "epoch": 122.0007619047619,
      "grad_norm": 0.0007070142310112715,
      "learning_rate": 1.936507936507937e-06,
      "loss": 0.0001,
      "step": 8670
    },
    {
      "epoch": 122.00171428571429,
      "grad_norm": 0.00115680240560323,
      "learning_rate": 1.925925925925926e-06,
      "loss": 0.0,
      "step": 8680
    },
    {
      "epoch": 122.00266666666667,
      "grad_norm": 0.0007530824514105916,
      "learning_rate": 1.9153439153439156e-06,
      "loss": 0.0,
      "step": 8690
    },
    {
      "epoch": 122.00361904761905,
      "grad_norm": 0.0009811901254579425,
      "learning_rate": 1.904761904761905e-06,
      "loss": 0.0,
      "step": 8700
    },
    {
      "epoch": 122.00457142857142,
      "grad_norm": 0.0007460628403350711,
      "learning_rate": 1.8941798941798945e-06,
      "loss": 0.0,
      "step": 8710
    },
    {
      "epoch": 122.00552380952381,
      "grad_norm": 0.0007707420154474676,
      "learning_rate": 1.8835978835978838e-06,
      "loss": 0.0,
      "step": 8720
    },
    {
      "epoch": 122.00647619047619,
      "grad_norm": 0.0007953933090902865,
      "learning_rate": 1.8730158730158732e-06,
      "loss": 0.0,
      "step": 8730
    },
    {
      "epoch": 122.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 2.230292558670044,
      "eval_runtime": 13.5941,
      "eval_samples_per_second": 5.444,
      "eval_steps_per_second": 1.398,
      "step": 8733
    },
    {
      "epoch": 123.00066666666666,
      "grad_norm": 0.002947331639006734,
      "learning_rate": 1.8624338624338625e-06,
      "loss": 0.0,
      "step": 8740
    },
    {
      "epoch": 123.00161904761904,
      "grad_norm": 0.009799734689295292,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 0.0,
      "step": 8750
    },
    {
      "epoch": 123.00257142857143,
      "grad_norm": 0.004149388987571001,
      "learning_rate": 1.8412698412698416e-06,
      "loss": 0.0,
      "step": 8760
    },
    {
      "epoch": 123.00352380952381,
      "grad_norm": 0.0008202605531550944,
      "learning_rate": 1.830687830687831e-06,
      "loss": 0.0,
      "step": 8770
    },
    {
      "epoch": 123.0044761904762,
      "grad_norm": 0.0005715743754990399,
      "learning_rate": 1.8201058201058203e-06,
      "loss": 0.0,
      "step": 8780
    },
    {
      "epoch": 123.00542857142857,
      "grad_norm": 0.0007904635858722031,
      "learning_rate": 1.8095238095238097e-06,
      "loss": 0.0,
      "step": 8790
    },
    {
      "epoch": 123.00638095238095,
      "grad_norm": 0.0012801820412278175,
      "learning_rate": 1.798941798941799e-06,
      "loss": 0.0,
      "step": 8800
    },
    {
      "epoch": 123.0067619047619,
      "eval_accuracy": 0.7432432432432432,
      "eval_loss": 2.232011079788208,
      "eval_runtime": 13.4112,
      "eval_samples_per_second": 5.518,
      "eval_steps_per_second": 1.417,
      "step": 8804
    },
    {
      "epoch": 124.00057142857143,
      "grad_norm": 0.0009024806204251945,
      "learning_rate": 1.7883597883597886e-06,
      "loss": 0.0,
      "step": 8810
    },
    {
      "epoch": 124.0015238095238,
      "grad_norm": 0.0014790045097470284,
      "learning_rate": 1.777777777777778e-06,
      "loss": 0.0,
      "step": 8820
    },
    {
      "epoch": 124.00247619047619,
      "grad_norm": 0.0011823130771517754,
      "learning_rate": 1.7671957671957673e-06,
      "loss": 0.0388,
      "step": 8830
    },
    {
      "epoch": 124.00342857142857,
      "grad_norm": 0.0006398107507266104,
      "learning_rate": 1.7566137566137567e-06,
      "loss": 0.0,
      "step": 8840
    },
    {
      "epoch": 124.00438095238096,
      "grad_norm": 0.0008834226173348725,
      "learning_rate": 1.746031746031746e-06,
      "loss": 0.0,
      "step": 8850
    },
    {
      "epoch": 124.00533333333334,
      "grad_norm": 0.0010215333895757794,
      "learning_rate": 1.7354497354497358e-06,
      "loss": 0.1379,
      "step": 8860
    },
    {
      "epoch": 124.00628571428571,
      "grad_norm": 0.0011854860931634903,
      "learning_rate": 1.7248677248677251e-06,
      "loss": 0.0,
      "step": 8870
    },
    {
      "epoch": 124.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.2219762802124023,
      "eval_runtime": 13.1023,
      "eval_samples_per_second": 5.648,
      "eval_steps_per_second": 1.45,
      "step": 8875
    },
    {
      "epoch": 125.00047619047619,
      "grad_norm": 0.0020397165790200233,
      "learning_rate": 1.7142857142857145e-06,
      "loss": 0.0,
      "step": 8880
    },
    {
      "epoch": 125.00142857142858,
      "grad_norm": 0.0005769819836132228,
      "learning_rate": 1.7037037037037038e-06,
      "loss": 0.0,
      "step": 8890
    },
    {
      "epoch": 125.00238095238095,
      "grad_norm": 0.0009467735653743148,
      "learning_rate": 1.6931216931216932e-06,
      "loss": 0.0,
      "step": 8900
    },
    {
      "epoch": 125.00333333333333,
      "grad_norm": 0.0014792312867939472,
      "learning_rate": 1.6825396825396827e-06,
      "loss": 0.0,
      "step": 8910
    },
    {
      "epoch": 125.00428571428571,
      "grad_norm": 0.0027609718963503838,
      "learning_rate": 1.671957671957672e-06,
      "loss": 0.0,
      "step": 8920
    },
    {
      "epoch": 125.0052380952381,
      "grad_norm": 0.0006079283775761724,
      "learning_rate": 1.6613756613756614e-06,
      "loss": 0.0,
      "step": 8930
    },
    {
      "epoch": 125.00619047619048,
      "grad_norm": 0.0006986471707932651,
      "learning_rate": 1.6507936507936508e-06,
      "loss": 0.0,
      "step": 8940
    },
    {
      "epoch": 125.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.234332799911499,
      "eval_runtime": 13.7771,
      "eval_samples_per_second": 5.371,
      "eval_steps_per_second": 1.379,
      "step": 8946
    },
    {
      "epoch": 126.00038095238095,
      "grad_norm": 0.0005596214905381203,
      "learning_rate": 1.6402116402116404e-06,
      "loss": 0.0,
      "step": 8950
    },
    {
      "epoch": 126.00133333333333,
      "grad_norm": 0.0014171155635267496,
      "learning_rate": 1.62962962962963e-06,
      "loss": 0.0461,
      "step": 8960
    },
    {
      "epoch": 126.00228571428572,
      "grad_norm": 0.026397421956062317,
      "learning_rate": 1.6190476190476193e-06,
      "loss": 0.0,
      "step": 8970
    },
    {
      "epoch": 126.00323809523809,
      "grad_norm": 0.0020371831487864256,
      "learning_rate": 1.6084656084656086e-06,
      "loss": 0.0063,
      "step": 8980
    },
    {
      "epoch": 126.00419047619047,
      "grad_norm": 0.0006835910025984049,
      "learning_rate": 1.597883597883598e-06,
      "loss": 0.0,
      "step": 8990
    },
    {
      "epoch": 126.00514285714286,
      "grad_norm": 0.0007236665696837008,
      "learning_rate": 1.5873015873015873e-06,
      "loss": 0.0,
      "step": 9000
    },
    {
      "epoch": 126.00609523809524,
      "grad_norm": 0.000860642408952117,
      "learning_rate": 1.5767195767195769e-06,
      "loss": 0.0,
      "step": 9010
    },
    {
      "epoch": 126.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.3466248512268066,
      "eval_runtime": 13.333,
      "eval_samples_per_second": 5.55,
      "eval_steps_per_second": 1.425,
      "step": 9017
    },
    {
      "epoch": 127.00028571428571,
      "grad_norm": 0.004317994695156813,
      "learning_rate": 1.5661375661375664e-06,
      "loss": 0.0,
      "step": 9020
    },
    {
      "epoch": 127.0012380952381,
      "grad_norm": 0.001654667779803276,
      "learning_rate": 1.5555555555555558e-06,
      "loss": 0.0,
      "step": 9030
    },
    {
      "epoch": 127.00219047619048,
      "grad_norm": 0.0008680069586262107,
      "learning_rate": 1.5449735449735451e-06,
      "loss": 0.0,
      "step": 9040
    },
    {
      "epoch": 127.00314285714286,
      "grad_norm": 0.0006574925500899553,
      "learning_rate": 1.5343915343915345e-06,
      "loss": 0.0008,
      "step": 9050
    },
    {
      "epoch": 127.00409523809523,
      "grad_norm": 0.0053094481118023396,
      "learning_rate": 1.523809523809524e-06,
      "loss": 0.0,
      "step": 9060
    },
    {
      "epoch": 127.00504761904762,
      "grad_norm": 0.0006402261788025498,
      "learning_rate": 1.5132275132275134e-06,
      "loss": 0.0,
      "step": 9070
    },
    {
      "epoch": 127.006,
      "grad_norm": 0.0006702612736262381,
      "learning_rate": 1.5026455026455028e-06,
      "loss": 0.0,
      "step": 9080
    },
    {
      "epoch": 127.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.428300142288208,
      "eval_runtime": 12.6965,
      "eval_samples_per_second": 5.828,
      "eval_steps_per_second": 1.496,
      "step": 9088
    },
    {
      "epoch": 128.00019047619048,
      "grad_norm": 0.059855397790670395,
      "learning_rate": 1.492063492063492e-06,
      "loss": 0.0,
      "step": 9090
    },
    {
      "epoch": 128.00114285714287,
      "grad_norm": 0.0010002696653828025,
      "learning_rate": 1.4814814814814815e-06,
      "loss": 0.0048,
      "step": 9100
    },
    {
      "epoch": 128.00209523809525,
      "grad_norm": 0.000551008153706789,
      "learning_rate": 1.4708994708994708e-06,
      "loss": 0.0,
      "step": 9110
    },
    {
      "epoch": 128.0030476190476,
      "grad_norm": 0.0026592148933559656,
      "learning_rate": 1.4603174603174606e-06,
      "loss": 0.0,
      "step": 9120
    },
    {
      "epoch": 128.004,
      "grad_norm": 0.008936284109950066,
      "learning_rate": 1.44973544973545e-06,
      "loss": 0.0,
      "step": 9130
    },
    {
      "epoch": 128.00495238095237,
      "grad_norm": 0.058468934148550034,
      "learning_rate": 1.4391534391534393e-06,
      "loss": 0.0,
      "step": 9140
    },
    {
      "epoch": 128.00590476190476,
      "grad_norm": 0.001193960546515882,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 0.0,
      "step": 9150
    },
    {
      "epoch": 128.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.344726085662842,
      "eval_runtime": 13.824,
      "eval_samples_per_second": 5.353,
      "eval_steps_per_second": 1.374,
      "step": 9159
    },
    {
      "epoch": 129.00009523809524,
      "grad_norm": 0.001709073898382485,
      "learning_rate": 1.417989417989418e-06,
      "loss": 0.0,
      "step": 9160
    },
    {
      "epoch": 129.00104761904763,
      "grad_norm": 0.0009027041378431022,
      "learning_rate": 1.4074074074074075e-06,
      "loss": 0.0,
      "step": 9170
    },
    {
      "epoch": 129.002,
      "grad_norm": 0.0006348963361233473,
      "learning_rate": 1.3968253968253969e-06,
      "loss": 0.0,
      "step": 9180
    },
    {
      "epoch": 129.0029523809524,
      "grad_norm": 0.0015575089491903782,
      "learning_rate": 1.3862433862433862e-06,
      "loss": 0.0001,
      "step": 9190
    },
    {
      "epoch": 129.00390476190475,
      "grad_norm": 0.0006529614911414683,
      "learning_rate": 1.3756613756613758e-06,
      "loss": 0.0,
      "step": 9200
    },
    {
      "epoch": 129.00485714285713,
      "grad_norm": 0.0008999014389701188,
      "learning_rate": 1.3650793650793652e-06,
      "loss": 0.0006,
      "step": 9210
    },
    {
      "epoch": 129.00580952380952,
      "grad_norm": 0.002865071641281247,
      "learning_rate": 1.3544973544973547e-06,
      "loss": 0.0,
      "step": 9220
    },
    {
      "epoch": 129.0067619047619,
      "grad_norm": 0.0017597370315343142,
      "learning_rate": 1.343915343915344e-06,
      "loss": 0.0,
      "step": 9230
    },
    {
      "epoch": 129.0067619047619,
      "eval_accuracy": 0.6891891891891891,
      "eval_loss": 2.748161554336548,
      "eval_runtime": 13.6729,
      "eval_samples_per_second": 5.412,
      "eval_steps_per_second": 1.39,
      "step": 9230
    },
    {
      "epoch": 130.00095238095238,
      "grad_norm": 0.0004807582008652389,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.0,
      "step": 9240
    },
    {
      "epoch": 130.00190476190477,
      "grad_norm": 0.6759098172187805,
      "learning_rate": 1.3227513227513228e-06,
      "loss": 0.0001,
      "step": 9250
    },
    {
      "epoch": 130.00285714285715,
      "grad_norm": 0.0005689957761205733,
      "learning_rate": 1.3121693121693121e-06,
      "loss": 0.0,
      "step": 9260
    },
    {
      "epoch": 130.00380952380954,
      "grad_norm": 0.001238631084561348,
      "learning_rate": 1.3015873015873019e-06,
      "loss": 0.0,
      "step": 9270
    },
    {
      "epoch": 130.0047619047619,
      "grad_norm": 0.0006152084679342806,
      "learning_rate": 1.2910052910052912e-06,
      "loss": 0.0,
      "step": 9280
    },
    {
      "epoch": 130.00571428571428,
      "grad_norm": 0.0011061441618949175,
      "learning_rate": 1.2804232804232806e-06,
      "loss": 0.0,
      "step": 9290
    },
    {
      "epoch": 130.00666666666666,
      "grad_norm": 0.0007120903464965522,
      "learning_rate": 1.26984126984127e-06,
      "loss": 0.0,
      "step": 9300
    },
    {
      "epoch": 130.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.49480938911438,
      "eval_runtime": 13.9419,
      "eval_samples_per_second": 5.308,
      "eval_steps_per_second": 1.363,
      "step": 9301
    },
    {
      "epoch": 131.00085714285714,
      "grad_norm": 0.002492654137313366,
      "learning_rate": 1.2592592592592593e-06,
      "loss": 0.0,
      "step": 9310
    },
    {
      "epoch": 131.00180952380953,
      "grad_norm": 0.0006992339622229338,
      "learning_rate": 1.2486772486772486e-06,
      "loss": 0.0,
      "step": 9320
    },
    {
      "epoch": 131.0027619047619,
      "grad_norm": 0.0010845977813005447,
      "learning_rate": 1.2380952380952382e-06,
      "loss": 0.0,
      "step": 9330
    },
    {
      "epoch": 131.0037142857143,
      "grad_norm": 0.0005202058237046003,
      "learning_rate": 1.2275132275132276e-06,
      "loss": 0.0,
      "step": 9340
    },
    {
      "epoch": 131.00466666666668,
      "grad_norm": 0.00109467888250947,
      "learning_rate": 1.216931216931217e-06,
      "loss": 0.0,
      "step": 9350
    },
    {
      "epoch": 131.00561904761904,
      "grad_norm": 0.002140698954463005,
      "learning_rate": 1.2063492063492065e-06,
      "loss": 0.0,
      "step": 9360
    },
    {
      "epoch": 131.00657142857142,
      "grad_norm": 0.0006515824934467673,
      "learning_rate": 1.1957671957671958e-06,
      "loss": 0.0,
      "step": 9370
    },
    {
      "epoch": 131.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.556098699569702,
      "eval_runtime": 14.1137,
      "eval_samples_per_second": 5.243,
      "eval_steps_per_second": 1.346,
      "step": 9372
    },
    {
      "epoch": 132.0007619047619,
      "grad_norm": 1.6617872714996338,
      "learning_rate": 1.1851851851851854e-06,
      "loss": 0.0002,
      "step": 9380
    },
    {
      "epoch": 132.00171428571429,
      "grad_norm": 0.001978787826374173,
      "learning_rate": 1.1746031746031747e-06,
      "loss": 0.0,
      "step": 9390
    },
    {
      "epoch": 132.00266666666667,
      "grad_norm": 0.0004866773379035294,
      "learning_rate": 1.164021164021164e-06,
      "loss": 0.0,
      "step": 9400
    },
    {
      "epoch": 132.00361904761905,
      "grad_norm": 0.0009006352629512548,
      "learning_rate": 1.1534391534391536e-06,
      "loss": 0.0,
      "step": 9410
    },
    {
      "epoch": 132.00457142857144,
      "grad_norm": 0.0334663987159729,
      "learning_rate": 1.142857142857143e-06,
      "loss": 0.0,
      "step": 9420
    },
    {
      "epoch": 132.00552380952382,
      "grad_norm": 0.0006234691245481372,
      "learning_rate": 1.1322751322751323e-06,
      "loss": 0.0,
      "step": 9430
    },
    {
      "epoch": 132.00647619047618,
      "grad_norm": 0.0007475957390852273,
      "learning_rate": 1.1216931216931217e-06,
      "loss": 0.0,
      "step": 9440
    },
    {
      "epoch": 132.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.4132068157196045,
      "eval_runtime": 14.323,
      "eval_samples_per_second": 5.167,
      "eval_steps_per_second": 1.327,
      "step": 9443
    },
    {
      "epoch": 133.00066666666666,
      "grad_norm": 0.002039211103692651,
      "learning_rate": 1.111111111111111e-06,
      "loss": 0.0,
      "step": 9450
    },
    {
      "epoch": 133.00161904761904,
      "grad_norm": 0.0006134635186754167,
      "learning_rate": 1.1005291005291006e-06,
      "loss": 0.0001,
      "step": 9460
    },
    {
      "epoch": 133.00257142857143,
      "grad_norm": 0.0005841179518029094,
      "learning_rate": 1.08994708994709e-06,
      "loss": 0.0,
      "step": 9470
    },
    {
      "epoch": 133.0035238095238,
      "grad_norm": 0.0006910832016728818,
      "learning_rate": 1.0793650793650795e-06,
      "loss": 0.0,
      "step": 9480
    },
    {
      "epoch": 133.0044761904762,
      "grad_norm": 0.0005905992584303021,
      "learning_rate": 1.0687830687830689e-06,
      "loss": 0.0,
      "step": 9490
    },
    {
      "epoch": 133.00542857142858,
      "grad_norm": 0.0006618525367230177,
      "learning_rate": 1.0582010582010582e-06,
      "loss": 0.0,
      "step": 9500
    },
    {
      "epoch": 133.00638095238097,
      "grad_norm": 0.0007083863019943237,
      "learning_rate": 1.0476190476190478e-06,
      "loss": 0.0,
      "step": 9510
    },
    {
      "epoch": 133.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.3920769691467285,
      "eval_runtime": 17.0856,
      "eval_samples_per_second": 4.331,
      "eval_steps_per_second": 1.112,
      "step": 9514
    },
    {
      "epoch": 134.00057142857142,
      "grad_norm": 0.0014881724491715431,
      "learning_rate": 1.0370370370370371e-06,
      "loss": 0.0,
      "step": 9520
    },
    {
      "epoch": 134.0015238095238,
      "grad_norm": 0.0006462593446485698,
      "learning_rate": 1.0264550264550267e-06,
      "loss": 0.0,
      "step": 9530
    },
    {
      "epoch": 134.0024761904762,
      "grad_norm": 0.0007744215545244515,
      "learning_rate": 1.015873015873016e-06,
      "loss": 0.0,
      "step": 9540
    },
    {
      "epoch": 134.00342857142857,
      "grad_norm": 0.0005738343461416662,
      "learning_rate": 1.0052910052910054e-06,
      "loss": 0.0,
      "step": 9550
    },
    {
      "epoch": 134.00438095238096,
      "grad_norm": 0.026759404689073563,
      "learning_rate": 9.947089947089947e-07,
      "loss": 0.0,
      "step": 9560
    },
    {
      "epoch": 134.00533333333334,
      "grad_norm": 0.0006589809199795127,
      "learning_rate": 9.84126984126984e-07,
      "loss": 0.0,
      "step": 9570
    },
    {
      "epoch": 134.00628571428572,
      "grad_norm": 0.0007503838278353214,
      "learning_rate": 9.735449735449736e-07,
      "loss": 0.0,
      "step": 9580
    },
    {
      "epoch": 134.0067619047619,
      "eval_accuracy": 0.7297297297297297,
      "eval_loss": 2.396359443664551,
      "eval_runtime": 14.3582,
      "eval_samples_per_second": 5.154,
      "eval_steps_per_second": 1.323,
      "step": 9585
    },
    {
      "epoch": 135.00047619047618,
      "grad_norm": 0.0008084605797193944,
      "learning_rate": 9.62962962962963e-07,
      "loss": 0.0,
      "step": 9590
    },
    {
      "epoch": 135.00142857142856,
      "grad_norm": 0.002220474649220705,
      "learning_rate": 9.523809523809525e-07,
      "loss": 0.0,
      "step": 9600
    },
    {
      "epoch": 135.00238095238095,
      "grad_norm": 0.0009744897834025323,
      "learning_rate": 9.417989417989419e-07,
      "loss": 0.0,
      "step": 9610
    },
    {
      "epoch": 135.00333333333333,
      "grad_norm": 0.0007446310482919216,
      "learning_rate": 9.312169312169313e-07,
      "loss": 0.0,
      "step": 9620
    },
    {
      "epoch": 135.00428571428571,
      "grad_norm": 0.0007439861074090004,
      "learning_rate": 9.206349206349208e-07,
      "loss": 0.0,
      "step": 9630
    },
    {
      "epoch": 135.0052380952381,
      "grad_norm": 0.0013515371829271317,
      "learning_rate": 9.100529100529102e-07,
      "loss": 0.0017,
      "step": 9640
    },
    {
      "epoch": 135.00619047619048,
      "grad_norm": 0.0014509283937513828,
      "learning_rate": 8.994708994708995e-07,
      "loss": 0.0,
      "step": 9650
    },
    {
      "epoch": 135.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.5452113151550293,
      "eval_runtime": 14.5336,
      "eval_samples_per_second": 5.092,
      "eval_steps_per_second": 1.307,
      "step": 9656
    },
    {
      "epoch": 136.00038095238097,
      "grad_norm": 0.0016311920480802655,
      "learning_rate": 8.88888888888889e-07,
      "loss": 0.0,
      "step": 9660
    },
    {
      "epoch": 136.00133333333332,
      "grad_norm": 0.0009233981836587191,
      "learning_rate": 8.783068783068783e-07,
      "loss": 0.0,
      "step": 9670
    },
    {
      "epoch": 136.0022857142857,
      "grad_norm": 0.0005894800997339189,
      "learning_rate": 8.677248677248679e-07,
      "loss": 0.0,
      "step": 9680
    },
    {
      "epoch": 136.0032380952381,
      "grad_norm": 0.0009672031155787408,
      "learning_rate": 8.571428571428572e-07,
      "loss": 0.0001,
      "step": 9690
    },
    {
      "epoch": 136.00419047619047,
      "grad_norm": 0.0009769980097189546,
      "learning_rate": 8.465608465608466e-07,
      "loss": 0.0,
      "step": 9700
    },
    {
      "epoch": 136.00514285714286,
      "grad_norm": 0.0004842029884457588,
      "learning_rate": 8.35978835978836e-07,
      "loss": 0.0,
      "step": 9710
    },
    {
      "epoch": 136.00609523809524,
      "grad_norm": 0.018822021782398224,
      "learning_rate": 8.253968253968254e-07,
      "loss": 0.0,
      "step": 9720
    },
    {
      "epoch": 136.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.528768539428711,
      "eval_runtime": 14.3183,
      "eval_samples_per_second": 5.168,
      "eval_steps_per_second": 1.327,
      "step": 9727
    },
    {
      "epoch": 137.00028571428572,
      "grad_norm": 0.0009558707824908197,
      "learning_rate": 8.14814814814815e-07,
      "loss": 0.0,
      "step": 9730
    },
    {
      "epoch": 137.0012380952381,
      "grad_norm": 0.0007363679469563067,
      "learning_rate": 8.042328042328043e-07,
      "loss": 0.0,
      "step": 9740
    },
    {
      "epoch": 137.00219047619046,
      "grad_norm": 0.0004333931137807667,
      "learning_rate": 7.936507936507937e-07,
      "loss": 0.0,
      "step": 9750
    },
    {
      "epoch": 137.00314285714285,
      "grad_norm": 0.0006523500196635723,
      "learning_rate": 7.830687830687832e-07,
      "loss": 0.0006,
      "step": 9760
    },
    {
      "epoch": 137.00409523809523,
      "grad_norm": 0.0004806246142834425,
      "learning_rate": 7.724867724867726e-07,
      "loss": 0.0,
      "step": 9770
    },
    {
      "epoch": 137.00504761904762,
      "grad_norm": 0.0015316602075472474,
      "learning_rate": 7.61904761904762e-07,
      "loss": 0.0,
      "step": 9780
    },
    {
      "epoch": 137.006,
      "grad_norm": 0.0005167218623682857,
      "learning_rate": 7.513227513227514e-07,
      "loss": 0.0,
      "step": 9790
    },
    {
      "epoch": 137.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.497872829437256,
      "eval_runtime": 14.6991,
      "eval_samples_per_second": 5.034,
      "eval_steps_per_second": 1.293,
      "step": 9798
    },
    {
      "epoch": 138.00019047619048,
      "grad_norm": 0.0007964400574564934,
      "learning_rate": 7.407407407407407e-07,
      "loss": 0.0,
      "step": 9800
    },
    {
      "epoch": 138.00114285714287,
      "grad_norm": 0.006182149518281221,
      "learning_rate": 7.301587301587303e-07,
      "loss": 0.0,
      "step": 9810
    },
    {
      "epoch": 138.00209523809525,
      "grad_norm": 0.0004261100257281214,
      "learning_rate": 7.195767195767196e-07,
      "loss": 0.0,
      "step": 9820
    },
    {
      "epoch": 138.0030476190476,
      "grad_norm": 0.00047485376126132905,
      "learning_rate": 7.08994708994709e-07,
      "loss": 0.0,
      "step": 9830
    },
    {
      "epoch": 138.004,
      "grad_norm": 0.000458546302979812,
      "learning_rate": 6.984126984126984e-07,
      "loss": 0.0,
      "step": 9840
    },
    {
      "epoch": 138.00495238095237,
      "grad_norm": 0.0007714477251283824,
      "learning_rate": 6.878306878306879e-07,
      "loss": 0.0,
      "step": 9850
    },
    {
      "epoch": 138.00590476190476,
      "grad_norm": 0.0005998592241667211,
      "learning_rate": 6.772486772486774e-07,
      "loss": 0.0,
      "step": 9860
    },
    {
      "epoch": 138.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.499077796936035,
      "eval_runtime": 14.1235,
      "eval_samples_per_second": 5.239,
      "eval_steps_per_second": 1.345,
      "step": 9869
    },
    {
      "epoch": 139.00009523809524,
      "grad_norm": 0.0015940848970785737,
      "learning_rate": 6.666666666666667e-07,
      "loss": 0.0,
      "step": 9870
    },
    {
      "epoch": 139.00104761904763,
      "grad_norm": 0.0170315932482481,
      "learning_rate": 6.560846560846561e-07,
      "loss": 0.0,
      "step": 9880
    },
    {
      "epoch": 139.002,
      "grad_norm": 0.0007317705894820392,
      "learning_rate": 6.455026455026456e-07,
      "loss": 0.0,
      "step": 9890
    },
    {
      "epoch": 139.0029523809524,
      "grad_norm": 0.000726180849596858,
      "learning_rate": 6.34920634920635e-07,
      "loss": 0.0,
      "step": 9900
    },
    {
      "epoch": 139.00390476190475,
      "grad_norm": 0.0006973618292249739,
      "learning_rate": 6.243386243386243e-07,
      "loss": 0.0,
      "step": 9910
    },
    {
      "epoch": 139.00485714285713,
      "grad_norm": 0.0011956560192629695,
      "learning_rate": 6.137566137566138e-07,
      "loss": 0.0,
      "step": 9920
    },
    {
      "epoch": 139.00580952380952,
      "grad_norm": 0.0011069370666518807,
      "learning_rate": 6.031746031746032e-07,
      "loss": 0.0,
      "step": 9930
    },
    {
      "epoch": 139.0067619047619,
      "grad_norm": 0.2911625802516937,
      "learning_rate": 5.925925925925927e-07,
      "loss": 0.0001,
      "step": 9940
    },
    {
      "epoch": 139.0067619047619,
      "eval_accuracy": 0.7162162162162162,
      "eval_loss": 2.4992563724517822,
      "eval_runtime": 15.9301,
      "eval_samples_per_second": 4.645,
      "eval_steps_per_second": 1.193,
      "step": 9940
    },
    {
      "epoch": 140.00095238095238,
      "grad_norm": 0.0005724221118725836,
      "learning_rate": 5.82010582010582e-07,
      "loss": 0.0,
      "step": 9950
    },
    {
      "epoch": 140.00190476190477,
      "grad_norm": 0.0006082432228140533,
      "learning_rate": 5.714285714285715e-07,
      "loss": 0.0,
      "step": 9960
    },
    {
      "epoch": 140.00285714285715,
      "grad_norm": 0.000528970267623663,
      "learning_rate": 5.608465608465608e-07,
      "loss": 0.0,
      "step": 9970
    },
    {
      "epoch": 140.00380952380954,
      "grad_norm": 0.000567153561860323,
      "learning_rate": 5.502645502645503e-07,
      "loss": 0.0,
      "step": 9980
    },
    {
      "epoch": 140.0047619047619,
      "grad_norm": 0.0006368610193021595,
      "learning_rate": 5.396825396825398e-07,
      "loss": 0.0,
      "step": 9990
    },
    {
      "epoch": 140.00571428571428,
      "grad_norm": 0.0006508544902317226,
      "learning_rate": 5.291005291005291e-07,
      "loss": 0.0,
      "step": 10000
    },
    {
      "epoch": 140.00666666666666,
      "grad_norm": 0.0007206543232314289,
      "learning_rate": 5.185185185185186e-07,
      "loss": 0.0,
      "step": 10010
    },
    {
      "epoch": 140.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.5001914501190186,
      "eval_runtime": 14.6218,
      "eval_samples_per_second": 5.061,
      "eval_steps_per_second": 1.299,
      "step": 10011
    },
    {
      "epoch": 141.00085714285714,
      "grad_norm": 0.0006148120737634599,
      "learning_rate": 5.07936507936508e-07,
      "loss": 0.0,
      "step": 10020
    },
    {
      "epoch": 141.00180952380953,
      "grad_norm": 0.0005421801470220089,
      "learning_rate": 4.973544973544974e-07,
      "loss": 0.0,
      "step": 10030
    },
    {
      "epoch": 141.0027619047619,
      "grad_norm": 0.0006734656053595245,
      "learning_rate": 4.867724867724868e-07,
      "loss": 0.0,
      "step": 10040
    },
    {
      "epoch": 141.0037142857143,
      "grad_norm": 0.0005246912478469312,
      "learning_rate": 4.7619047619047623e-07,
      "loss": 0.0,
      "step": 10050
    },
    {
      "epoch": 141.00466666666668,
      "grad_norm": 0.0006405619787983596,
      "learning_rate": 4.6560846560846563e-07,
      "loss": 0.0,
      "step": 10060
    },
    {
      "epoch": 141.00561904761904,
      "grad_norm": 0.000817726890090853,
      "learning_rate": 4.550264550264551e-07,
      "loss": 0.0,
      "step": 10070
    },
    {
      "epoch": 141.00657142857142,
      "grad_norm": 0.0010601927060633898,
      "learning_rate": 4.444444444444445e-07,
      "loss": 0.0,
      "step": 10080
    },
    {
      "epoch": 141.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.5027854442596436,
      "eval_runtime": 14.625,
      "eval_samples_per_second": 5.06,
      "eval_steps_per_second": 1.299,
      "step": 10082
    },
    {
      "epoch": 142.0007619047619,
      "grad_norm": 0.0007274626987054944,
      "learning_rate": 4.3386243386243395e-07,
      "loss": 0.0,
      "step": 10090
    },
    {
      "epoch": 142.00171428571429,
      "grad_norm": 0.0009082194301299751,
      "learning_rate": 4.232804232804233e-07,
      "loss": 0.0,
      "step": 10100
    },
    {
      "epoch": 142.00266666666667,
      "grad_norm": 0.0008187068742699921,
      "learning_rate": 4.126984126984127e-07,
      "loss": 0.0,
      "step": 10110
    },
    {
      "epoch": 142.00361904761905,
      "grad_norm": 0.0006291703321039677,
      "learning_rate": 4.0211640211640215e-07,
      "loss": 0.0,
      "step": 10120
    },
    {
      "epoch": 142.00457142857144,
      "grad_norm": 0.0005804167012684047,
      "learning_rate": 3.915343915343916e-07,
      "loss": 0.0,
      "step": 10130
    },
    {
      "epoch": 142.00552380952382,
      "grad_norm": 0.0005321921198628843,
      "learning_rate": 3.80952380952381e-07,
      "loss": 0.0,
      "step": 10140
    },
    {
      "epoch": 142.00647619047618,
      "grad_norm": 0.0011924570426344872,
      "learning_rate": 3.7037037037037036e-07,
      "loss": 0.0,
      "step": 10150
    },
    {
      "epoch": 142.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.5063016414642334,
      "eval_runtime": 14.2591,
      "eval_samples_per_second": 5.19,
      "eval_steps_per_second": 1.332,
      "step": 10153
    },
    {
      "epoch": 143.00066666666666,
      "grad_norm": 0.0028288825415074825,
      "learning_rate": 3.597883597883598e-07,
      "loss": 0.0,
      "step": 10160
    },
    {
      "epoch": 143.00161904761904,
      "grad_norm": 0.0005451482720673084,
      "learning_rate": 3.492063492063492e-07,
      "loss": 0.0,
      "step": 10170
    },
    {
      "epoch": 143.00257142857143,
      "grad_norm": 0.0003777625097427517,
      "learning_rate": 3.386243386243387e-07,
      "loss": 0.0,
      "step": 10180
    },
    {
      "epoch": 143.0035238095238,
      "grad_norm": 0.0012343241833150387,
      "learning_rate": 3.2804232804232803e-07,
      "loss": 0.0,
      "step": 10190
    },
    {
      "epoch": 143.0044761904762,
      "grad_norm": 0.00047643802827224135,
      "learning_rate": 3.174603174603175e-07,
      "loss": 0.0,
      "step": 10200
    },
    {
      "epoch": 143.00542857142858,
      "grad_norm": 0.0007250914350152016,
      "learning_rate": 3.068783068783069e-07,
      "loss": 0.0,
      "step": 10210
    },
    {
      "epoch": 143.00638095238097,
      "grad_norm": 0.0008642813190817833,
      "learning_rate": 2.9629629629629634e-07,
      "loss": 0.0,
      "step": 10220
    },
    {
      "epoch": 143.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.5081124305725098,
      "eval_runtime": 14.3888,
      "eval_samples_per_second": 5.143,
      "eval_steps_per_second": 1.32,
      "step": 10224
    },
    {
      "epoch": 144.00057142857142,
      "grad_norm": 0.0008032625191845,
      "learning_rate": 2.8571428571428575e-07,
      "loss": 0.0,
      "step": 10230
    },
    {
      "epoch": 144.0015238095238,
      "grad_norm": 0.0005670238751918077,
      "learning_rate": 2.7513227513227515e-07,
      "loss": 0.0,
      "step": 10240
    },
    {
      "epoch": 144.0024761904762,
      "grad_norm": 0.0024792386684566736,
      "learning_rate": 2.6455026455026455e-07,
      "loss": 0.0,
      "step": 10250
    },
    {
      "epoch": 144.00342857142857,
      "grad_norm": 0.0005777708138339221,
      "learning_rate": 2.53968253968254e-07,
      "loss": 0.0,
      "step": 10260
    },
    {
      "epoch": 144.00438095238096,
      "grad_norm": 0.000489641388412565,
      "learning_rate": 2.433862433862434e-07,
      "loss": 0.0,
      "step": 10270
    },
    {
      "epoch": 144.00533333333334,
      "grad_norm": 0.002197200432419777,
      "learning_rate": 2.3280423280423281e-07,
      "loss": 0.0,
      "step": 10280
    },
    {
      "epoch": 144.00628571428572,
      "grad_norm": 0.0007451015990227461,
      "learning_rate": 2.2222222222222224e-07,
      "loss": 0.0,
      "step": 10290
    },
    {
      "epoch": 144.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.5086917877197266,
      "eval_runtime": 14.571,
      "eval_samples_per_second": 5.079,
      "eval_steps_per_second": 1.304,
      "step": 10295
    },
    {
      "epoch": 145.00047619047618,
      "grad_norm": 0.0006503051263280213,
      "learning_rate": 2.1164021164021165e-07,
      "loss": 0.0,
      "step": 10300
    },
    {
      "epoch": 145.00142857142856,
      "grad_norm": 0.0007482533692382276,
      "learning_rate": 2.0105820105820108e-07,
      "loss": 0.0,
      "step": 10310
    },
    {
      "epoch": 145.00238095238095,
      "grad_norm": 0.0005445526912808418,
      "learning_rate": 1.904761904761905e-07,
      "loss": 0.0,
      "step": 10320
    },
    {
      "epoch": 145.00333333333333,
      "grad_norm": 0.000508942932356149,
      "learning_rate": 1.798941798941799e-07,
      "loss": 0.0,
      "step": 10330
    },
    {
      "epoch": 145.00428571428571,
      "grad_norm": 0.0008865836425684392,
      "learning_rate": 1.6931216931216934e-07,
      "loss": 0.0,
      "step": 10340
    },
    {
      "epoch": 145.0052380952381,
      "grad_norm": 0.0007896738243289292,
      "learning_rate": 1.5873015873015874e-07,
      "loss": 0.0,
      "step": 10350
    },
    {
      "epoch": 145.00619047619048,
      "grad_norm": 0.00044896735926158726,
      "learning_rate": 1.4814814814814817e-07,
      "loss": 0.0,
      "step": 10360
    },
    {
      "epoch": 145.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.5091147422790527,
      "eval_runtime": 14.6916,
      "eval_samples_per_second": 5.037,
      "eval_steps_per_second": 1.293,
      "step": 10366
    },
    {
      "epoch": 146.00038095238097,
      "grad_norm": 0.0006942891632206738,
      "learning_rate": 1.3756613756613757e-07,
      "loss": 0.0,
      "step": 10370
    },
    {
      "epoch": 146.00133333333332,
      "grad_norm": 0.0010396570432931185,
      "learning_rate": 1.26984126984127e-07,
      "loss": 0.0,
      "step": 10380
    },
    {
      "epoch": 146.0022857142857,
      "grad_norm": 0.0006404640153050423,
      "learning_rate": 1.1640211640211641e-07,
      "loss": 0.0,
      "step": 10390
    },
    {
      "epoch": 146.0032380952381,
      "grad_norm": 0.0008790025603957474,
      "learning_rate": 1.0582010582010582e-07,
      "loss": 0.0,
      "step": 10400
    },
    {
      "epoch": 146.00419047619047,
      "grad_norm": 0.007224238943308592,
      "learning_rate": 9.523809523809525e-08,
      "loss": 0.0,
      "step": 10410
    },
    {
      "epoch": 146.00514285714286,
      "grad_norm": 0.0005538808181881905,
      "learning_rate": 8.465608465608467e-08,
      "loss": 0.0,
      "step": 10420
    },
    {
      "epoch": 146.00609523809524,
      "grad_norm": 0.0008910358301363885,
      "learning_rate": 7.407407407407409e-08,
      "loss": 0.0,
      "step": 10430
    },
    {
      "epoch": 146.0067619047619,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.509316921234131,
      "eval_runtime": 14.4766,
      "eval_samples_per_second": 5.112,
      "eval_steps_per_second": 1.312,
      "step": 10437
    },
    {
      "epoch": 147.00028571428572,
      "grad_norm": 0.0005938304821029305,
      "learning_rate": 6.34920634920635e-08,
      "loss": 0.0,
      "step": 10440
    },
    {
      "epoch": 147.0012380952381,
      "grad_norm": 0.0007407570374198258,
      "learning_rate": 5.291005291005291e-08,
      "loss": 0.0001,
      "step": 10450
    },
    {
      "epoch": 147.00219047619046,
      "grad_norm": 0.0006653261370956898,
      "learning_rate": 4.2328042328042335e-08,
      "loss": 0.0,
      "step": 10460
    },
    {
      "epoch": 147.00314285714285,
      "grad_norm": 0.0006583406357094646,
      "learning_rate": 3.174603174603175e-08,
      "loss": 0.0,
      "step": 10470
    },
    {
      "epoch": 147.00409523809523,
      "grad_norm": 0.0006689100409857929,
      "learning_rate": 2.1164021164021167e-08,
      "loss": 0.0,
      "step": 10480
    },
    {
      "epoch": 147.00504761904762,
      "grad_norm": 0.0007720529101788998,
      "learning_rate": 1.0582010582010584e-08,
      "loss": 0.0,
      "step": 10490
    },
    {
      "epoch": 147.006,
      "grad_norm": 0.0006923283799551427,
      "learning_rate": 0.0,
      "loss": 0.0,
      "step": 10500
    },
    {
      "epoch": 147.006,
      "eval_accuracy": 0.7027027027027027,
      "eval_loss": 2.50508189201355,
      "eval_runtime": 15.5583,
      "eval_samples_per_second": 4.756,
      "eval_steps_per_second": 1.221,
      "step": 10500
    },
    {
      "epoch": 147.006,
      "step": 10500,
      "total_flos": 5.178519827385621e+19,
      "train_loss": 0.16783292878849065,
      "train_runtime": 11758.6675,
      "train_samples_per_second": 3.572,
      "train_steps_per_second": 0.893
    },
    {
      "epoch": 147.006,
      "eval_accuracy": 0.8695652173913043,
      "eval_loss": 0.32631269097328186,
      "eval_runtime": 5.1214,
      "eval_samples_per_second": 4.491,
      "eval_steps_per_second": 1.172,
      "step": 10500
    },
    {
      "epoch": 147.006,
      "eval_accuracy": 0.8695652173913043,
      "eval_loss": 0.32631269097328186,
      "eval_runtime": 4.5747,
      "eval_samples_per_second": 5.028,
      "eval_steps_per_second": 1.312,
      "step": 10500
    }
  ],
  "logging_steps": 10,
  "max_steps": 10500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.178519827385621e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}