{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9181523500810372,
  "eval_steps": 500,
  "global_step": 4532,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 10.73312117404433,
      "learning_rate": 4.4048582995951427e-07,
      "loss": 0.5001,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 10.320516533751473,
      "learning_rate": 7.076923076923077e-07,
      "loss": 0.4459,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 10.604032764201449,
      "learning_rate": 9.748987854251014e-07,
      "loss": 0.5337,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.501814819458504,
      "learning_rate": 1.2421052631578948e-06,
      "loss": 0.4867,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.2055395221098815,
      "learning_rate": 1.5093117408906883e-06,
      "loss": 0.4851,
      "step": 50
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.16903562483095,
      "learning_rate": 1.776518218623482e-06,
      "loss": 0.4368,
      "step": 60
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.746924199634763,
      "learning_rate": 2.0437246963562754e-06,
      "loss": 0.4289,
      "step": 70
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.827693974405843,
      "learning_rate": 2.3109311740890693e-06,
      "loss": 0.3924,
      "step": 80
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.020982629413032,
      "learning_rate": 2.5781376518218628e-06,
      "loss": 0.4108,
      "step": 90
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.01679137180817,
      "learning_rate": 2.8453441295546562e-06,
      "loss": 0.4146,
      "step": 100
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.448653259468705,
      "learning_rate": 3.11255060728745e-06,
      "loss": 0.3843,
      "step": 110
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.431377216444548,
      "learning_rate": 3.379757085020243e-06,
      "loss": 0.3752,
      "step": 120
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.706847685087678,
      "learning_rate": 3.646963562753037e-06,
      "loss": 0.373,
      "step": 130
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.800217647386447,
      "learning_rate": 3.9141700404858305e-06,
      "loss": 0.3189,
      "step": 140
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.55540918616468,
      "learning_rate": 4.1813765182186235e-06,
      "loss": 0.3337,
      "step": 150
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.728866550792321,
      "learning_rate": 4.448582995951417e-06,
      "loss": 0.2853,
      "step": 160
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.866232005178406,
      "learning_rate": 4.71578947368421e-06,
      "loss": 0.335,
      "step": 170
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.153227503990654,
      "learning_rate": 4.982995951417004e-06,
      "loss": 0.3563,
      "step": 180
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.833149588589071,
      "learning_rate": 5.250202429149799e-06,
      "loss": 0.3363,
      "step": 190
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.057205257076979,
      "learning_rate": 5.517408906882591e-06,
      "loss": 0.3718,
      "step": 200
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.623057559852214,
      "learning_rate": 5.784615384615385e-06,
      "loss": 0.3425,
      "step": 210
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.285732195613963,
      "learning_rate": 6.05182186234818e-06,
      "loss": 0.3323,
      "step": 220
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.287687993596724,
      "learning_rate": 6.319028340080971e-06,
      "loss": 0.3509,
      "step": 230
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.422212177972575,
      "learning_rate": 6.586234817813766e-06,
      "loss": 0.3967,
      "step": 240
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.898901033752465,
      "learning_rate": 6.853441295546559e-06,
      "loss": 0.304,
      "step": 250
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.807565871352443,
      "learning_rate": 7.120647773279354e-06,
      "loss": 0.3138,
      "step": 260
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.706658034348249,
      "learning_rate": 7.387854251012147e-06,
      "loss": 0.2711,
      "step": 270
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.330996445669558,
      "learning_rate": 7.65506072874494e-06,
      "loss": 0.3013,
      "step": 280
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.040245023856746,
      "learning_rate": 7.922267206477734e-06,
      "loss": 0.2845,
      "step": 290
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.377102462850796,
      "learning_rate": 8.189473684210527e-06,
      "loss": 0.2274,
      "step": 300
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.49394013615042,
      "learning_rate": 8.45668016194332e-06,
      "loss": 0.3002,
      "step": 310
    },
    {
      "epoch": 0.06,
      "grad_norm": 7.592214672466295,
      "learning_rate": 8.723886639676115e-06,
      "loss": 0.2683,
      "step": 320
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.640000073588486,
      "learning_rate": 8.991093117408907e-06,
      "loss": 0.2753,
      "step": 330
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.527692569068709,
      "learning_rate": 9.258299595141701e-06,
      "loss": 0.2799,
      "step": 340
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.146002735657809,
      "learning_rate": 9.525506072874495e-06,
      "loss": 0.2735,
      "step": 350
    },
    {
      "epoch": 0.07,
      "grad_norm": 7.711163580304015,
      "learning_rate": 9.792712550607289e-06,
      "loss": 0.2735,
      "step": 360
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.7114456570561005,
      "learning_rate": 1.0059919028340081e-05,
      "loss": 0.299,
      "step": 370
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.166917647191482,
      "learning_rate": 1.0327125506072877e-05,
      "loss": 0.2633,
      "step": 380
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.804784956773296,
      "learning_rate": 1.0594331983805667e-05,
      "loss": 0.3049,
      "step": 390
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.407897698128889,
      "learning_rate": 1.0861538461538461e-05,
      "loss": 0.2665,
      "step": 400
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.363037208047256,
      "learning_rate": 1.1128744939271257e-05,
      "loss": 0.2891,
      "step": 410
    },
    {
      "epoch": 0.09,
      "grad_norm": 7.40785296512954,
      "learning_rate": 1.1395951417004049e-05,
      "loss": 0.305,
      "step": 420
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.832043881349699,
      "learning_rate": 1.1663157894736843e-05,
      "loss": 0.2275,
      "step": 430
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.819742592169462,
      "learning_rate": 1.1930364372469638e-05,
      "loss": 0.2919,
      "step": 440
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.641758430345508,
      "learning_rate": 1.2197570850202429e-05,
      "loss": 0.2943,
      "step": 450
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.619813436316814,
      "learning_rate": 1.2464777327935223e-05,
      "loss": 0.2852,
      "step": 460
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.1511414761990375,
      "learning_rate": 1.2731983805668018e-05,
      "loss": 0.2886,
      "step": 470
    },
    {
      "epoch": 0.1,
      "grad_norm": 13.864446251944102,
      "learning_rate": 1.299919028340081e-05,
      "loss": 0.2418,
      "step": 480
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.2334846039024985,
      "learning_rate": 1.3266396761133604e-05,
      "loss": 0.3023,
      "step": 490
    },
    {
      "epoch": 0.1,
      "grad_norm": 8.049684733976,
      "learning_rate": 1.3533603238866397e-05,
      "loss": 0.2475,
      "step": 500
    },
    {
      "epoch": 0.1,
      "grad_norm": 10.458696782052067,
      "learning_rate": 1.3800809716599192e-05,
      "loss": 0.25,
      "step": 510
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.63729749376232,
      "learning_rate": 1.4068016194331984e-05,
      "loss": 0.2871,
      "step": 520
    },
    {
      "epoch": 0.11,
      "grad_norm": 7.406867021700095,
      "learning_rate": 1.4335222672064776e-05,
      "loss": 0.2932,
      "step": 530
    },
    {
      "epoch": 0.11,
      "grad_norm": 5.89092417799605,
      "learning_rate": 1.4602429149797572e-05,
      "loss": 0.2841,
      "step": 540
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.784763615906999,
      "learning_rate": 1.4869635627530366e-05,
      "loss": 0.2583,
      "step": 550
    },
    {
      "epoch": 0.11,
      "grad_norm": 5.425616026327031,
      "learning_rate": 1.5136842105263158e-05,
      "loss": 0.2633,
      "step": 560
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.972773037284401,
      "learning_rate": 1.5404048582995954e-05,
      "loss": 0.2528,
      "step": 570
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.221584018079482,
      "learning_rate": 1.5671255060728746e-05,
      "loss": 0.2633,
      "step": 580
    },
    {
      "epoch": 0.12,
      "grad_norm": 7.132176048070046,
      "learning_rate": 1.5938461538461538e-05,
      "loss": 0.2136,
      "step": 590
    },
    {
      "epoch": 0.12,
      "grad_norm": 5.736662281189121,
      "learning_rate": 1.6205668016194334e-05,
      "loss": 0.2639,
      "step": 600
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.001622347847798,
      "learning_rate": 1.6472874493927126e-05,
      "loss": 0.315,
      "step": 610
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.526524467163638,
      "learning_rate": 1.674008097165992e-05,
      "loss": 0.2424,
      "step": 620
    },
    {
      "epoch": 0.13,
      "grad_norm": 9.626596293663294,
      "learning_rate": 1.7007287449392717e-05,
      "loss": 0.2417,
      "step": 630
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.2292844007418555,
      "learning_rate": 1.727449392712551e-05,
      "loss": 0.2534,
      "step": 640
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.808396608849778,
      "learning_rate": 1.75417004048583e-05,
      "loss": 0.2501,
      "step": 650
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.79257297513555,
      "learning_rate": 1.7808906882591094e-05,
      "loss": 0.2583,
      "step": 660
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.8750772880448703,
      "learning_rate": 1.807611336032389e-05,
      "loss": 0.2296,
      "step": 670
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.439196839762044,
      "learning_rate": 1.834331983805668e-05,
      "loss": 0.2439,
      "step": 680
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.3898290815513965,
      "learning_rate": 1.8610526315789473e-05,
      "loss": 0.2899,
      "step": 690
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.42001400664859,
      "learning_rate": 1.887773279352227e-05,
      "loss": 0.2616,
      "step": 700
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.324629277322316,
      "learning_rate": 1.9144939271255065e-05,
      "loss": 0.2547,
      "step": 710
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.181807370455961,
      "learning_rate": 1.9412145748987857e-05,
      "loss": 0.2746,
      "step": 720
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.195963917912233,
      "learning_rate": 1.967935222672065e-05,
      "loss": 0.2269,
      "step": 730
    },
    {
      "epoch": 0.15,
      "grad_norm": 21.9010566073324,
      "learning_rate": 1.994655870445344e-05,
      "loss": 0.2214,
      "step": 740
    },
    {
      "epoch": 0.15,
      "grad_norm": 8.220773890093973,
      "learning_rate": 1.9999979802007072e-05,
      "loss": 0.3237,
      "step": 750
    },
    {
      "epoch": 0.15,
      "grad_norm": 7.431578258197571,
      "learning_rate": 1.9999909981889357e-05,
      "loss": 0.2585,
      "step": 760
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.277053700798239,
      "learning_rate": 1.999979029063708e-05,
      "loss": 0.2865,
      "step": 770
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.434866755224634,
      "learning_rate": 1.9999620728847215e-05,
      "loss": 0.2355,
      "step": 780
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.028960471152081,
      "learning_rate": 1.9999401297365485e-05,
      "loss": 0.2896,
      "step": 790
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.533763530364985,
      "learning_rate": 1.999913199728633e-05,
      "loss": 0.3033,
      "step": 800
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.554515792556175,
      "learning_rate": 1.9998812829952933e-05,
      "loss": 0.2617,
      "step": 810
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.026912751246585,
      "learning_rate": 1.999844379695719e-05,
      "loss": 0.2924,
      "step": 820
    },
    {
      "epoch": 0.17,
      "grad_norm": 8.551197472310484,
      "learning_rate": 1.999802490013971e-05,
      "loss": 0.2658,
      "step": 830
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.390661707823087,
      "learning_rate": 1.9997556141589807e-05,
      "loss": 0.2386,
      "step": 840
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.697035277012858,
      "learning_rate": 1.9997037523645485e-05,
      "loss": 0.2787,
      "step": 850
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.624963502482154,
      "learning_rate": 1.9996469048893438e-05,
      "loss": 0.2885,
      "step": 860
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.519073120214446,
      "learning_rate": 1.999585072016902e-05,
      "loss": 0.2184,
      "step": 870
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.45710292962464,
      "learning_rate": 1.9995182540556242e-05,
      "loss": 0.2465,
      "step": 880
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.907767674612729,
      "learning_rate": 1.9994464513387758e-05,
      "loss": 0.2579,
      "step": 890
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.569838800905319,
      "learning_rate": 1.999369664224484e-05,
      "loss": 0.3058,
      "step": 900
    },
    {
      "epoch": 0.18,
      "grad_norm": 10.180778298594696,
      "learning_rate": 1.9992878930957364e-05,
      "loss": 0.2722,
      "step": 910
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.9044365907967737,
      "learning_rate": 1.9992011383603794e-05,
      "loss": 0.2905,
      "step": 920
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.204036344405577,
      "learning_rate": 1.999109400451116e-05,
      "loss": 0.2597,
      "step": 930
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.483086909407923,
      "learning_rate": 1.9990126798255032e-05,
      "loss": 0.2527,
      "step": 940
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.650984362708689,
      "learning_rate": 1.9989109769659506e-05,
      "loss": 0.2924,
      "step": 950
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.289005355593254,
      "learning_rate": 1.9988042923797176e-05,
      "loss": 0.2248,
      "step": 960
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.879170337714607,
      "learning_rate": 1.9986926265989092e-05,
      "loss": 0.2313,
      "step": 970
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.7369398894003716,
      "learning_rate": 1.9985759801804768e-05,
      "loss": 0.2655,
      "step": 980
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.9309313039975713,
      "learning_rate": 1.998454353706213e-05,
      "loss": 0.2413,
      "step": 990
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.853949683327624,
      "learning_rate": 1.998327747782748e-05,
      "loss": 0.2626,
      "step": 1000
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.233603769710417,
      "learning_rate": 1.9981961630415495e-05,
      "loss": 0.2813,
      "step": 1010
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.4712931614995775,
      "learning_rate": 1.9980596001389173e-05,
      "loss": 0.2804,
      "step": 1020
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.5161721036970564,
      "learning_rate": 1.9979180597559795e-05,
      "loss": 0.2498,
      "step": 1030
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.914986811551112,
      "learning_rate": 1.997771542598691e-05,
      "loss": 0.2638,
      "step": 1040
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.2174038340462405,
      "learning_rate": 1.9976200493978302e-05,
      "loss": 0.2188,
      "step": 1050
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.034094723003907,
      "learning_rate": 1.9974635809089923e-05,
      "loss": 0.2574,
      "step": 1060
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.9061787102869756,
      "learning_rate": 1.9973021379125887e-05,
      "loss": 0.2823,
      "step": 1070
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.749214471559017,
      "learning_rate": 1.9971357212138418e-05,
      "loss": 0.2158,
      "step": 1080
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.438077647261819,
      "learning_rate": 1.9969643316427806e-05,
      "loss": 0.2373,
      "step": 1090
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.7946665428127644,
      "learning_rate": 1.9967879700542382e-05,
      "loss": 0.266,
      "step": 1100
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.020417555953455,
      "learning_rate": 1.996606637327846e-05,
      "loss": 0.2692,
      "step": 1110
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.291843241151047,
      "learning_rate": 1.9964203343680284e-05,
      "loss": 0.2477,
      "step": 1120
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.3437519964764775,
      "learning_rate": 1.996229062104001e-05,
      "loss": 0.2507,
      "step": 1130
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.3879034836678033,
      "learning_rate": 1.996032821489765e-05,
      "loss": 0.2476,
      "step": 1140
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.7050532861499375,
      "learning_rate": 1.9958316135041e-05,
      "loss": 0.2224,
      "step": 1150
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.8739888502442037,
      "learning_rate": 1.995625439150564e-05,
      "loss": 0.2419,
      "step": 1160
    },
    {
      "epoch": 0.24,
      "grad_norm": 10.982270952246383,
      "learning_rate": 1.9954142994574825e-05,
      "loss": 0.2242,
      "step": 1170
    },
    {
      "epoch": 0.24,
      "grad_norm": 9.832505746272833,
      "learning_rate": 1.9951981954779488e-05,
      "loss": 0.2591,
      "step": 1180
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.369158741790222,
      "learning_rate": 1.9949771282898153e-05,
      "loss": 0.2374,
      "step": 1190
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.630104122791308,
      "learning_rate": 1.994751098995689e-05,
      "loss": 0.2442,
      "step": 1200
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.220933137387155,
      "learning_rate": 1.9945201087229272e-05,
      "loss": 0.2431,
      "step": 1210
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.346564014873171,
      "learning_rate": 1.9942841586236297e-05,
      "loss": 0.2787,
      "step": 1220
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.884615013459559,
      "learning_rate": 1.9940432498746342e-05,
      "loss": 0.1948,
      "step": 1230
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.199936121500256,
      "learning_rate": 1.993797383677512e-05,
      "loss": 0.2605,
      "step": 1240
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.7958971813092854,
      "learning_rate": 1.9935465612585588e-05,
      "loss": 0.2077,
      "step": 1250
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.513168141785257,
      "learning_rate": 1.993290783868791e-05,
      "loss": 0.2584,
      "step": 1260
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.7824378439198805,
      "learning_rate": 1.993030052783938e-05,
      "loss": 0.3022,
      "step": 1270
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.207953986768479,
      "learning_rate": 1.992764369304438e-05,
      "loss": 0.2308,
      "step": 1280
    },
    {
      "epoch": 0.26,
      "grad_norm": 17.62536360994611,
      "learning_rate": 1.9924937347554282e-05,
      "loss": 0.2761,
      "step": 1290
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.270009899619283,
      "learning_rate": 1.9922181504867414e-05,
      "loss": 0.2427,
      "step": 1300
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.922976222292152,
      "learning_rate": 1.9919376178728975e-05,
      "loss": 0.2306,
      "step": 1310
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.215458242682613,
      "learning_rate": 1.9916521383130965e-05,
      "loss": 0.2339,
      "step": 1320
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.559875114528341,
      "learning_rate": 1.9913617132312132e-05,
      "loss": 0.1979,
      "step": 1330
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.911384564892276,
      "learning_rate": 1.9910663440757878e-05,
      "loss": 0.2474,
      "step": 1340
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.5797528557741036,
      "learning_rate": 1.9907660323200207e-05,
      "loss": 0.223,
      "step": 1350
    },
    {
      "epoch": 0.28,
      "grad_norm": 7.031043833783013,
      "learning_rate": 1.9904607794617635e-05,
      "loss": 0.2141,
      "step": 1360
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.721340014798071,
      "learning_rate": 1.9901505870235137e-05,
      "loss": 0.2039,
      "step": 1370
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.889394419978848,
      "learning_rate": 1.989835456552404e-05,
      "loss": 0.3015,
      "step": 1380
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.368266346017717,
      "learning_rate": 1.9895153896201977e-05,
      "loss": 0.2278,
      "step": 1390
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.736620682008376,
      "learning_rate": 1.9891903878232782e-05,
      "loss": 0.246,
      "step": 1400
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.8257038790244744,
      "learning_rate": 1.9888604527826435e-05,
      "loss": 0.2758,
      "step": 1410
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.1454697624115093,
      "learning_rate": 1.9885255861438966e-05,
      "loss": 0.2253,
      "step": 1420
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.241144266291823,
      "learning_rate": 1.988185789577237e-05,
      "loss": 0.2545,
      "step": 1430
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.303491443553284,
      "learning_rate": 1.987841064777454e-05,
      "loss": 0.2547,
      "step": 1440
    },
    {
      "epoch": 0.29,
      "grad_norm": 7.233119649704639,
      "learning_rate": 1.9874914134639163e-05,
      "loss": 0.2697,
      "step": 1450
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.1627622593633133,
      "learning_rate": 1.987136837380565e-05,
      "loss": 0.2072,
      "step": 1460
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.803567895467617,
      "learning_rate": 1.986777338295904e-05,
      "loss": 0.2504,
      "step": 1470
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.645148028590643,
      "learning_rate": 1.9864129180029915e-05,
      "loss": 0.2957,
      "step": 1480
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.372735663683347,
      "learning_rate": 1.9860435783194306e-05,
      "loss": 0.2342,
      "step": 1490
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.244572708317798,
      "learning_rate": 1.9856693210873616e-05,
      "loss": 0.1971,
      "step": 1500
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.150358082839134,
      "learning_rate": 1.9852901481734505e-05,
      "loss": 0.2601,
      "step": 1510
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.8063005165293173,
      "learning_rate": 1.9849060614688825e-05,
      "loss": 0.2419,
      "step": 1520
    },
    {
      "epoch": 0.31,
      "grad_norm": 7.0543295261475105,
      "learning_rate": 1.98451706288935e-05,
      "loss": 0.2637,
      "step": 1530
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.795035839087491,
      "learning_rate": 1.9841231543750446e-05,
      "loss": 0.2632,
      "step": 1540
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.609631133641002,
      "learning_rate": 1.983724337890647e-05,
      "loss": 0.234,
      "step": 1550
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.678952778756691,
      "learning_rate": 1.9833206154253165e-05,
      "loss": 0.2096,
      "step": 1560
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.695528116851361,
      "learning_rate": 1.9829119889926836e-05,
      "loss": 0.2585,
      "step": 1570
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.787900010945368,
      "learning_rate": 1.9824984606308356e-05,
      "loss": 0.2201,
      "step": 1580
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.851549133184082,
      "learning_rate": 1.982080032402311e-05,
      "loss": 0.2625,
      "step": 1590
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.285022938688077,
      "learning_rate": 1.9816567063940856e-05,
      "loss": 0.1898,
      "step": 1600
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.576105603313343,
      "learning_rate": 1.981228484717565e-05,
      "loss": 0.3178,
      "step": 1610
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.614430082371516,
      "learning_rate": 1.980795369508572e-05,
      "loss": 0.2022,
      "step": 1620
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.348898710957631,
      "learning_rate": 1.9803573629273364e-05,
      "loss": 0.2426,
      "step": 1630
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.7753032234127812,
      "learning_rate": 1.9799144671584853e-05,
      "loss": 0.2547,
      "step": 1640
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.096970178030036,
      "learning_rate": 1.9794666844110303e-05,
      "loss": 0.209,
      "step": 1650
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.8017117810837084,
      "learning_rate": 1.979014016918359e-05,
      "loss": 0.2149,
      "step": 1660
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.186597128936523,
      "learning_rate": 1.978556466938221e-05,
      "loss": 0.2464,
      "step": 1670
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.696513394158522,
      "learning_rate": 1.978094036752719e-05,
      "loss": 0.2568,
      "step": 1680
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.675325784194562,
      "learning_rate": 1.9776267286682965e-05,
      "loss": 0.2323,
      "step": 1690
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.427689218899514,
      "learning_rate": 1.9771545450157254e-05,
      "loss": 0.2631,
      "step": 1700
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.1730771347081395,
      "learning_rate": 1.9766774881500958e-05,
      "loss": 0.216,
      "step": 1710
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.581631337579299,
      "learning_rate": 1.9761955604508043e-05,
      "loss": 0.2327,
      "step": 1720
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.216013154865277,
      "learning_rate": 1.975708764321541e-05,
      "loss": 0.2737,
      "step": 1730
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.616181664241495,
      "learning_rate": 1.975217102190278e-05,
      "loss": 0.2531,
      "step": 1740
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.944731426602014,
      "learning_rate": 1.974720576509257e-05,
      "loss": 0.2329,
      "step": 1750
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.4547474359483075,
      "learning_rate": 1.9742191897549783e-05,
      "loss": 0.2082,
      "step": 1760
    },
    {
      "epoch": 0.36,
      "grad_norm": 16.606773079360572,
      "learning_rate": 1.973712944428187e-05,
      "loss": 0.2476,
      "step": 1770
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.224499798212032,
      "learning_rate": 1.9732018430538613e-05,
      "loss": 0.2574,
      "step": 1780
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.5823954456349805,
      "learning_rate": 1.9726858881811992e-05,
      "loss": 0.2242,
      "step": 1790
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.249584626487707,
      "learning_rate": 1.9721650823836074e-05,
      "loss": 0.1894,
      "step": 1800
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.805651655743975,
      "learning_rate": 1.971639428258686e-05,
      "loss": 0.2224,
      "step": 1810
    },
    {
      "epoch": 0.37,
      "grad_norm": 6.825631461083238,
      "learning_rate": 1.971108928428218e-05,
      "loss": 0.206,
      "step": 1820
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.668175314712389,
      "learning_rate": 1.9705735855381544e-05,
      "loss": 0.228,
      "step": 1830
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.8084463789135126,
      "learning_rate": 1.9700334022586016e-05,
      "loss": 0.2313,
      "step": 1840
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.566250082150367,
      "learning_rate": 1.9694883812838095e-05,
      "loss": 0.2291,
      "step": 1850
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.9864026464050437,
      "learning_rate": 1.9689385253321548e-05,
      "loss": 0.2312,
      "step": 1860
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.0540053541677885,
      "learning_rate": 1.9683838371461315e-05,
      "loss": 0.2687,
      "step": 1870
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.6121079968078234,
      "learning_rate": 1.9678243194923333e-05,
      "loss": 0.2403,
      "step": 1880
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.062791315050937,
      "learning_rate": 1.9672599751614427e-05,
      "loss": 0.2225,
      "step": 1890
    },
    {
      "epoch": 0.38,
      "grad_norm": 11.916356720706089,
      "learning_rate": 1.966690806968216e-05,
      "loss": 0.2517,
      "step": 1900
    },
    {
      "epoch": 0.39,
      "grad_norm": 9.070397034086051,
      "learning_rate": 1.9661168177514683e-05,
      "loss": 0.2386,
      "step": 1910
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.223253798926425,
      "learning_rate": 1.9655380103740618e-05,
      "loss": 0.2409,
      "step": 1920
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.338130757023872,
      "learning_rate": 1.9649543877228886e-05,
      "loss": 0.2368,
      "step": 1930
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.545188334725578,
      "learning_rate": 1.9643659527088587e-05,
      "loss": 0.1738,
      "step": 1940
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.408623244835359,
      "learning_rate": 1.963772708266884e-05,
      "loss": 0.198,
      "step": 1950
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.900722651898139,
      "learning_rate": 1.9631746573558646e-05,
      "loss": 0.1959,
      "step": 1960
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.692501620096666,
      "learning_rate": 1.9625718029586732e-05,
      "loss": 0.2356,
      "step": 1970
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.655015133723331,
      "learning_rate": 1.9619641480821407e-05,
      "loss": 0.242,
      "step": 1980
    },
    {
      "epoch": 0.4,
      "grad_norm": 13.072999667731198,
      "learning_rate": 1.9613516957570416e-05,
      "loss": 0.2206,
      "step": 1990
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.6663532701131696,
      "learning_rate": 1.9607344490380778e-05,
      "loss": 0.2006,
      "step": 2000
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9175793161114592,
      "learning_rate": 1.9601124110038647e-05,
      "loss": 0.2138,
      "step": 2010
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.244205112045336,
      "learning_rate": 1.9594855847569144e-05,
      "loss": 0.2025,
      "step": 2020
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.896116682683314,
      "learning_rate": 1.9588539734236213e-05,
      "loss": 0.1844,
      "step": 2030
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.0057399160737157,
      "learning_rate": 1.958217580154246e-05,
      "loss": 0.1576,
      "step": 2040
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.1453450088649535,
      "learning_rate": 1.9575764081229004e-05,
      "loss": 0.2168,
      "step": 2050
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.030575801761766,
      "learning_rate": 1.9569304605275304e-05,
      "loss": 0.1728,
      "step": 2060
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.5496294537760775,
      "learning_rate": 1.9562797405899012e-05,
      "loss": 0.2134,
      "step": 2070
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.242162724268332,
      "learning_rate": 1.955624251555581e-05,
      "loss": 0.201,
      "step": 2080
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9933952709556402,
      "learning_rate": 1.954963996693924e-05,
      "loss": 0.2179,
      "step": 2090
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.240735158513416,
      "learning_rate": 1.954298979298055e-05,
      "loss": 0.2494,
      "step": 2100
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.397210518680832,
      "learning_rate": 1.953629202684853e-05,
      "loss": 0.2077,
      "step": 2110
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.51567146250967,
      "learning_rate": 1.9529546701949338e-05,
      "loss": 0.1859,
      "step": 2120
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.6048501115252622,
      "learning_rate": 1.952275385192635e-05,
      "loss": 0.1858,
      "step": 2130
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.266632654700684,
      "learning_rate": 1.951591351065996e-05,
      "loss": 0.2065,
      "step": 2140
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.9963705041975857,
      "learning_rate": 1.950902571226745e-05,
      "loss": 0.2395,
      "step": 2150
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.47269279368607,
      "learning_rate": 1.9502090491102805e-05,
      "loss": 0.2234,
      "step": 2160
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.4172687657411283,
      "learning_rate": 1.949510788175652e-05,
      "loss": 0.2054,
      "step": 2170
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.24131454859904,
      "learning_rate": 1.948807791905546e-05,
      "loss": 0.2036,
      "step": 2180
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.7824059130997916,
      "learning_rate": 1.9481000638062667e-05,
      "loss": 0.211,
      "step": 2190
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.5084669738687966,
      "learning_rate": 1.9473876074077193e-05,
      "loss": 0.1987,
      "step": 2200
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.374685869021834,
      "learning_rate": 1.946670426263392e-05,
      "loss": 0.18,
      "step": 2210
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.1982980430417665,
      "learning_rate": 1.9459485239503385e-05,
      "loss": 0.1883,
      "step": 2220
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.2072115394074947,
      "learning_rate": 1.9452219040691604e-05,
      "loss": 0.1962,
      "step": 2230
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.616971043987373,
      "learning_rate": 1.9444905702439874e-05,
      "loss": 0.2126,
      "step": 2240
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.1674222240111525,
      "learning_rate": 1.943754526122463e-05,
      "loss": 0.1622,
      "step": 2250
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.201552458849196,
      "learning_rate": 1.9430137753757222e-05,
      "loss": 0.2293,
      "step": 2260
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.5879310691120314,
      "learning_rate": 1.9422683216983766e-05,
      "loss": 0.2008,
      "step": 2270
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.113474838782104,
      "learning_rate": 1.9415181688084922e-05,
      "loss": 0.1622,
      "step": 2280
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.05705061518402,
      "learning_rate": 1.9407633204475756e-05,
      "loss": 0.1674,
      "step": 2290
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.3556666998600018,
      "learning_rate": 1.940003780380551e-05,
      "loss": 0.1765,
      "step": 2300
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.332083901173591,
      "learning_rate": 1.9392395523957438e-05,
      "loss": 0.1656,
      "step": 2310
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.3736488112606757,
      "learning_rate": 1.9384706403048618e-05,
      "loss": 0.2206,
      "step": 2320
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.6382812391557318,
      "learning_rate": 1.937697047942974e-05,
      "loss": 0.1645,
      "step": 2330
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.6013892863578194,
      "learning_rate": 1.9369187791684943e-05,
      "loss": 0.1705,
      "step": 2340
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.1145392602796855,
      "learning_rate": 1.9361358378631604e-05,
      "loss": 0.206,
      "step": 2350
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.200460676164746,
      "learning_rate": 1.9353482279320154e-05,
      "loss": 0.2172,
      "step": 2360
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.3806064086412455,
      "learning_rate": 1.9345559533033867e-05,
      "loss": 0.1837,
      "step": 2370
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.53378489217648,
      "learning_rate": 1.9337590179288694e-05,
      "loss": 0.1962,
      "step": 2380
    },
    {
      "epoch": 0.48,
      "grad_norm": 13.445648419685131,
      "learning_rate": 1.9329574257833035e-05,
      "loss": 0.1332,
      "step": 2390
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7839934654329992,
      "learning_rate": 1.932151180864756e-05,
      "loss": 0.1713,
      "step": 2400
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9367486050463985,
      "learning_rate": 1.9313402871945e-05,
      "loss": 0.207,
      "step": 2410
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.9679375965918084,
      "learning_rate": 1.930524748816995e-05,
      "loss": 0.1766,
      "step": 2420
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.12675067368969,
      "learning_rate": 1.9297045697998667e-05,
      "loss": 0.2119,
      "step": 2430
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.330245927266684,
      "learning_rate": 1.9288797542338875e-05,
      "loss": 0.192,
      "step": 2440
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.2758592638707986,
      "learning_rate": 1.9280503062329537e-05,
      "loss": 0.2218,
      "step": 2450
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.420743432917777,
      "learning_rate": 1.9272162299340675e-05,
      "loss": 0.1517,
      "step": 2460
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4543338792444171,
      "learning_rate": 1.9263775294973168e-05,
      "loss": 0.1854,
      "step": 2470
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.1078454017192123,
      "learning_rate": 1.92553420910585e-05,
      "loss": 0.2071,
      "step": 2480
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.24945739985224,
      "learning_rate": 1.9246862729658616e-05,
      "loss": 0.1434,
      "step": 2490
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.313736662246618,
      "learning_rate": 1.9238337253065655e-05,
      "loss": 0.2095,
      "step": 2500
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.7303675467709847,
      "learning_rate": 1.922976570380177e-05,
      "loss": 0.2015,
      "step": 2510
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.1027147281182703,
      "learning_rate": 1.9221148124618915e-05,
      "loss": 0.1902,
      "step": 2520
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9571047100967691,
      "learning_rate": 1.921248455849862e-05,
      "loss": 0.163,
      "step": 2530
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.258815028020344,
      "learning_rate": 1.9203775048651776e-05,
      "loss": 0.159,
      "step": 2540
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.119730206342172,
      "learning_rate": 1.9195019638518437e-05,
      "loss": 0.1766,
      "step": 2550
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.155231092799811,
      "learning_rate": 1.9186218371767587e-05,
      "loss": 0.1999,
      "step": 2560
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.938178594333825,
      "learning_rate": 1.9177371292296926e-05,
      "loss": 0.1967,
      "step": 2570
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.264714656649641,
      "learning_rate": 1.916847844423265e-05,
      "loss": 0.1873,
      "step": 2580
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.3278837142950835,
      "learning_rate": 1.915953987192924e-05,
      "loss": 0.198,
      "step": 2590
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.3796897562558557,
      "learning_rate": 1.9150555619969228e-05,
      "loss": 0.1591,
      "step": 2600
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.2146800627013359,
      "learning_rate": 1.914152573316298e-05,
      "loss": 0.1772,
      "step": 2610
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.284220185885104,
      "learning_rate": 1.9132450256548482e-05,
      "loss": 0.1924,
      "step": 2620
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.3132986803051954,
      "learning_rate": 1.912332923539109e-05,
      "loss": 0.1575,
      "step": 2630
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.3347587557674214,
      "learning_rate": 1.9114162715183338e-05,
      "loss": 0.2016,
      "step": 2640
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.1416219410825565,
      "learning_rate": 1.9104950741644682e-05,
      "loss": 0.1841,
      "step": 2650
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9784717611438265,
      "learning_rate": 1.9095693360721288e-05,
      "loss": 0.1988,
      "step": 2660
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9851485419245707,
      "learning_rate": 1.90863906185858e-05,
      "loss": 0.2306,
      "step": 2670
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.7507079599778372,
      "learning_rate": 1.90770425616371e-05,
      "loss": 0.1812,
      "step": 2680
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4418225191285714,
      "learning_rate": 1.90676492365001e-05,
      "loss": 0.1724,
      "step": 2690
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.358944590106823,
      "learning_rate": 1.905821069002548e-05,
      "loss": 0.2033,
      "step": 2700
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.569265877186431,
      "learning_rate": 1.9048726969289472e-05,
      "loss": 0.1962,
      "step": 2710
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.143027189864614,
      "learning_rate": 1.9039198121593623e-05,
      "loss": 0.2134,
      "step": 2720
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.3661795002812593,
      "learning_rate": 1.9029624194464562e-05,
      "loss": 0.1594,
      "step": 2730
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.2244765834008855,
      "learning_rate": 1.9020005235653752e-05,
      "loss": 0.1797,
      "step": 2740
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.48042520800243,
      "learning_rate": 1.9010341293137265e-05,
      "loss": 0.1992,
      "step": 2750
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.4141715312149854,
      "learning_rate": 1.9000632415115526e-05,
      "loss": 0.194,
      "step": 2760
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.1311219610420453,
      "learning_rate": 1.8990878650013095e-05,
      "loss": 0.2152,
      "step": 2770
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.2386424254232806,
      "learning_rate": 1.8981080046478408e-05,
      "loss": 0.1678,
      "step": 2780
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.1290366036640167,
      "learning_rate": 1.8971236653383534e-05,
      "loss": 0.1815,
      "step": 2790
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.332990235126333,
      "learning_rate": 1.896134851982395e-05,
      "loss": 0.1601,
      "step": 2800
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.9313701752737014,
      "learning_rate": 1.895141569511827e-05,
      "loss": 0.1913,
      "step": 2810
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.0079851484471387,
      "learning_rate": 1.8941438228808023e-05,
      "loss": 0.2147,
      "step": 2820
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.300791940163902,
      "learning_rate": 1.8931416170657383e-05,
      "loss": 0.198,
      "step": 2830
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.005476843621061,
      "learning_rate": 1.892134957065295e-05,
      "loss": 0.1835,
      "step": 2840
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.6085877287350487,
      "learning_rate": 1.8911238479003464e-05,
      "loss": 0.1898,
      "step": 2850
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.5393547946239683,
      "learning_rate": 1.8901082946139585e-05,
      "loss": 0.2094,
      "step": 2860
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.1428525152610582,
      "learning_rate": 1.8890883022713635e-05,
      "loss": 0.1754,
      "step": 2870
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.9149274467688195,
      "learning_rate": 1.8880638759599327e-05,
      "loss": 0.2039,
      "step": 2880
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.51632507135593,
      "learning_rate": 1.8870350207891536e-05,
      "loss": 0.1857,
      "step": 2890
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.4186516754116196,
      "learning_rate": 1.8860017418906028e-05,
      "loss": 0.1374,
      "step": 2900
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.0258647249782333,
      "learning_rate": 1.884964044417921e-05,
      "loss": 0.2084,
      "step": 2910
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.0985094320845574,
      "learning_rate": 1.8839219335467886e-05,
      "loss": 0.1484,
      "step": 2920
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.19199552449932,
      "learning_rate": 1.8828754144748958e-05,
      "loss": 0.2029,
      "step": 2930
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.9095904364534577,
      "learning_rate": 1.8818244924219217e-05,
      "loss": 0.1997,
      "step": 2940
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.052834839544693,
      "learning_rate": 1.8807691726295053e-05,
      "loss": 0.1536,
      "step": 2950
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.179267323237696,
      "learning_rate": 1.8797094603612192e-05,
      "loss": 0.2086,
      "step": 2960
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.5098689789030355,
      "learning_rate": 1.878645360902546e-05,
      "loss": 0.1994,
      "step": 2970
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.400137699746838,
      "learning_rate": 1.8775768795608472e-05,
      "loss": 0.1606,
      "step": 2980
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.590590977646675,
      "learning_rate": 1.8765040216653427e-05,
      "loss": 0.1897,
      "step": 2990
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.1321993774458954,
      "learning_rate": 1.8754267925670796e-05,
      "loss": 0.1531,
      "step": 3000
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.5568642398269334,
      "learning_rate": 1.8743451976389068e-05,
      "loss": 0.178,
      "step": 3010
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.9214830076333376,
      "learning_rate": 1.8732592422754495e-05,
      "loss": 0.1897,
      "step": 3020
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.969751254803088,
      "learning_rate": 1.8721689318930806e-05,
      "loss": 0.1502,
      "step": 3030
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.017433292114636,
      "learning_rate": 1.871074271929894e-05,
      "loss": 0.1982,
      "step": 3040
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9369614375603101,
      "learning_rate": 1.8699752678456788e-05,
      "loss": 0.1719,
      "step": 3050
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.006594277192507,
      "learning_rate": 1.86887192512189e-05,
      "loss": 0.1932,
      "step": 3060
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.715514310451893,
      "learning_rate": 1.8677642492616236e-05,
      "loss": 0.1801,
      "step": 3070
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9267545952361633,
      "learning_rate": 1.8666522457895862e-05,
      "loss": 0.1893,
      "step": 3080
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.1874472475503106,
      "learning_rate": 1.86553592025207e-05,
      "loss": 0.1767,
      "step": 3090
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8843605357258664,
      "learning_rate": 1.8644152782169247e-05,
      "loss": 0.1802,
      "step": 3100
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.3298848304608684,
      "learning_rate": 1.8632903252735276e-05,
      "loss": 0.1667,
      "step": 3110
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.0245193476149312,
      "learning_rate": 1.862161067032759e-05,
      "loss": 0.1834,
      "step": 3120
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.239252595358892,
      "learning_rate": 1.861027509126971e-05,
      "loss": 0.2083,
      "step": 3130
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.000691294407405,
      "learning_rate": 1.8598896572099624e-05,
      "loss": 0.1739,
      "step": 3140
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.656761882061858,
      "learning_rate": 1.8587475169569483e-05,
      "loss": 0.1815,
      "step": 3150
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.1245215382192346,
      "learning_rate": 1.8576010940645325e-05,
      "loss": 0.1606,
      "step": 3160
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7762853803876042,
      "learning_rate": 1.856450394250679e-05,
      "loss": 0.1969,
      "step": 3170
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.8830827622510697,
      "learning_rate": 1.855295423254685e-05,
      "loss": 0.1555,
      "step": 3180
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.1861197340441234,
      "learning_rate": 1.854136186837149e-05,
      "loss": 0.1889,
      "step": 3190
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.3198392751530705,
      "learning_rate": 1.8529726907799444e-05,
      "loss": 0.1943,
      "step": 3200
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.9214231378576725,
      "learning_rate": 1.8518049408861915e-05,
      "loss": 0.1831,
      "step": 3210
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.398048593011276,
      "learning_rate": 1.850632942980226e-05,
      "loss": 0.2029,
      "step": 3220
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.2143080398207573,
      "learning_rate": 1.8494567029075714e-05,
      "loss": 0.1718,
      "step": 3230
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.126646974386725,
      "learning_rate": 1.84827622653491e-05,
      "loss": 0.1302,
      "step": 3240
    },
    {
      "epoch": 0.66,
      "grad_norm": 11.599444777256583,
      "learning_rate": 1.847091519750053e-05,
      "loss": 0.1809,
      "step": 3250
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.3991674250656403,
      "learning_rate": 1.8459025884619125e-05,
      "loss": 0.1865,
      "step": 3260
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.4503963141704155,
      "learning_rate": 1.844709438600469e-05,
      "loss": 0.2251,
      "step": 3270
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.4044007961395626,
      "learning_rate": 1.8435120761167453e-05,
      "loss": 0.1708,
      "step": 3280
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5993439730175965,
      "learning_rate": 1.8423105069827753e-05,
      "loss": 0.1651,
      "step": 3290
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.9740878207799195,
      "learning_rate": 1.8411047371915737e-05,
      "loss": 0.1955,
      "step": 3300
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.244083998109266,
      "learning_rate": 1.839894772757106e-05,
      "loss": 0.2106,
      "step": 3310
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.2654343097283434,
      "learning_rate": 1.8386806197142607e-05,
      "loss": 0.1331,
      "step": 3320
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.9373155321474749,
      "learning_rate": 1.837462284118817e-05,
      "loss": 0.143,
      "step": 3330
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.041586413720046,
      "learning_rate": 1.8362397720474144e-05,
      "loss": 0.1805,
      "step": 3340
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.311869767372086,
      "learning_rate": 1.8350130895975247e-05,
      "loss": 0.1748,
      "step": 3350
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.0358596142782224,
      "learning_rate": 1.8337822428874187e-05,
      "loss": 0.197,
      "step": 3360
    },
    {
      "epoch": 0.68,
      "grad_norm": 12.765829395166001,
      "learning_rate": 1.8325472380561382e-05,
      "loss": 0.2043,
      "step": 3370
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.283832499199408,
      "learning_rate": 1.831308081263464e-05,
      "loss": 0.1696,
      "step": 3380
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.099264143128957,
      "learning_rate": 1.8300647786898843e-05,
      "loss": 0.1772,
      "step": 3390
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.0418348048172117,
      "learning_rate": 1.8288173365365675e-05,
      "loss": 0.1679,
      "step": 3400
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.928400270597656,
      "learning_rate": 1.827565761025326e-05,
      "loss": 0.1839,
      "step": 3410
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.9489192388525756,
      "learning_rate": 1.82631005839859e-05,
      "loss": 0.1702,
      "step": 3420
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.866673546449154,
      "learning_rate": 1.825050234919374e-05,
      "loss": 0.1913,
      "step": 3430
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9782480885566223,
      "learning_rate": 1.8237862968712442e-05,
      "loss": 0.189,
      "step": 3440
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.072252048803903,
      "learning_rate": 1.8225182505582918e-05,
      "loss": 0.1908,
      "step": 3450
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.1333806325715523,
      "learning_rate": 1.821246102305096e-05,
      "loss": 0.204,
      "step": 3460
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.0590278992877113,
      "learning_rate": 1.8199698584566967e-05,
      "loss": 0.1833,
      "step": 3470
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.2552945044942474,
      "learning_rate": 1.8186895253785603e-05,
      "loss": 0.2076,
      "step": 3480
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.9634969960872868,
      "learning_rate": 1.8174051094565484e-05,
      "loss": 0.2097,
      "step": 3490
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.2410044456550184,
      "learning_rate": 1.816116617096889e-05,
      "loss": 0.2217,
      "step": 3500
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.1336586639575237,
      "learning_rate": 1.8148240547261387e-05,
      "loss": 0.18,
      "step": 3510
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.173336388150898,
      "learning_rate": 1.813527428791156e-05,
      "loss": 0.1756,
      "step": 3520
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.671364540282752,
      "learning_rate": 1.812226745759066e-05,
      "loss": 0.1863,
      "step": 3530
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.9057012299641733,
      "learning_rate": 1.8109220121172306e-05,
      "loss": 0.2206,
      "step": 3540
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.1813973982571034,
      "learning_rate": 1.8096132343732135e-05,
      "loss": 0.1462,
      "step": 3550
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8892866709987723,
      "learning_rate": 1.808300419054749e-05,
      "loss": 0.1803,
      "step": 3560
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.003086926459966,
      "learning_rate": 1.80698357270971e-05,
      "loss": 0.2032,
      "step": 3570
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.2221389262807874,
      "learning_rate": 1.8056627019060738e-05,
      "loss": 0.1631,
      "step": 3580
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.2538102728217932,
      "learning_rate": 1.8043378132318927e-05,
      "loss": 0.1692,
      "step": 3590
    },
    {
      "epoch": 0.73,
      "grad_norm": 4.563350232475948,
      "learning_rate": 1.8030089132952557e-05,
      "loss": 0.1727,
      "step": 3600
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.000374282147408,
      "learning_rate": 1.8016760087242605e-05,
      "loss": 0.1733,
      "step": 3610
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.9278853800801559,
      "learning_rate": 1.800339106166978e-05,
      "loss": 0.1852,
      "step": 3620
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.2241283295196514,
      "learning_rate": 1.79899821229142e-05,
      "loss": 0.143,
      "step": 3630
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.4864913275556133,
      "learning_rate": 1.7976533337855053e-05,
      "loss": 0.1884,
      "step": 3640
    },
    {
      "epoch": 0.74,
      "grad_norm": 3.860042375322093,
      "learning_rate": 1.7963044773570265e-05,
      "loss": 0.1641,
      "step": 3650
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.0454176745318677,
      "learning_rate": 1.7949516497336176e-05,
      "loss": 0.1864,
      "step": 3660
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.46822670327846,
      "learning_rate": 1.793594857662718e-05,
      "loss": 0.1924,
      "step": 3670
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.4872265651073158,
      "learning_rate": 1.792234107911542e-05,
      "loss": 0.1546,
      "step": 3680
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.0379945728128663,
      "learning_rate": 1.7908694072670426e-05,
      "loss": 0.1711,
      "step": 3690
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.407085620398544,
      "learning_rate": 1.7895007625358783e-05,
      "loss": 0.1701,
      "step": 3700
    },
    {
      "epoch": 0.75,
      "grad_norm": 4.042625051438552,
      "learning_rate": 1.7881281805443805e-05,
      "loss": 0.195,
      "step": 3710
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.9781223218758097,
      "learning_rate": 1.786751668138517e-05,
      "loss": 0.1621,
      "step": 3720
    },
    {
      "epoch": 0.76,
      "grad_norm": 4.657693319193961,
      "learning_rate": 1.7853712321838602e-05,
      "loss": 0.1968,
      "step": 3730
    },
    {
      "epoch": 0.76,
      "grad_norm": 17.520636897246522,
      "learning_rate": 1.7839868795655507e-05,
      "loss": 0.1475,
      "step": 3740
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.1710924893238626,
      "learning_rate": 1.782598617188265e-05,
      "loss": 0.1686,
      "step": 3750
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.205220842093223,
      "learning_rate": 1.78120645197618e-05,
      "loss": 0.1587,
      "step": 3760
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.95114988022513,
      "learning_rate": 1.7798103908729377e-05,
      "loss": 0.1743,
      "step": 3770
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.7456615210938744,
      "learning_rate": 1.778410440841613e-05,
      "loss": 0.1468,
      "step": 3780
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.8973758532017895,
      "learning_rate": 1.7770066088646767e-05,
      "loss": 0.1883,
      "step": 3790
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.5445827161522616,
      "learning_rate": 1.7755989019439607e-05,
      "loss": 0.1895,
      "step": 3800
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.169743981267003,
      "learning_rate": 1.774187327100625e-05,
      "loss": 0.1716,
      "step": 3810
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.1135486144554387,
      "learning_rate": 1.7727718913751207e-05,
      "loss": 0.1164,
      "step": 3820
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.0715545958907535,
      "learning_rate": 1.7713526018271558e-05,
      "loss": 0.1717,
      "step": 3830
    },
    {
      "epoch": 0.78,
      "grad_norm": 8.108185256384777,
      "learning_rate": 1.76992946553566e-05,
      "loss": 0.1662,
      "step": 3840
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.4906125249035713,
      "learning_rate": 1.7685024895987494e-05,
      "loss": 0.184,
      "step": 3850
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.009141821458063,
      "learning_rate": 1.7670716811336902e-05,
      "loss": 0.2086,
      "step": 3860
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.935774373100715,
      "learning_rate": 1.7656370472768648e-05,
      "loss": 0.1566,
      "step": 3870
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.368484758089139,
      "learning_rate": 1.7641985951837347e-05,
      "loss": 0.2127,
      "step": 3880
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.2821667018184533,
      "learning_rate": 1.7627563320288056e-05,
      "loss": 0.1822,
      "step": 3890
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.7481761010849746,
      "learning_rate": 1.7613102650055925e-05,
      "loss": 0.2264,
      "step": 3900
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.111098426089184,
      "learning_rate": 1.759860401326581e-05,
      "loss": 0.1838,
      "step": 3910
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.3865926806030204,
      "learning_rate": 1.758406748223194e-05,
      "loss": 0.1779,
      "step": 3920
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.1732390806125,
      "learning_rate": 1.7569493129457554e-05,
      "loss": 0.1713,
      "step": 3930
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.8814065202760815,
      "learning_rate": 1.7554881027634516e-05,
      "loss": 0.178,
      "step": 3940
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.16916361006078,
      "learning_rate": 1.754023124964299e-05,
      "loss": 0.1475,
      "step": 3950
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.27943306248829,
      "learning_rate": 1.7525543868551045e-05,
      "loss": 0.1997,
      "step": 3960
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.117493119710199,
      "learning_rate": 1.7510818957614292e-05,
      "loss": 0.1475,
      "step": 3970
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.3033259103584567,
      "learning_rate": 1.7496056590275546e-05,
      "loss": 0.1853,
      "step": 3980
    },
    {
      "epoch": 0.81,
      "grad_norm": 4.045509608812605,
      "learning_rate": 1.7481256840164436e-05,
      "loss": 0.171,
      "step": 3990
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.7320172203917021,
      "learning_rate": 1.7466419781097038e-05,
      "loss": 0.1619,
      "step": 4000
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.1721310910520772,
      "learning_rate": 1.745154548707551e-05,
      "loss": 0.1614,
      "step": 4010
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.4362498003979374,
      "learning_rate": 1.7436634032287735e-05,
      "loss": 0.1885,
      "step": 4020
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.203441191364378,
      "learning_rate": 1.7421685491106933e-05,
      "loss": 0.1746,
      "step": 4030
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.2235513235782136,
      "learning_rate": 1.740669993809131e-05,
      "loss": 0.1958,
      "step": 4040
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.662744062478203,
      "learning_rate": 1.7391677447983663e-05,
      "loss": 0.168,
      "step": 4050
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.9923877091876279,
      "learning_rate": 1.7376618095711018e-05,
      "loss": 0.1718,
      "step": 4060
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.426593736593661,
      "learning_rate": 1.7361521956384264e-05,
      "loss": 0.1741,
      "step": 4070
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.7464227217148067,
      "learning_rate": 1.7346389105297766e-05,
      "loss": 0.1726,
      "step": 4080
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.3749413734026383,
      "learning_rate": 1.7331219617928997e-05,
      "loss": 0.1583,
      "step": 4090
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.114701165986187,
      "learning_rate": 1.7316013569938154e-05,
      "loss": 0.2066,
      "step": 4100
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8180037497973824,
      "learning_rate": 1.73007710371678e-05,
      "loss": 0.188,
      "step": 4110
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.2556879416055726,
      "learning_rate": 1.7285492095642455e-05,
      "loss": 0.1824,
      "step": 4120
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.9441561651729724,
      "learning_rate": 1.7270176821568244e-05,
      "loss": 0.1828,
      "step": 4130
    },
    {
      "epoch": 0.84,
      "grad_norm": 3.863082155472389,
      "learning_rate": 1.72548252913325e-05,
      "loss": 0.1929,
      "step": 4140
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.1777659050408067,
      "learning_rate": 1.72394375815034e-05,
      "loss": 0.1872,
      "step": 4150
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.289054063384357,
      "learning_rate": 1.722401376882955e-05,
      "loss": 0.1619,
      "step": 4160
    },
    {
      "epoch": 0.84,
      "grad_norm": 7.1273553535612,
      "learning_rate": 1.7208553930239655e-05,
      "loss": 0.1752,
      "step": 4170
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.4202257016442523,
      "learning_rate": 1.7193058142842076e-05,
      "loss": 0.1966,
      "step": 4180
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.599358985816695,
      "learning_rate": 1.7177526483924492e-05,
      "loss": 0.1739,
      "step": 4190
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.145207088406254,
      "learning_rate": 1.7161959030953498e-05,
      "loss": 0.1606,
      "step": 4200
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.4989297483292643,
      "learning_rate": 1.71463558615742e-05,
      "loss": 0.1441,
      "step": 4210
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.333564701416749,
      "learning_rate": 1.713071705360987e-05,
      "loss": 0.1697,
      "step": 4220
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.6007875381874954,
      "learning_rate": 1.7115042685061507e-05,
      "loss": 0.1801,
      "step": 4230
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.0001777331534516,
      "learning_rate": 1.7099332834107497e-05,
      "loss": 0.1236,
      "step": 4240
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.6336492006976187,
      "learning_rate": 1.7083587579103187e-05,
      "loss": 0.166,
      "step": 4250
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.181960694578793,
      "learning_rate": 1.7067806998580507e-05,
      "loss": 0.1997,
      "step": 4260
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.2024986585127366,
      "learning_rate": 1.7051991171247582e-05,
      "loss": 0.1508,
      "step": 4270
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.0206614417941258,
      "learning_rate": 1.7036140175988344e-05,
      "loss": 0.1471,
      "step": 4280
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.047393965997251,
      "learning_rate": 1.702025409186211e-05,
      "loss": 0.1777,
      "step": 4290
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.6683142062789713,
      "learning_rate": 1.7004332998103232e-05,
      "loss": 0.1769,
      "step": 4300
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.6732439515126907,
      "learning_rate": 1.698837697412066e-05,
      "loss": 0.1268,
      "step": 4310
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.001202183493077,
      "learning_rate": 1.697238609949757e-05,
      "loss": 0.1489,
      "step": 4320
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.9957859824768167,
      "learning_rate": 1.6956360453990964e-05,
      "loss": 0.1536,
      "step": 4330
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.2825840735727154,
      "learning_rate": 1.694030011753127e-05,
      "loss": 0.2101,
      "step": 4340
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.0765138274517088,
      "learning_rate": 1.6924205170221933e-05,
      "loss": 0.1811,
      "step": 4350
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.1133828976030595,
      "learning_rate": 1.6908075692339035e-05,
      "loss": 0.1728,
      "step": 4360
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.1354696745558366,
      "learning_rate": 1.6891911764330887e-05,
      "loss": 0.1663,
      "step": 4370
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.131963092613327,
      "learning_rate": 1.6875713466817608e-05,
      "loss": 0.1971,
      "step": 4380
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.080414407059132,
      "learning_rate": 1.6859480880590755e-05,
      "loss": 0.1518,
      "step": 4390
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.9313104885467733,
      "learning_rate": 1.684321408661291e-05,
      "loss": 0.1726,
      "step": 4400
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.891911281896888,
      "learning_rate": 1.6826913166017257e-05,
      "loss": 0.2049,
      "step": 4410
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8833660404212225,
      "learning_rate": 1.68105782001072e-05,
      "loss": 0.1628,
      "step": 4420
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.043852343315347,
      "learning_rate": 1.6794209270355946e-05,
      "loss": 0.1975,
      "step": 4430
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4598525807667742,
      "learning_rate": 1.677780645840611e-05,
      "loss": 0.159,
      "step": 4440
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.6015094283079794,
      "learning_rate": 1.6761369846069292e-05,
      "loss": 0.157,
      "step": 4450
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.0628558921093125,
      "learning_rate": 1.6744899515325674e-05,
      "loss": 0.1748,
      "step": 4460
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.076881323364807,
      "learning_rate": 1.672839554832362e-05,
      "loss": 0.1966,
      "step": 4470
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.0325935028828135,
      "learning_rate": 1.671185802737926e-05,
      "loss": 0.1885,
      "step": 4480
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.280549242220261,
      "learning_rate": 1.6695287034976078e-05,
      "loss": 0.1624,
      "step": 4490
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.08609705396923,
      "learning_rate": 1.6678682653764502e-05,
      "loss": 0.1631,
      "step": 4500
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.2526237237040903,
      "learning_rate": 1.666204496656149e-05,
      "loss": 0.145,
      "step": 4510
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9007711000245981,
      "learning_rate": 1.6645374056350128e-05,
      "loss": 0.173,
      "step": 4520
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9372171995443488,
      "learning_rate": 1.6628670006279194e-05,
      "loss": 0.142,
      "step": 4530
    }
  ],
  "logging_steps": 10,
  "max_steps": 14808,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 4532,
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}