{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.6051364365971108,
  "eval_steps": 500,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 7.3019086777975994,
      "learning_rate": 5e-06,
      "loss": 0.6939,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.150989333266983,
      "learning_rate": 1e-05,
      "loss": 0.7167,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.640558809610037,
      "learning_rate": 1.5e-05,
      "loss": 0.5683,
      "step": 30
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.517999397731128,
      "learning_rate": 2e-05,
      "loss": 0.5472,
      "step": 40
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9687061679463425,
      "learning_rate": 2.5e-05,
      "loss": 0.4439,
      "step": 50
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.643479206523606,
      "learning_rate": 3e-05,
      "loss": 0.2486,
      "step": 60
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2754773308695095,
      "learning_rate": 3.5e-05,
      "loss": 0.2217,
      "step": 70
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.7144730049127388,
      "learning_rate": 4e-05,
      "loss": 0.169,
      "step": 80
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.4702829704135114,
      "learning_rate": 4.5e-05,
      "loss": 0.1994,
      "step": 90
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3985127340985621,
      "learning_rate": 5e-05,
      "loss": 0.1612,
      "step": 100
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.375992184386137,
      "learning_rate": 4.982758620689655e-05,
      "loss": 0.1576,
      "step": 110
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9528635753013313,
      "learning_rate": 4.9655172413793107e-05,
      "loss": 0.1393,
      "step": 120
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.075169010198401,
      "learning_rate": 4.9482758620689655e-05,
      "loss": 0.1969,
      "step": 130
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.0953991165751207,
      "learning_rate": 4.931034482758621e-05,
      "loss": 0.1294,
      "step": 140
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.942660591044849,
      "learning_rate": 4.913793103448276e-05,
      "loss": 0.1306,
      "step": 150
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.1508904015728345,
      "learning_rate": 4.896551724137931e-05,
      "loss": 0.1526,
      "step": 160
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9862795165358471,
      "learning_rate": 4.8793103448275864e-05,
      "loss": 0.1186,
      "step": 170
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.633061833817991,
      "learning_rate": 4.862068965517241e-05,
      "loss": 0.1457,
      "step": 180
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.8017052368446178,
      "learning_rate": 4.844827586206897e-05,
      "loss": 0.1234,
      "step": 190
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1560694100709803,
      "learning_rate": 4.827586206896552e-05,
      "loss": 0.1346,
      "step": 200
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5737689267430703,
      "learning_rate": 4.810344827586207e-05,
      "loss": 0.116,
      "step": 210
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.957864677854788,
      "learning_rate": 4.793103448275863e-05,
      "loss": 0.1692,
      "step": 220
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.215039223521855,
      "learning_rate": 4.7758620689655176e-05,
      "loss": 0.1245,
      "step": 230
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.370517239734168,
      "learning_rate": 4.7586206896551725e-05,
      "loss": 0.1476,
      "step": 240
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.7341334563022532,
      "learning_rate": 4.741379310344828e-05,
      "loss": 0.1236,
      "step": 250
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.5994298113068974,
      "learning_rate": 4.724137931034483e-05,
      "loss": 0.1161,
      "step": 260
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.5317433190951963,
      "learning_rate": 4.7068965517241385e-05,
      "loss": 0.1035,
      "step": 270
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.191977732539556,
      "learning_rate": 4.689655172413793e-05,
      "loss": 0.1427,
      "step": 280
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.6038667570691656,
      "learning_rate": 4.672413793103448e-05,
      "loss": 0.1225,
      "step": 290
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.577572731831179,
      "learning_rate": 4.655172413793104e-05,
      "loss": 0.1399,
      "step": 300
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.6199241001441385,
      "learning_rate": 4.6379310344827586e-05,
      "loss": 0.1242,
      "step": 310
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.236577821186196,
      "learning_rate": 4.6206896551724135e-05,
      "loss": 0.1656,
      "step": 320
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.7294690605254757,
      "learning_rate": 4.603448275862069e-05,
      "loss": 0.1382,
      "step": 330
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.196527516378511,
      "learning_rate": 4.586206896551724e-05,
      "loss": 0.1257,
      "step": 340
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.1057444340221463,
      "learning_rate": 4.5689655172413794e-05,
      "loss": 0.1238,
      "step": 350
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5409556870328274,
      "learning_rate": 4.551724137931035e-05,
      "loss": 0.1383,
      "step": 360
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.5204083616874053,
      "learning_rate": 4.53448275862069e-05,
      "loss": 0.1068,
      "step": 370
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.3557725298931746,
      "learning_rate": 4.5172413793103454e-05,
      "loss": 0.1071,
      "step": 380
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.2601538460418644,
      "learning_rate": 4.5e-05,
      "loss": 0.125,
      "step": 390
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9031725385762286,
      "learning_rate": 4.482758620689655e-05,
      "loss": 0.0991,
      "step": 400
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.3946050262183123,
      "learning_rate": 4.465517241379311e-05,
      "loss": 0.1156,
      "step": 410
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.097644875106397,
      "learning_rate": 4.4482758620689656e-05,
      "loss": 0.1366,
      "step": 420
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.37846299019108,
      "learning_rate": 4.431034482758621e-05,
      "loss": 0.126,
      "step": 430
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.8340152889320331,
      "learning_rate": 4.413793103448276e-05,
      "loss": 0.1066,
      "step": 440
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.8304505611337867,
      "learning_rate": 4.396551724137931e-05,
      "loss": 0.0868,
      "step": 450
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.550196490898523,
      "learning_rate": 4.3793103448275864e-05,
      "loss": 0.1286,
      "step": 460
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.176112247796248,
      "learning_rate": 4.362068965517241e-05,
      "loss": 0.1206,
      "step": 470
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.6589263894091213,
      "learning_rate": 4.344827586206897e-05,
      "loss": 0.1008,
      "step": 480
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.8349611508902046,
      "learning_rate": 4.327586206896552e-05,
      "loss": 0.1198,
      "step": 490
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.1218964920724126,
      "learning_rate": 4.3103448275862066e-05,
      "loss": 0.1166,
      "step": 500
    },
    {
      "epoch": 0.27,
      "eval_loss": 0.6078919172286987,
      "eval_runtime": 116.8471,
      "eval_samples_per_second": 11.288,
      "eval_steps_per_second": 2.824,
      "step": 500
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.5775141311007856,
      "learning_rate": 4.293103448275863e-05,
      "loss": 0.1124,
      "step": 510
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.6019517017800202,
      "learning_rate": 4.275862068965518e-05,
      "loss": 0.1068,
      "step": 520
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.6901962755310205,
      "learning_rate": 4.2586206896551725e-05,
      "loss": 0.1286,
      "step": 530
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.9517995356721767,
      "learning_rate": 4.241379310344828e-05,
      "loss": 0.1149,
      "step": 540
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.0428896228074076,
      "learning_rate": 4.224137931034483e-05,
      "loss": 0.141,
      "step": 550
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.263258592133553,
      "learning_rate": 4.2068965517241385e-05,
      "loss": 0.0949,
      "step": 560
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4823165953974604,
      "learning_rate": 4.1896551724137934e-05,
      "loss": 0.1365,
      "step": 570
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4441377020989878,
      "learning_rate": 4.172413793103448e-05,
      "loss": 0.1015,
      "step": 580
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4779059254436886,
      "learning_rate": 4.155172413793104e-05,
      "loss": 0.0988,
      "step": 590
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.7777823671018818,
      "learning_rate": 4.1379310344827587e-05,
      "loss": 0.1124,
      "step": 600
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.737579831138191,
      "learning_rate": 4.120689655172414e-05,
      "loss": 0.086,
      "step": 610
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.708453961232997,
      "learning_rate": 4.103448275862069e-05,
      "loss": 0.0933,
      "step": 620
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.8871805824236731,
      "learning_rate": 4.086206896551724e-05,
      "loss": 0.1407,
      "step": 630
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.7300112722427339,
      "learning_rate": 4.0689655172413795e-05,
      "loss": 0.1224,
      "step": 640
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.4631236252240614,
      "learning_rate": 4.0517241379310344e-05,
      "loss": 0.1014,
      "step": 650
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.2602431597419264,
      "learning_rate": 4.03448275862069e-05,
      "loss": 0.1583,
      "step": 660
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.2077937041919453,
      "learning_rate": 4.0172413793103455e-05,
      "loss": 0.1209,
      "step": 670
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.4386184566429954,
      "learning_rate": 4e-05,
      "loss": 0.1016,
      "step": 680
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.6160358835758584,
      "learning_rate": 3.982758620689656e-05,
      "loss": 0.1062,
      "step": 690
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9278794640498955,
      "learning_rate": 3.965517241379311e-05,
      "loss": 0.1037,
      "step": 700
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.2872571900237024,
      "learning_rate": 3.9482758620689656e-05,
      "loss": 0.096,
      "step": 710
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.243554309347296,
      "learning_rate": 3.931034482758621e-05,
      "loss": 0.1084,
      "step": 720
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5090589714253309,
      "learning_rate": 3.913793103448276e-05,
      "loss": 0.0877,
      "step": 730
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.1419550623025168,
      "learning_rate": 3.896551724137931e-05,
      "loss": 0.0994,
      "step": 740
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7807417973632438,
      "learning_rate": 3.8793103448275865e-05,
      "loss": 0.1029,
      "step": 750
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.3342960263057682,
      "learning_rate": 3.862068965517241e-05,
      "loss": 0.1072,
      "step": 760
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.3865282340158136,
      "learning_rate": 3.844827586206897e-05,
      "loss": 0.1193,
      "step": 770
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5428742248459941,
      "learning_rate": 3.827586206896552e-05,
      "loss": 0.1156,
      "step": 780
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.7660532115509044,
      "learning_rate": 3.8103448275862066e-05,
      "loss": 0.122,
      "step": 790
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8149742752994733,
      "learning_rate": 3.793103448275862e-05,
      "loss": 0.1346,
      "step": 800
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.7456408876472995,
      "learning_rate": 3.775862068965517e-05,
      "loss": 0.1223,
      "step": 810
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.10163248244056,
      "learning_rate": 3.7586206896551726e-05,
      "loss": 0.1031,
      "step": 820
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.6441057737088702,
      "learning_rate": 3.741379310344828e-05,
      "loss": 0.1059,
      "step": 830
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.3999279790163484,
      "learning_rate": 3.724137931034483e-05,
      "loss": 0.1125,
      "step": 840
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.2081477934156903,
      "learning_rate": 3.7068965517241385e-05,
      "loss": 0.1266,
      "step": 850
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.366783771480017,
      "learning_rate": 3.6896551724137934e-05,
      "loss": 0.1127,
      "step": 860
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3077873674136173,
      "learning_rate": 3.672413793103448e-05,
      "loss": 0.1095,
      "step": 870
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.8197812508114701,
      "learning_rate": 3.655172413793104e-05,
      "loss": 0.0932,
      "step": 880
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0806192057981219,
      "learning_rate": 3.637931034482759e-05,
      "loss": 0.1166,
      "step": 890
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.520666439337001,
      "learning_rate": 3.620689655172414e-05,
      "loss": 0.0883,
      "step": 900
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.690002270629302,
      "learning_rate": 3.603448275862069e-05,
      "loss": 0.1199,
      "step": 910
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4319374130118003,
      "learning_rate": 3.586206896551724e-05,
      "loss": 0.0991,
      "step": 920
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0626084369653164,
      "learning_rate": 3.5689655172413795e-05,
      "loss": 0.0923,
      "step": 930
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.0848060597460902,
      "learning_rate": 3.5517241379310344e-05,
      "loss": 0.0979,
      "step": 940
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4997189461483256,
      "learning_rate": 3.53448275862069e-05,
      "loss": 0.0949,
      "step": 950
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.7887817042743388,
      "learning_rate": 3.517241379310345e-05,
      "loss": 0.1135,
      "step": 960
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.242965692388458,
      "learning_rate": 3.5e-05,
      "loss": 0.1315,
      "step": 970
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5034762176322083,
      "learning_rate": 3.482758620689655e-05,
      "loss": 0.1177,
      "step": 980
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.6679474444200848,
      "learning_rate": 3.465517241379311e-05,
      "loss": 0.1182,
      "step": 990
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.814574507251776,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 0.0912,
      "step": 1000
    },
    {
      "epoch": 0.54,
      "eval_loss": 0.6101276874542236,
      "eval_runtime": 113.9995,
      "eval_samples_per_second": 11.57,
      "eval_steps_per_second": 2.895,
      "step": 1000
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.1321319681580535,
      "learning_rate": 3.431034482758621e-05,
      "loss": 0.0983,
      "step": 1010
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8915101367452352,
      "learning_rate": 3.413793103448276e-05,
      "loss": 0.1113,
      "step": 1020
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4160985095468477,
      "learning_rate": 3.3965517241379316e-05,
      "loss": 0.1076,
      "step": 1030
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8562788974878586,
      "learning_rate": 3.3793103448275865e-05,
      "loss": 0.1011,
      "step": 1040
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.3793192563691294,
      "learning_rate": 3.3620689655172414e-05,
      "loss": 0.0978,
      "step": 1050
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4606563129628805,
      "learning_rate": 3.344827586206897e-05,
      "loss": 0.1069,
      "step": 1060
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.5680856211032999,
      "learning_rate": 3.327586206896552e-05,
      "loss": 0.0988,
      "step": 1070
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.5829345931951275,
      "learning_rate": 3.310344827586207e-05,
      "loss": 0.1256,
      "step": 1080
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.6200852939319585,
      "learning_rate": 3.293103448275862e-05,
      "loss": 0.097,
      "step": 1090
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.259656836213122,
      "learning_rate": 3.275862068965517e-05,
      "loss": 0.1137,
      "step": 1100
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.2483622341560645,
      "learning_rate": 3.2586206896551726e-05,
      "loss": 0.0999,
      "step": 1110
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.168198861956421,
      "learning_rate": 3.2413793103448275e-05,
      "loss": 0.1018,
      "step": 1120
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.4699824799031482,
      "learning_rate": 3.2241379310344824e-05,
      "loss": 0.1132,
      "step": 1130
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.2571654549549751,
      "learning_rate": 3.206896551724138e-05,
      "loss": 0.1054,
      "step": 1140
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5559534032307631,
      "learning_rate": 3.1896551724137935e-05,
      "loss": 0.0789,
      "step": 1150
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.636369759504475,
      "learning_rate": 3.172413793103448e-05,
      "loss": 0.0902,
      "step": 1160
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.6137142935446496,
      "learning_rate": 3.155172413793104e-05,
      "loss": 0.1199,
      "step": 1170
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7448003760796802,
      "learning_rate": 3.137931034482759e-05,
      "loss": 0.1295,
      "step": 1180
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3261005358227276,
      "learning_rate": 3.120689655172414e-05,
      "loss": 0.1117,
      "step": 1190
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7353127177901462,
      "learning_rate": 3.103448275862069e-05,
      "loss": 0.0951,
      "step": 1200
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.8569975913367074,
      "learning_rate": 3.086206896551724e-05,
      "loss": 0.112,
      "step": 1210
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.3481947218871082,
      "learning_rate": 3.0689655172413796e-05,
      "loss": 0.0876,
      "step": 1220
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.015933141613929,
      "learning_rate": 3.0517241379310348e-05,
      "loss": 0.0993,
      "step": 1230
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.0588164394448019,
      "learning_rate": 3.0344827586206897e-05,
      "loss": 0.1034,
      "step": 1240
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.3594986645993228,
      "learning_rate": 3.017241379310345e-05,
      "loss": 0.1004,
      "step": 1250
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.333098402625009,
      "learning_rate": 3e-05,
      "loss": 0.1259,
      "step": 1260
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.1324206075196583,
      "learning_rate": 2.9827586206896553e-05,
      "loss": 0.1155,
      "step": 1270
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.2270687927795876,
      "learning_rate": 2.96551724137931e-05,
      "loss": 0.092,
      "step": 1280
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.3085362507403875,
      "learning_rate": 2.9482758620689654e-05,
      "loss": 0.1064,
      "step": 1290
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7135250277750762,
      "learning_rate": 2.9310344827586206e-05,
      "loss": 0.1132,
      "step": 1300
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.6121189707451158,
      "learning_rate": 2.913793103448276e-05,
      "loss": 0.1006,
      "step": 1310
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.3958680925504208,
      "learning_rate": 2.8965517241379313e-05,
      "loss": 0.0956,
      "step": 1320
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.546226150121884,
      "learning_rate": 2.8793103448275865e-05,
      "loss": 0.1142,
      "step": 1330
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.1837739995965415,
      "learning_rate": 2.8620689655172417e-05,
      "loss": 0.1127,
      "step": 1340
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.9402402206909504,
      "learning_rate": 2.844827586206897e-05,
      "loss": 0.0922,
      "step": 1350
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7914401953164802,
      "learning_rate": 2.8275862068965518e-05,
      "loss": 0.1038,
      "step": 1360
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.505804090650568,
      "learning_rate": 2.810344827586207e-05,
      "loss": 0.1034,
      "step": 1370
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.9907350713586716,
      "learning_rate": 2.7931034482758622e-05,
      "loss": 0.103,
      "step": 1380
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.6948381773166858,
      "learning_rate": 2.7758620689655175e-05,
      "loss": 0.1091,
      "step": 1390
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.3995985437024723,
      "learning_rate": 2.7586206896551727e-05,
      "loss": 0.0852,
      "step": 1400
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.9347024029069393,
      "learning_rate": 2.7413793103448275e-05,
      "loss": 0.1393,
      "step": 1410
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.608776792445342,
      "learning_rate": 2.7241379310344827e-05,
      "loss": 0.0951,
      "step": 1420
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.6005483580619249,
      "learning_rate": 2.706896551724138e-05,
      "loss": 0.1037,
      "step": 1430
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.374208686020403,
      "learning_rate": 2.689655172413793e-05,
      "loss": 0.0926,
      "step": 1440
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7554923995400171,
      "learning_rate": 2.672413793103448e-05,
      "loss": 0.1164,
      "step": 1450
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.2965114220197742,
      "learning_rate": 2.6551724137931032e-05,
      "loss": 0.1102,
      "step": 1460
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.8857303249108055,
      "learning_rate": 2.637931034482759e-05,
      "loss": 0.0868,
      "step": 1470
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.406207551120988,
      "learning_rate": 2.620689655172414e-05,
      "loss": 0.1179,
      "step": 1480
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.275728362064451,
      "learning_rate": 2.6034482758620692e-05,
      "loss": 0.1128,
      "step": 1490
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.7122434387720797,
      "learning_rate": 2.5862068965517244e-05,
      "loss": 0.1045,
      "step": 1500
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.6075221300125122,
      "eval_runtime": 114.4297,
      "eval_samples_per_second": 11.527,
      "eval_steps_per_second": 2.884,
      "step": 1500
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.3880467648229133,
      "learning_rate": 2.5689655172413796e-05,
      "loss": 0.1031,
      "step": 1510
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.3475935500456657,
      "learning_rate": 2.551724137931035e-05,
      "loss": 0.1064,
      "step": 1520
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.9746447047097486,
      "learning_rate": 2.5344827586206897e-05,
      "loss": 0.0995,
      "step": 1530
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.2244623226185645,
      "learning_rate": 2.517241379310345e-05,
      "loss": 0.1044,
      "step": 1540
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.2605012043265216,
      "learning_rate": 2.5e-05,
      "loss": 0.1017,
      "step": 1550
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.624612730097256,
      "learning_rate": 2.4827586206896553e-05,
      "loss": 0.0973,
      "step": 1560
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.3648662151461801,
      "learning_rate": 2.4655172413793105e-05,
      "loss": 0.0836,
      "step": 1570
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4642386177378814,
      "learning_rate": 2.4482758620689654e-05,
      "loss": 0.1058,
      "step": 1580
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.3057087388796036,
      "learning_rate": 2.4310344827586206e-05,
      "loss": 0.1092,
      "step": 1590
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.092348689417081,
      "learning_rate": 2.413793103448276e-05,
      "loss": 0.0958,
      "step": 1600
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.3731115281087607,
      "learning_rate": 2.3965517241379314e-05,
      "loss": 0.0883,
      "step": 1610
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.3983722722394134,
      "learning_rate": 2.3793103448275862e-05,
      "loss": 0.0944,
      "step": 1620
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.4163442262002937,
      "learning_rate": 2.3620689655172415e-05,
      "loss": 0.1062,
      "step": 1630
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5006079944233688,
      "learning_rate": 2.3448275862068967e-05,
      "loss": 0.1129,
      "step": 1640
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.54283270803711,
      "learning_rate": 2.327586206896552e-05,
      "loss": 0.0861,
      "step": 1650
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.269678144223195,
      "learning_rate": 2.3103448275862067e-05,
      "loss": 0.0978,
      "step": 1660
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8105959776831768,
      "learning_rate": 2.293103448275862e-05,
      "loss": 0.1141,
      "step": 1670
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.9135579713863027,
      "learning_rate": 2.2758620689655175e-05,
      "loss": 0.0918,
      "step": 1680
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.6604450253018581,
      "learning_rate": 2.2586206896551727e-05,
      "loss": 0.096,
      "step": 1690
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.115987565053461,
      "learning_rate": 2.2413793103448276e-05,
      "loss": 0.1166,
      "step": 1700
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.4279927513160544,
      "learning_rate": 2.2241379310344828e-05,
      "loss": 0.1052,
      "step": 1710
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.185880441960968,
      "learning_rate": 2.206896551724138e-05,
      "loss": 0.1053,
      "step": 1720
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.6969029997828415,
      "learning_rate": 2.1896551724137932e-05,
      "loss": 0.106,
      "step": 1730
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.0330998697970286,
      "learning_rate": 2.1724137931034484e-05,
      "loss": 0.1073,
      "step": 1740
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.19027851417408,
      "learning_rate": 2.1551724137931033e-05,
      "loss": 0.091,
      "step": 1750
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.2470713090698218,
      "learning_rate": 2.137931034482759e-05,
      "loss": 0.0898,
      "step": 1760
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.235740059996042,
      "learning_rate": 2.120689655172414e-05,
      "loss": 0.1327,
      "step": 1770
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5741742016710085,
      "learning_rate": 2.1034482758620692e-05,
      "loss": 0.1126,
      "step": 1780
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9343547126371113,
      "learning_rate": 2.086206896551724e-05,
      "loss": 0.0819,
      "step": 1790
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.2764271447338937,
      "learning_rate": 2.0689655172413793e-05,
      "loss": 0.1204,
      "step": 1800
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.981384842073209,
      "learning_rate": 2.0517241379310345e-05,
      "loss": 0.1182,
      "step": 1810
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.044063198588911,
      "learning_rate": 2.0344827586206897e-05,
      "loss": 0.1005,
      "step": 1820
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.370183172473789,
      "learning_rate": 2.017241379310345e-05,
      "loss": 0.1174,
      "step": 1830
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.9052733799672823,
      "learning_rate": 2e-05,
      "loss": 0.1125,
      "step": 1840
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.628277530114902,
      "learning_rate": 1.9827586206896554e-05,
      "loss": 0.1015,
      "step": 1850
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.2522124245986863,
      "learning_rate": 1.9655172413793106e-05,
      "loss": 0.0924,
      "step": 1860
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6911426489002421,
      "learning_rate": 1.9482758620689655e-05,
      "loss": 0.0965,
      "step": 1870
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.821890613342771,
      "learning_rate": 1.9310344827586207e-05,
      "loss": 0.081,
      "step": 1880
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.7643588179781782,
      "learning_rate": 1.913793103448276e-05,
      "loss": 0.0761,
      "step": 1890
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.1095002263403428,
      "learning_rate": 1.896551724137931e-05,
      "loss": 0.0871,
      "step": 1900
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4639820667455608,
      "learning_rate": 1.8793103448275863e-05,
      "loss": 0.0805,
      "step": 1910
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.6214269161589794,
      "learning_rate": 1.8620689655172415e-05,
      "loss": 0.0902,
      "step": 1920
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.5979085316952373,
      "learning_rate": 1.8448275862068967e-05,
      "loss": 0.0967,
      "step": 1930
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.2001043976090235,
      "learning_rate": 1.827586206896552e-05,
      "loss": 0.069,
      "step": 1940
    },
    {
      "epoch": 1.04,
      "grad_norm": 2.100190633629739,
      "learning_rate": 1.810344827586207e-05,
      "loss": 0.1024,
      "step": 1950
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.7393396532511867,
      "learning_rate": 1.793103448275862e-05,
      "loss": 0.0728,
      "step": 1960
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.873599965711283,
      "learning_rate": 1.7758620689655172e-05,
      "loss": 0.0735,
      "step": 1970
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.4460752726376342,
      "learning_rate": 1.7586206896551724e-05,
      "loss": 0.1,
      "step": 1980
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.8772715867399261,
      "learning_rate": 1.7413793103448276e-05,
      "loss": 0.0794,
      "step": 1990
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.398173054729605,
      "learning_rate": 1.7241379310344828e-05,
      "loss": 0.078,
      "step": 2000
    },
    {
      "epoch": 1.07,
      "eval_loss": 0.6523420810699463,
      "eval_runtime": 115.4048,
      "eval_samples_per_second": 11.429,
      "eval_steps_per_second": 2.859,
      "step": 2000
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.8544231422617872,
      "learning_rate": 1.706896551724138e-05,
      "loss": 0.1015,
      "step": 2010
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.0455645860511078,
      "learning_rate": 1.6896551724137932e-05,
      "loss": 0.0957,
      "step": 2020
    },
    {
      "epoch": 1.09,
      "grad_norm": 2.2782017103278265,
      "learning_rate": 1.6724137931034485e-05,
      "loss": 0.1054,
      "step": 2030
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.7712576675859857,
      "learning_rate": 1.6551724137931037e-05,
      "loss": 0.1054,
      "step": 2040
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.0902741267616887,
      "learning_rate": 1.6379310344827585e-05,
      "loss": 0.0807,
      "step": 2050
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.3438284680174908,
      "learning_rate": 1.6206896551724137e-05,
      "loss": 0.0686,
      "step": 2060
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.0087838105436577,
      "learning_rate": 1.603448275862069e-05,
      "loss": 0.0906,
      "step": 2070
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.9291493020789636,
      "learning_rate": 1.586206896551724e-05,
      "loss": 0.0777,
      "step": 2080
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.3059876158609884,
      "learning_rate": 1.5689655172413794e-05,
      "loss": 0.1005,
      "step": 2090
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.7541194076462521,
      "learning_rate": 1.5517241379310346e-05,
      "loss": 0.0711,
      "step": 2100
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.976743599620672,
      "learning_rate": 1.5344827586206898e-05,
      "loss": 0.0734,
      "step": 2110
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.5352620896805385,
      "learning_rate": 1.5172413793103448e-05,
      "loss": 0.0966,
      "step": 2120
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.165805963424826,
      "learning_rate": 1.5e-05,
      "loss": 0.0804,
      "step": 2130
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.5398844769347386,
      "learning_rate": 1.482758620689655e-05,
      "loss": 0.076,
      "step": 2140
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.9475538051861888,
      "learning_rate": 1.4655172413793103e-05,
      "loss": 0.0771,
      "step": 2150
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.3122536092219965,
      "learning_rate": 1.4482758620689657e-05,
      "loss": 0.0652,
      "step": 2160
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.8569841144318953,
      "learning_rate": 1.4310344827586209e-05,
      "loss": 0.0666,
      "step": 2170
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.0744088797395874,
      "learning_rate": 1.4137931034482759e-05,
      "loss": 0.0563,
      "step": 2180
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.7306709750154786,
      "learning_rate": 1.3965517241379311e-05,
      "loss": 0.0724,
      "step": 2190
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.1617485610561908,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 0.0592,
      "step": 2200
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.6124055507643191,
      "learning_rate": 1.3620689655172414e-05,
      "loss": 0.0755,
      "step": 2210
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.0636933402698119,
      "learning_rate": 1.3448275862068966e-05,
      "loss": 0.0807,
      "step": 2220
    },
    {
      "epoch": 1.19,
      "grad_norm": 2.5428572768451514,
      "learning_rate": 1.3275862068965516e-05,
      "loss": 0.0894,
      "step": 2230
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.6519996193761897,
      "learning_rate": 1.310344827586207e-05,
      "loss": 0.0796,
      "step": 2240
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.7011145463555521,
      "learning_rate": 1.2931034482758622e-05,
      "loss": 0.0671,
      "step": 2250
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.441376178837708,
      "learning_rate": 1.2758620689655174e-05,
      "loss": 0.0799,
      "step": 2260
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.9345990828016713,
      "learning_rate": 1.2586206896551725e-05,
      "loss": 0.0684,
      "step": 2270
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.3573336012486517,
      "learning_rate": 1.2413793103448277e-05,
      "loss": 0.0776,
      "step": 2280
    },
    {
      "epoch": 1.23,
      "grad_norm": 2.1805616160045,
      "learning_rate": 1.2241379310344827e-05,
      "loss": 0.0819,
      "step": 2290
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.8476103473594272,
      "learning_rate": 1.206896551724138e-05,
      "loss": 0.0761,
      "step": 2300
    },
    {
      "epoch": 1.24,
      "grad_norm": 2.132874306113927,
      "learning_rate": 1.1896551724137931e-05,
      "loss": 0.1027,
      "step": 2310
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.1904353387368432,
      "learning_rate": 1.1724137931034483e-05,
      "loss": 0.0623,
      "step": 2320
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.6470612203805093,
      "learning_rate": 1.1551724137931034e-05,
      "loss": 0.0872,
      "step": 2330
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.8675118975708371,
      "learning_rate": 1.1379310344827587e-05,
      "loss": 0.0728,
      "step": 2340
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.2991706254841981,
      "learning_rate": 1.1206896551724138e-05,
      "loss": 0.079,
      "step": 2350
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.9364824626463861,
      "learning_rate": 1.103448275862069e-05,
      "loss": 0.0783,
      "step": 2360
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.6597471057325688,
      "learning_rate": 1.0862068965517242e-05,
      "loss": 0.0902,
      "step": 2370
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.454588875045873,
      "learning_rate": 1.0689655172413794e-05,
      "loss": 0.0774,
      "step": 2380
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.1670103110646668,
      "learning_rate": 1.0517241379310346e-05,
      "loss": 0.0659,
      "step": 2390
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.4612075298157572,
      "learning_rate": 1.0344827586206897e-05,
      "loss": 0.0775,
      "step": 2400
    },
    {
      "epoch": 1.29,
      "grad_norm": 3.932323942941103,
      "learning_rate": 1.0172413793103449e-05,
      "loss": 0.0671,
      "step": 2410
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.9979331315685359,
      "learning_rate": 1e-05,
      "loss": 0.0695,
      "step": 2420
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.9070655793934348,
      "learning_rate": 9.827586206896553e-06,
      "loss": 0.0692,
      "step": 2430
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.5364730689079074,
      "learning_rate": 9.655172413793103e-06,
      "loss": 0.0738,
      "step": 2440
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.1024432074823722,
      "learning_rate": 9.482758620689655e-06,
      "loss": 0.0855,
      "step": 2450
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.8514817180884215,
      "learning_rate": 9.310344827586207e-06,
      "loss": 0.076,
      "step": 2460
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.1275915444574418,
      "learning_rate": 9.13793103448276e-06,
      "loss": 0.0688,
      "step": 2470
    },
    {
      "epoch": 1.33,
      "grad_norm": 2.1236224333360454,
      "learning_rate": 8.96551724137931e-06,
      "loss": 0.0985,
      "step": 2480
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.5716827436886402,
      "learning_rate": 8.793103448275862e-06,
      "loss": 0.0827,
      "step": 2490
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.9799310640151211,
      "learning_rate": 8.620689655172414e-06,
      "loss": 0.0807,
      "step": 2500
    },
    {
      "epoch": 1.34,
      "eval_loss": 0.6613200306892395,
      "eval_runtime": 115.1632,
      "eval_samples_per_second": 11.453,
      "eval_steps_per_second": 2.865,
      "step": 2500
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.429365154274089,
      "learning_rate": 8.448275862068966e-06,
      "loss": 0.0803,
      "step": 2510
    },
    {
      "epoch": 1.35,
      "grad_norm": 2.034554738355009,
      "learning_rate": 8.275862068965518e-06,
      "loss": 0.0771,
      "step": 2520
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.3116032945356366,
      "learning_rate": 8.103448275862069e-06,
      "loss": 0.102,
      "step": 2530
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.538270992356044,
      "learning_rate": 7.93103448275862e-06,
      "loss": 0.0781,
      "step": 2540
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.359815780671966,
      "learning_rate": 7.758620689655173e-06,
      "loss": 0.082,
      "step": 2550
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.3555113208274487,
      "learning_rate": 7.586206896551724e-06,
      "loss": 0.0662,
      "step": 2560
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.9126598313656492,
      "learning_rate": 7.413793103448275e-06,
      "loss": 0.0809,
      "step": 2570
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.0362500054468016,
      "learning_rate": 7.241379310344828e-06,
      "loss": 0.0763,
      "step": 2580
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.4486705272957705,
      "learning_rate": 7.0689655172413796e-06,
      "loss": 0.0772,
      "step": 2590
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.942597284762883,
      "learning_rate": 6.896551724137932e-06,
      "loss": 0.0627,
      "step": 2600
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.3527152216583775,
      "learning_rate": 6.724137931034483e-06,
      "loss": 0.0742,
      "step": 2610
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.7183775146684962,
      "learning_rate": 6.551724137931035e-06,
      "loss": 0.0478,
      "step": 2620
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.081708916490155,
      "learning_rate": 6.379310344827587e-06,
      "loss": 0.0858,
      "step": 2630
    },
    {
      "epoch": 1.41,
      "grad_norm": 2.083585945496064,
      "learning_rate": 6.206896551724138e-06,
      "loss": 0.094,
      "step": 2640
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.3628676873699075,
      "learning_rate": 6.03448275862069e-06,
      "loss": 0.0996,
      "step": 2650
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.1584513648567698,
      "learning_rate": 5.862068965517242e-06,
      "loss": 0.0678,
      "step": 2660
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.239472995186361,
      "learning_rate": 5.689655172413794e-06,
      "loss": 0.0745,
      "step": 2670
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.0885278290149767,
      "learning_rate": 5.517241379310345e-06,
      "loss": 0.0755,
      "step": 2680
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.4830428953890444,
      "learning_rate": 5.344827586206897e-06,
      "loss": 0.0799,
      "step": 2690
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.6819930232389664,
      "learning_rate": 5.172413793103448e-06,
      "loss": 0.0849,
      "step": 2700
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.5372127437839038,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 2710
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.367779239832988,
      "learning_rate": 4.827586206896552e-06,
      "loss": 0.073,
      "step": 2720
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.4887137481978274,
      "learning_rate": 4.655172413793104e-06,
      "loss": 0.061,
      "step": 2730
    },
    {
      "epoch": 1.47,
      "grad_norm": 2.1404166354958325,
      "learning_rate": 4.482758620689655e-06,
      "loss": 0.0957,
      "step": 2740
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.8642358306515179,
      "learning_rate": 4.310344827586207e-06,
      "loss": 0.0782,
      "step": 2750
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.3698287268201832,
      "learning_rate": 4.137931034482759e-06,
      "loss": 0.0647,
      "step": 2760
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.4319268282045232,
      "learning_rate": 3.96551724137931e-06,
      "loss": 0.0787,
      "step": 2770
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.383030067235673,
      "learning_rate": 3.793103448275862e-06,
      "loss": 0.0681,
      "step": 2780
    },
    {
      "epoch": 1.49,
      "grad_norm": 2.161260735181774,
      "learning_rate": 3.620689655172414e-06,
      "loss": 0.1013,
      "step": 2790
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.6657048923514055,
      "learning_rate": 3.448275862068966e-06,
      "loss": 0.062,
      "step": 2800
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.9193769932816829,
      "learning_rate": 3.2758620689655175e-06,
      "loss": 0.0696,
      "step": 2810
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.2415022440375736,
      "learning_rate": 3.103448275862069e-06,
      "loss": 0.103,
      "step": 2820
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.8151340036133554,
      "learning_rate": 2.931034482758621e-06,
      "loss": 0.0821,
      "step": 2830
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.928286704694044,
      "learning_rate": 2.7586206896551725e-06,
      "loss": 0.057,
      "step": 2840
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.3442506927303919,
      "learning_rate": 2.586206896551724e-06,
      "loss": 0.0621,
      "step": 2850
    },
    {
      "epoch": 1.53,
      "grad_norm": 2.1790836959559523,
      "learning_rate": 2.413793103448276e-06,
      "loss": 0.074,
      "step": 2860
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.6594054854326988,
      "learning_rate": 2.2413793103448275e-06,
      "loss": 0.0814,
      "step": 2870
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.3726881004102018,
      "learning_rate": 2.0689655172413796e-06,
      "loss": 0.0712,
      "step": 2880
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.679214299803237,
      "learning_rate": 1.896551724137931e-06,
      "loss": 0.0627,
      "step": 2890
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.0321949433654767,
      "learning_rate": 1.724137931034483e-06,
      "loss": 0.1165,
      "step": 2900
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.6973352883003652,
      "learning_rate": 1.5517241379310346e-06,
      "loss": 0.0779,
      "step": 2910
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.2300329446905003,
      "learning_rate": 1.3793103448275862e-06,
      "loss": 0.0871,
      "step": 2920
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.7134185607297843,
      "learning_rate": 1.206896551724138e-06,
      "loss": 0.0746,
      "step": 2930
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.0698704299983892,
      "learning_rate": 1.0344827586206898e-06,
      "loss": 0.0801,
      "step": 2940
    },
    {
      "epoch": 1.58,
      "grad_norm": 2.2453660227340957,
      "learning_rate": 8.620689655172415e-07,
      "loss": 0.0867,
      "step": 2950
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.1712923935242836,
      "learning_rate": 6.896551724137931e-07,
      "loss": 0.1029,
      "step": 2960
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.1626149131019259,
      "learning_rate": 5.172413793103449e-07,
      "loss": 0.0875,
      "step": 2970
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.5972056170209479,
      "learning_rate": 3.4482758620689656e-07,
      "loss": 0.0786,
      "step": 2980
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.4660799065028676,
      "learning_rate": 1.7241379310344828e-07,
      "loss": 0.0916,
      "step": 2990
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.1438897568043958,
      "learning_rate": 0.0,
      "loss": 0.0669,
      "step": 3000
    },
    {
      "epoch": 1.61,
      "eval_loss": 0.6566838622093201,
      "eval_runtime": 114.3635,
      "eval_samples_per_second": 11.533,
      "eval_steps_per_second": 2.886,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 3000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "total_flos": 86675375849472.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}