{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 8546,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 9.972599255002624,
      "learning_rate": 4.934477379095164e-07,
      "loss": 0.4175,
      "step": 20
    },
    {
      "epoch": 0.0,
      "grad_norm": 9.535056632903434,
      "learning_rate": 8.023400936037442e-07,
      "loss": 0.4234,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.69996199325503,
      "learning_rate": 1.1112324492979721e-06,
      "loss": 0.4021,
      "step": 60
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.56775274786591,
      "learning_rate": 1.4201248049921997e-06,
      "loss": 0.393,
      "step": 80
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.287484589226363,
      "learning_rate": 1.7290171606864275e-06,
      "loss": 0.4086,
      "step": 100
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.052654553706383,
      "learning_rate": 2.037909516380655e-06,
      "loss": 0.3761,
      "step": 120
    },
    {
      "epoch": 0.02,
      "grad_norm": 12.124856535072642,
      "learning_rate": 2.346801872074883e-06,
      "loss": 0.3431,
      "step": 140
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.602396496836849,
      "learning_rate": 2.655694227769111e-06,
      "loss": 0.3907,
      "step": 160
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.226437129402364,
      "learning_rate": 2.964586583463339e-06,
      "loss": 0.3281,
      "step": 180
    },
    {
      "epoch": 0.02,
      "grad_norm": 23.40605051442028,
      "learning_rate": 3.2734789391575668e-06,
      "loss": 0.3253,
      "step": 200
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.708682270572112,
      "learning_rate": 3.5823712948517946e-06,
      "loss": 0.336,
      "step": 220
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.7105187144857865,
      "learning_rate": 3.891263650546022e-06,
      "loss": 0.3283,
      "step": 240
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.988204554760109,
      "learning_rate": 4.200156006240251e-06,
      "loss": 0.3512,
      "step": 260
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.836133501086515,
      "learning_rate": 4.509048361934478e-06,
      "loss": 0.3266,
      "step": 280
    },
    {
      "epoch": 0.04,
      "grad_norm": 7.405216965880714,
      "learning_rate": 4.817940717628705e-06,
      "loss": 0.3259,
      "step": 300
    },
    {
      "epoch": 0.04,
      "grad_norm": 8.288061025740957,
      "learning_rate": 5.126833073322934e-06,
      "loss": 0.2918,
      "step": 320
    },
    {
      "epoch": 0.04,
      "grad_norm": 9.310442601222784,
      "learning_rate": 5.435725429017161e-06,
      "loss": 0.3229,
      "step": 340
    },
    {
      "epoch": 0.04,
      "grad_norm": 6.570232957864239,
      "learning_rate": 5.744617784711389e-06,
      "loss": 0.3063,
      "step": 360
    },
    {
      "epoch": 0.04,
      "grad_norm": 8.212480249482766,
      "learning_rate": 6.053510140405617e-06,
      "loss": 0.2867,
      "step": 380
    },
    {
      "epoch": 0.05,
      "grad_norm": 7.688921541109132,
      "learning_rate": 6.362402496099844e-06,
      "loss": 0.2987,
      "step": 400
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.800952048131668,
      "learning_rate": 6.671294851794072e-06,
      "loss": 0.3047,
      "step": 420
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.193094209969253,
      "learning_rate": 6.9801872074883005e-06,
      "loss": 0.316,
      "step": 440
    },
    {
      "epoch": 0.05,
      "grad_norm": 7.878186262498564,
      "learning_rate": 7.289079563182527e-06,
      "loss": 0.331,
      "step": 460
    },
    {
      "epoch": 0.06,
      "grad_norm": 9.807655645103456,
      "learning_rate": 7.597971918876755e-06,
      "loss": 0.2761,
      "step": 480
    },
    {
      "epoch": 0.06,
      "grad_norm": 10.286905976546715,
      "learning_rate": 7.906864274570983e-06,
      "loss": 0.2978,
      "step": 500
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.140392036969283,
      "learning_rate": 8.215756630265212e-06,
      "loss": 0.3164,
      "step": 520
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.714849999088133,
      "learning_rate": 8.52464898595944e-06,
      "loss": 0.2659,
      "step": 540
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.369031618010756,
      "learning_rate": 8.833541341653666e-06,
      "loss": 0.2994,
      "step": 560
    },
    {
      "epoch": 0.07,
      "grad_norm": 7.515486432421921,
      "learning_rate": 9.142433697347895e-06,
      "loss": 0.295,
      "step": 580
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.180107864376804,
      "learning_rate": 9.451326053042123e-06,
      "loss": 0.3205,
      "step": 600
    },
    {
      "epoch": 0.07,
      "grad_norm": 8.619489153176001,
      "learning_rate": 9.760218408736351e-06,
      "loss": 0.2835,
      "step": 620
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.689814505344143,
      "learning_rate": 1.0069110764430576e-05,
      "loss": 0.2983,
      "step": 640
    },
    {
      "epoch": 0.08,
      "grad_norm": 7.447069695249161,
      "learning_rate": 1.0378003120124806e-05,
      "loss": 0.2736,
      "step": 660
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.997342558926417,
      "learning_rate": 1.0686895475819034e-05,
      "loss": 0.2697,
      "step": 680
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.33003253698042,
      "learning_rate": 1.099578783151326e-05,
      "loss": 0.2897,
      "step": 700
    },
    {
      "epoch": 0.08,
      "grad_norm": 7.585581715153782,
      "learning_rate": 1.1304680187207489e-05,
      "loss": 0.2864,
      "step": 720
    },
    {
      "epoch": 0.09,
      "grad_norm": 8.595084235914209,
      "learning_rate": 1.1613572542901717e-05,
      "loss": 0.273,
      "step": 740
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.3292154008480415,
      "learning_rate": 1.1922464898595945e-05,
      "loss": 0.2817,
      "step": 760
    },
    {
      "epoch": 0.09,
      "grad_norm": 14.605530389011415,
      "learning_rate": 1.2231357254290172e-05,
      "loss": 0.2553,
      "step": 780
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.541062863744024,
      "learning_rate": 1.25402496099844e-05,
      "loss": 0.2841,
      "step": 800
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.8850560260656515,
      "learning_rate": 1.2849141965678628e-05,
      "loss": 0.2807,
      "step": 820
    },
    {
      "epoch": 0.1,
      "grad_norm": 6.8846024470910585,
      "learning_rate": 1.3158034321372857e-05,
      "loss": 0.2676,
      "step": 840
    },
    {
      "epoch": 0.1,
      "grad_norm": 8.570829697532297,
      "learning_rate": 1.3466926677067085e-05,
      "loss": 0.2927,
      "step": 860
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.270646324408607,
      "learning_rate": 1.3775819032761311e-05,
      "loss": 0.2602,
      "step": 880
    },
    {
      "epoch": 0.11,
      "grad_norm": 9.01642423951394,
      "learning_rate": 1.4084711388455538e-05,
      "loss": 0.3052,
      "step": 900
    },
    {
      "epoch": 0.11,
      "grad_norm": 7.50913242007014,
      "learning_rate": 1.4393603744149766e-05,
      "loss": 0.2528,
      "step": 920
    },
    {
      "epoch": 0.11,
      "grad_norm": 9.734458861747513,
      "learning_rate": 1.4702496099843994e-05,
      "loss": 0.2873,
      "step": 940
    },
    {
      "epoch": 0.11,
      "grad_norm": 7.558759284363097,
      "learning_rate": 1.5011388455538223e-05,
      "loss": 0.2422,
      "step": 960
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.004819523801505,
      "learning_rate": 1.532028081123245e-05,
      "loss": 0.286,
      "step": 980
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.551216816169416,
      "learning_rate": 1.562917316692668e-05,
      "loss": 0.2656,
      "step": 1000
    },
    {
      "epoch": 0.12,
      "grad_norm": 8.811195222833438,
      "learning_rate": 1.5938065522620907e-05,
      "loss": 0.2875,
      "step": 1020
    },
    {
      "epoch": 0.12,
      "grad_norm": 7.722575980788583,
      "learning_rate": 1.6246957878315132e-05,
      "loss": 0.3019,
      "step": 1040
    },
    {
      "epoch": 0.12,
      "grad_norm": 7.541514386348537,
      "learning_rate": 1.655585023400936e-05,
      "loss": 0.2558,
      "step": 1060
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.48873197937876,
      "learning_rate": 1.686474258970359e-05,
      "loss": 0.2688,
      "step": 1080
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.341266315002328,
      "learning_rate": 1.7173634945397817e-05,
      "loss": 0.2737,
      "step": 1100
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.9824355844807,
      "learning_rate": 1.748252730109205e-05,
      "loss": 0.2894,
      "step": 1120
    },
    {
      "epoch": 0.13,
      "grad_norm": 7.806450783046352,
      "learning_rate": 1.7791419656786273e-05,
      "loss": 0.2642,
      "step": 1140
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.224028987297279,
      "learning_rate": 1.81003120124805e-05,
      "loss": 0.2963,
      "step": 1160
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.9210132897774,
      "learning_rate": 1.840920436817473e-05,
      "loss": 0.267,
      "step": 1180
    },
    {
      "epoch": 0.14,
      "grad_norm": 7.506216143453127,
      "learning_rate": 1.8718096723868958e-05,
      "loss": 0.2855,
      "step": 1200
    },
    {
      "epoch": 0.14,
      "grad_norm": 7.678726275837568,
      "learning_rate": 1.9026989079563183e-05,
      "loss": 0.257,
      "step": 1220
    },
    {
      "epoch": 0.15,
      "grad_norm": 11.103121729216026,
      "learning_rate": 1.933588143525741e-05,
      "loss": 0.2615,
      "step": 1240
    },
    {
      "epoch": 0.15,
      "grad_norm": 7.821432637451867,
      "learning_rate": 1.964477379095164e-05,
      "loss": 0.2802,
      "step": 1260
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.305517886474544,
      "learning_rate": 1.9953666146645868e-05,
      "loss": 0.2799,
      "step": 1280
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.67203594790867,
      "learning_rate": 1.9999973049973136e-05,
      "loss": 0.2708,
      "step": 1300
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.618638234623427,
      "learning_rate": 1.999987988957295e-05,
      "loss": 0.2964,
      "step": 1320
    },
    {
      "epoch": 0.16,
      "grad_norm": 7.048756147457391,
      "learning_rate": 1.9999720186702903e-05,
      "loss": 0.2883,
      "step": 1340
    },
    {
      "epoch": 0.16,
      "grad_norm": 7.697343680221464,
      "learning_rate": 1.999949394242581e-05,
      "loss": 0.3157,
      "step": 1360
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.891830361487415,
      "learning_rate": 1.9999201158247326e-05,
      "loss": 0.2823,
      "step": 1380
    },
    {
      "epoch": 0.16,
      "grad_norm": 6.585748092805747,
      "learning_rate": 1.9998841836115927e-05,
      "loss": 0.2284,
      "step": 1400
    },
    {
      "epoch": 0.17,
      "grad_norm": 5.437814286894138,
      "learning_rate": 1.99984159784229e-05,
      "loss": 0.2702,
      "step": 1420
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.817107156388952,
      "learning_rate": 1.9997923588002327e-05,
      "loss": 0.2801,
      "step": 1440
    },
    {
      "epoch": 0.17,
      "grad_norm": 18.42457670763344,
      "learning_rate": 1.9997364668131065e-05,
      "loss": 0.3078,
      "step": 1460
    },
    {
      "epoch": 0.17,
      "grad_norm": 9.998003569634188,
      "learning_rate": 1.9996739222528713e-05,
      "loss": 0.2839,
      "step": 1480
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.684087435193273,
      "learning_rate": 1.999604725535761e-05,
      "loss": 0.3049,
      "step": 1500
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.376706960696693,
      "learning_rate": 1.9995288771222792e-05,
      "loss": 0.2556,
      "step": 1520
    },
    {
      "epoch": 0.18,
      "grad_norm": 8.261169271029942,
      "learning_rate": 1.999446377517197e-05,
      "loss": 0.2766,
      "step": 1540
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.805041788997332,
      "learning_rate": 1.999357227269548e-05,
      "loss": 0.2727,
      "step": 1560
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.8738954523752795,
      "learning_rate": 1.999261426972627e-05,
      "loss": 0.2616,
      "step": 1580
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.946552322782328,
      "learning_rate": 1.9991589772639836e-05,
      "loss": 0.2782,
      "step": 1600
    },
    {
      "epoch": 0.19,
      "grad_norm": 8.221627199562976,
      "learning_rate": 1.9990498788254206e-05,
      "loss": 0.2675,
      "step": 1620
    },
    {
      "epoch": 0.19,
      "grad_norm": 8.064560737732597,
      "learning_rate": 1.9989341323829865e-05,
      "loss": 0.2947,
      "step": 1640
    },
    {
      "epoch": 0.19,
      "grad_norm": 15.364919443710688,
      "learning_rate": 1.9988117387069733e-05,
      "loss": 0.2752,
      "step": 1660
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.108588948577897,
      "learning_rate": 1.9986826986119102e-05,
      "loss": 0.2588,
      "step": 1680
    },
    {
      "epoch": 0.2,
      "grad_norm": 7.676958998385404,
      "learning_rate": 1.998547012956558e-05,
      "loss": 0.2639,
      "step": 1700
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.998387014654503,
      "learning_rate": 1.9984046826439038e-05,
      "loss": 0.2687,
      "step": 1720
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.572858958673421,
      "learning_rate": 1.9982557086211542e-05,
      "loss": 0.2903,
      "step": 1740
    },
    {
      "epoch": 0.21,
      "grad_norm": 8.209097528142939,
      "learning_rate": 1.9981000918797306e-05,
      "loss": 0.2608,
      "step": 1760
    },
    {
      "epoch": 0.21,
      "grad_norm": 7.106558508035025,
      "learning_rate": 1.9979378334552614e-05,
      "loss": 0.2847,
      "step": 1780
    },
    {
      "epoch": 0.21,
      "grad_norm": 4.4357068374392234,
      "learning_rate": 1.997768934427575e-05,
      "loss": 0.2348,
      "step": 1800
    },
    {
      "epoch": 0.21,
      "grad_norm": 6.012720927979585,
      "learning_rate": 1.9975933959206926e-05,
      "loss": 0.2597,
      "step": 1820
    },
    {
      "epoch": 0.22,
      "grad_norm": 7.101130876339373,
      "learning_rate": 1.997411219102823e-05,
      "loss": 0.2804,
      "step": 1840
    },
    {
      "epoch": 0.22,
      "grad_norm": 6.753118571675995,
      "learning_rate": 1.99722240518635e-05,
      "loss": 0.2635,
      "step": 1860
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.548898247312993,
      "learning_rate": 1.9970269554278296e-05,
      "loss": 0.2312,
      "step": 1880
    },
    {
      "epoch": 0.22,
      "grad_norm": 6.659248070869921,
      "learning_rate": 1.9968248711279784e-05,
      "loss": 0.2457,
      "step": 1900
    },
    {
      "epoch": 0.22,
      "grad_norm": 7.084690577306244,
      "learning_rate": 1.996616153631666e-05,
      "loss": 0.2654,
      "step": 1920
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.444008275594034,
      "learning_rate": 1.9964008043279056e-05,
      "loss": 0.24,
      "step": 1940
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.36653730738069,
      "learning_rate": 1.996178824649845e-05,
      "loss": 0.2841,
      "step": 1960
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.808350425195198,
      "learning_rate": 1.9959502160747575e-05,
      "loss": 0.2706,
      "step": 1980
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.156993650505354,
      "learning_rate": 1.9957149801240313e-05,
      "loss": 0.2696,
      "step": 2000
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.642951633427938,
      "learning_rate": 1.99547311836316e-05,
      "loss": 0.2644,
      "step": 2020
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.4649157253216916,
      "learning_rate": 1.995224632401732e-05,
      "loss": 0.2567,
      "step": 2040
    },
    {
      "epoch": 0.24,
      "grad_norm": 10.299176851731511,
      "learning_rate": 1.9949695238934187e-05,
      "loss": 0.264,
      "step": 2060
    },
    {
      "epoch": 0.24,
      "grad_norm": 9.341352786786667,
      "learning_rate": 1.994707794535966e-05,
      "loss": 0.288,
      "step": 2080
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.416770268941113,
      "learning_rate": 1.9944394460711806e-05,
      "loss": 0.2342,
      "step": 2100
    },
    {
      "epoch": 0.25,
      "grad_norm": 6.406230051893485,
      "learning_rate": 1.9941644802849197e-05,
      "loss": 0.2684,
      "step": 2120
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.161284052745025,
      "learning_rate": 1.993882899007078e-05,
      "loss": 0.2733,
      "step": 2140
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.193421993616942,
      "learning_rate": 1.9935947041115774e-05,
      "loss": 0.2623,
      "step": 2160
    },
    {
      "epoch": 0.26,
      "grad_norm": 13.024715697248084,
      "learning_rate": 1.9932998975163525e-05,
      "loss": 0.2702,
      "step": 2180
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.8241910797414125,
      "learning_rate": 1.9929984811833385e-05,
      "loss": 0.2566,
      "step": 2200
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.730073692519145,
      "learning_rate": 1.9926904571184594e-05,
      "loss": 0.242,
      "step": 2220
    },
    {
      "epoch": 0.26,
      "grad_norm": 9.451222932996513,
      "learning_rate": 1.992375827371613e-05,
      "loss": 0.278,
      "step": 2240
    },
    {
      "epoch": 0.26,
      "grad_norm": 8.019858508300759,
      "learning_rate": 1.9920545940366576e-05,
      "loss": 0.2341,
      "step": 2260
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.705986412954751,
      "learning_rate": 1.9917267592513983e-05,
      "loss": 0.2598,
      "step": 2280
    },
    {
      "epoch": 0.27,
      "grad_norm": 6.536565196669616,
      "learning_rate": 1.991392325197574e-05,
      "loss": 0.3296,
      "step": 2300
    },
    {
      "epoch": 0.27,
      "grad_norm": 6.445428798666668,
      "learning_rate": 1.99105129410084e-05,
      "loss": 0.26,
      "step": 2320
    },
    {
      "epoch": 0.27,
      "grad_norm": 7.151819181763656,
      "learning_rate": 1.9907036682307563e-05,
      "loss": 0.2571,
      "step": 2340
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.051575919032304,
      "learning_rate": 1.99034944990077e-05,
      "loss": 0.2623,
      "step": 2360
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.396965905437974,
      "learning_rate": 1.9899886414682012e-05,
      "loss": 0.222,
      "step": 2380
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.550275936655984,
      "learning_rate": 1.989621245334228e-05,
      "loss": 0.2472,
      "step": 2400
    },
    {
      "epoch": 0.28,
      "grad_norm": 7.484173415620986,
      "learning_rate": 1.9892472639438684e-05,
      "loss": 0.2572,
      "step": 2420
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.330013944541192,
      "learning_rate": 1.9888666997859657e-05,
      "loss": 0.256,
      "step": 2440
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.839909560291623,
      "learning_rate": 1.9884795553931713e-05,
      "loss": 0.2505,
      "step": 2460
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.7368937022928987,
      "learning_rate": 1.988085833341929e-05,
      "loss": 0.2232,
      "step": 2480
    },
    {
      "epoch": 0.29,
      "grad_norm": 7.700733239077536,
      "learning_rate": 1.9876855362524555e-05,
      "loss": 0.2513,
      "step": 2500
    },
    {
      "epoch": 0.29,
      "grad_norm": 9.003459689305725,
      "learning_rate": 1.9872786667887246e-05,
      "loss": 0.2701,
      "step": 2520
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.173066538462164,
      "learning_rate": 1.9868652276584498e-05,
      "loss": 0.2641,
      "step": 2540
    },
    {
      "epoch": 0.3,
      "grad_norm": 7.517799617986063,
      "learning_rate": 1.9864452216130656e-05,
      "loss": 0.2602,
      "step": 2560
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.206716769795917,
      "learning_rate": 1.986018651447709e-05,
      "loss": 0.2702,
      "step": 2580
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.352469307581187,
      "learning_rate": 1.9855855200012012e-05,
      "loss": 0.2551,
      "step": 2600
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.307397892605768,
      "learning_rate": 1.985145830156028e-05,
      "loss": 0.2641,
      "step": 2620
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.264075140901128,
      "learning_rate": 1.9846995848383227e-05,
      "loss": 0.2531,
      "step": 2640
    },
    {
      "epoch": 0.31,
      "grad_norm": 7.436472589390343,
      "learning_rate": 1.9842467870178446e-05,
      "loss": 0.2338,
      "step": 2660
    },
    {
      "epoch": 0.31,
      "grad_norm": 7.224638151723576,
      "learning_rate": 1.9837874397079597e-05,
      "loss": 0.2704,
      "step": 2680
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.457029152871823,
      "learning_rate": 1.9833215459656204e-05,
      "loss": 0.2268,
      "step": 2700
    },
    {
      "epoch": 0.32,
      "grad_norm": 8.049908882715352,
      "learning_rate": 1.9828491088913466e-05,
      "loss": 0.2761,
      "step": 2720
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.589531357284561,
      "learning_rate": 1.9823701316292027e-05,
      "loss": 0.2226,
      "step": 2740
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.958210692666308,
      "learning_rate": 1.9818846173667795e-05,
      "loss": 0.2351,
      "step": 2760
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.946607085809116,
      "learning_rate": 1.9813925693351706e-05,
      "loss": 0.2428,
      "step": 2780
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.0976059249790815,
      "learning_rate": 1.9808939908089514e-05,
      "loss": 0.2694,
      "step": 2800
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.8642265929763013,
      "learning_rate": 1.9803888851061584e-05,
      "loss": 0.2507,
      "step": 2820
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.4071017790539,
      "learning_rate": 1.979877255588267e-05,
      "loss": 0.2443,
      "step": 2840
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.291228849466517,
      "learning_rate": 1.979359105660167e-05,
      "loss": 0.2449,
      "step": 2860
    },
    {
      "epoch": 0.34,
      "grad_norm": 18.084778243085054,
      "learning_rate": 1.9788344387701422e-05,
      "loss": 0.2587,
      "step": 2880
    },
    {
      "epoch": 0.34,
      "grad_norm": 7.733243732371791,
      "learning_rate": 1.9783032584098475e-05,
      "loss": 0.2534,
      "step": 2900
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.9419057461797875,
      "learning_rate": 1.9777655681142828e-05,
      "loss": 0.2887,
      "step": 2920
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.194967060632705,
      "learning_rate": 1.9772213714617746e-05,
      "loss": 0.271,
      "step": 2940
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.416199101539707,
      "learning_rate": 1.9766706720739462e-05,
      "loss": 0.2479,
      "step": 2960
    },
    {
      "epoch": 0.35,
      "grad_norm": 7.381640790370163,
      "learning_rate": 1.9761134736156984e-05,
      "loss": 0.253,
      "step": 2980
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.289607190437299,
      "learning_rate": 1.975549779795183e-05,
      "loss": 0.2398,
      "step": 3000
    },
    {
      "epoch": 0.35,
      "grad_norm": 6.393511952492927,
      "learning_rate": 1.9749795943637778e-05,
      "loss": 0.2527,
      "step": 3020
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.786789008808832,
      "learning_rate": 1.9744029211160623e-05,
      "loss": 0.264,
      "step": 3040
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.325619802149641,
      "learning_rate": 1.9738197638897923e-05,
      "loss": 0.2604,
      "step": 3060
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.138427821373369,
      "learning_rate": 1.973230126565876e-05,
      "loss": 0.2501,
      "step": 3080
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.754983152469265,
      "learning_rate": 1.972634013068344e-05,
      "loss": 0.2563,
      "step": 3100
    },
    {
      "epoch": 0.37,
      "grad_norm": 8.479269441048931,
      "learning_rate": 1.9720314273643277e-05,
      "loss": 0.2428,
      "step": 3120
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.213630952429399,
      "learning_rate": 1.9714223734640303e-05,
      "loss": 0.2161,
      "step": 3140
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.644334537071628,
      "learning_rate": 1.970806855420701e-05,
      "loss": 0.2529,
      "step": 3160
    },
    {
      "epoch": 0.37,
      "grad_norm": 6.1305106149806665,
      "learning_rate": 1.9701848773306074e-05,
      "loss": 0.236,
      "step": 3180
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.353262482329062,
      "learning_rate": 1.9695564433330096e-05,
      "loss": 0.2549,
      "step": 3200
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.060708753381077,
      "learning_rate": 1.9689215576101306e-05,
      "loss": 0.215,
      "step": 3220
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.674948634260756,
      "learning_rate": 1.9682802243871302e-05,
      "loss": 0.2383,
      "step": 3240
    },
    {
      "epoch": 0.38,
      "grad_norm": 7.099655314930459,
      "learning_rate": 1.9676324479320758e-05,
      "loss": 0.2343,
      "step": 3260
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.495667113827656,
      "learning_rate": 1.9669782325559156e-05,
      "loss": 0.271,
      "step": 3280
    },
    {
      "epoch": 0.39,
      "grad_norm": 8.167355047783982,
      "learning_rate": 1.9663175826124467e-05,
      "loss": 0.275,
      "step": 3300
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.097460933758238,
      "learning_rate": 1.9656505024982906e-05,
      "loss": 0.2525,
      "step": 3320
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.5743234754551723,
      "learning_rate": 1.9649769966528606e-05,
      "loss": 0.2607,
      "step": 3340
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.011608021133435,
      "learning_rate": 1.9642970695583317e-05,
      "loss": 0.2493,
      "step": 3360
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.773080465946433,
      "learning_rate": 1.9636107257396144e-05,
      "loss": 0.231,
      "step": 3380
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.449977370748874,
      "learning_rate": 1.9629179697643214e-05,
      "loss": 0.2466,
      "step": 3400
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.36397841910189,
      "learning_rate": 1.9622188062427393e-05,
      "loss": 0.2531,
      "step": 3420
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.451392655529927,
      "learning_rate": 1.9615132398277943e-05,
      "loss": 0.2354,
      "step": 3440
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.143537532553735,
      "learning_rate": 1.960801275215027e-05,
      "loss": 0.2632,
      "step": 3460
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.4010860952344717,
      "learning_rate": 1.960082917142556e-05,
      "loss": 0.2362,
      "step": 3480
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.840079557321102,
      "learning_rate": 1.959358170391049e-05,
      "loss": 0.2402,
      "step": 3500
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.938052824284585,
      "learning_rate": 1.9586270397836898e-05,
      "loss": 0.2407,
      "step": 3520
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.132153426638341,
      "learning_rate": 1.9578895301861475e-05,
      "loss": 0.2401,
      "step": 3540
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.87746718526918,
      "learning_rate": 1.9571456465065425e-05,
      "loss": 0.2749,
      "step": 3560
    },
    {
      "epoch": 0.42,
      "grad_norm": 11.830889239002573,
      "learning_rate": 1.956395393695415e-05,
      "loss": 0.2302,
      "step": 3580
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.661847737277734,
      "learning_rate": 1.955638776745692e-05,
      "loss": 0.2359,
      "step": 3600
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.245057766614552,
      "learning_rate": 1.9548758006926537e-05,
      "loss": 0.2534,
      "step": 3620
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.400102149625017,
      "learning_rate": 1.9541064706138998e-05,
      "loss": 0.2513,
      "step": 3640
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.7926185012927105,
      "learning_rate": 1.953330791629316e-05,
      "loss": 0.2508,
      "step": 3660
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.502373096713324,
      "learning_rate": 1.9525487689010402e-05,
      "loss": 0.2316,
      "step": 3680
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.600917699743126,
      "learning_rate": 1.951760407633428e-05,
      "loss": 0.2207,
      "step": 3700
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.748567153866237,
      "learning_rate": 1.950965713073017e-05,
      "loss": 0.2383,
      "step": 3720
    },
    {
      "epoch": 0.44,
      "grad_norm": 7.113580486910231,
      "learning_rate": 1.950164690508494e-05,
      "loss": 0.2362,
      "step": 3740
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.385449600398098,
      "learning_rate": 1.9493573452706576e-05,
      "loss": 0.2646,
      "step": 3760
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.270456330213243,
      "learning_rate": 1.948543682732385e-05,
      "loss": 0.2558,
      "step": 3780
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.787086330896131,
      "learning_rate": 1.9477237083085934e-05,
      "loss": 0.2446,
      "step": 3800
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.424978723852011,
      "learning_rate": 1.946897427456207e-05,
      "loss": 0.2658,
      "step": 3820
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.168068951870145,
      "learning_rate": 1.946064845674118e-05,
      "loss": 0.2553,
      "step": 3840
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.442116191965272,
      "learning_rate": 1.9452259685031528e-05,
      "loss": 0.27,
      "step": 3860
    },
    {
      "epoch": 0.45,
      "grad_norm": 6.214077368189247,
      "learning_rate": 1.944380801526032e-05,
      "loss": 0.2472,
      "step": 3880
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.0773790016952125,
      "learning_rate": 1.943529350367335e-05,
      "loss": 0.2416,
      "step": 3900
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.691248067465491,
      "learning_rate": 1.9426716206934634e-05,
      "loss": 0.2666,
      "step": 3920
    },
    {
      "epoch": 0.46,
      "grad_norm": 8.072722349391876,
      "learning_rate": 1.9418076182126016e-05,
      "loss": 0.2642,
      "step": 3940
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.147111800674382,
      "learning_rate": 1.9409373486746796e-05,
      "loss": 0.2736,
      "step": 3960
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.10278933178705,
      "learning_rate": 1.9400608178713344e-05,
      "loss": 0.2241,
      "step": 3980
    },
    {
      "epoch": 0.47,
      "grad_norm": 11.62252289006471,
      "learning_rate": 1.939178031635872e-05,
      "loss": 0.2305,
      "step": 4000
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.344565702945431,
      "learning_rate": 1.9382889958432278e-05,
      "loss": 0.2534,
      "step": 4020
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.186472227935148,
      "learning_rate": 1.9373937164099286e-05,
      "loss": 0.2196,
      "step": 4040
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.878287511563509,
      "learning_rate": 1.9364921992940528e-05,
      "loss": 0.2304,
      "step": 4060
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.994204901496365,
      "learning_rate": 1.935584450495188e-05,
      "loss": 0.2237,
      "step": 4080
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.796206246284836,
      "learning_rate": 1.9346704760543978e-05,
      "loss": 0.2437,
      "step": 4100
    },
    {
      "epoch": 0.48,
      "grad_norm": 7.852752747158656,
      "learning_rate": 1.9337502820541742e-05,
      "loss": 0.2438,
      "step": 4120
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.969180490330714,
      "learning_rate": 1.9328238746184015e-05,
      "loss": 0.2216,
      "step": 4140
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.896232416719303,
      "learning_rate": 1.9318912599123136e-05,
      "loss": 0.2268,
      "step": 4160
    },
    {
      "epoch": 0.49,
      "grad_norm": 7.925370929112004,
      "learning_rate": 1.930952444142455e-05,
      "loss": 0.2182,
      "step": 4180
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.198662571209722,
      "learning_rate": 1.930007433556637e-05,
      "loss": 0.2506,
      "step": 4200
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.826437370857378,
      "learning_rate": 1.9290562344438983e-05,
      "loss": 0.2437,
      "step": 4220
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.687619217139761,
      "learning_rate": 1.9280988531344616e-05,
      "loss": 0.224,
      "step": 4240
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.17828230403087,
      "learning_rate": 1.9271352959996922e-05,
      "loss": 0.2304,
      "step": 4260
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.633269271636816,
      "learning_rate": 1.9261655694520554e-05,
      "loss": 0.2501,
      "step": 4280
    },
    {
      "epoch": 0.5,
      "grad_norm": 8.027110417077195,
      "learning_rate": 1.925189679945075e-05,
      "loss": 0.24,
      "step": 4300
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.9526632288043206,
      "learning_rate": 1.9242076339732868e-05,
      "loss": 0.2464,
      "step": 4320
    },
    {
      "epoch": 0.51,
      "grad_norm": 24.011155396941934,
      "learning_rate": 1.9232194380722e-05,
      "loss": 0.242,
      "step": 4340
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.901238880338521,
      "learning_rate": 1.922225098818251e-05,
      "loss": 0.2233,
      "step": 4360
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.6063725407318925,
      "learning_rate": 1.9212246228287598e-05,
      "loss": 0.2436,
      "step": 4380
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.595648758844639,
      "learning_rate": 1.9202180167618868e-05,
      "loss": 0.2274,
      "step": 4400
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.8087240491206,
      "learning_rate": 1.9192052873165873e-05,
      "loss": 0.2259,
      "step": 4420
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.967897364247756,
      "learning_rate": 1.9181864412325683e-05,
      "loss": 0.2087,
      "step": 4440
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.531641886993624,
      "learning_rate": 1.9171614852902424e-05,
      "loss": 0.2467,
      "step": 4460
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.809099854052731,
      "learning_rate": 1.9161304263106844e-05,
      "loss": 0.253,
      "step": 4480
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.503146225359231,
      "learning_rate": 1.9150932711555832e-05,
      "loss": 0.2634,
      "step": 4500
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.074743433428479,
      "learning_rate": 1.914050026727199e-05,
      "loss": 0.241,
      "step": 4520
    },
    {
      "epoch": 0.53,
      "grad_norm": 9.683286476569032,
      "learning_rate": 1.9130006999683156e-05,
      "loss": 0.2378,
      "step": 4540
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.549479050209584,
      "learning_rate": 1.9119452978621942e-05,
      "loss": 0.234,
      "step": 4560
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.11133278951115,
      "learning_rate": 1.9108838274325284e-05,
      "loss": 0.1995,
      "step": 4580
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.9316257072882044,
      "learning_rate": 1.9098162957433953e-05,
      "loss": 0.2238,
      "step": 4600
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.645831888158784,
      "learning_rate": 1.90874270989921e-05,
      "loss": 0.2437,
      "step": 4620
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.604181075055343,
      "learning_rate": 1.9076630770446795e-05,
      "loss": 0.2181,
      "step": 4640
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.8750461008413986,
      "learning_rate": 1.9065774043647508e-05,
      "loss": 0.2271,
      "step": 4660
    },
    {
      "epoch": 0.55,
      "grad_norm": 4.745625740492316,
      "learning_rate": 1.9054856990845676e-05,
      "loss": 0.2568,
      "step": 4680
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.812269574389316,
      "learning_rate": 1.904387968469421e-05,
      "loss": 0.2371,
      "step": 4700
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.799364897057997,
      "learning_rate": 1.903284219824699e-05,
      "loss": 0.2314,
      "step": 4720
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.48625343415292,
      "learning_rate": 1.9021744604958413e-05,
      "loss": 0.219,
      "step": 4740
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.278707264795213,
      "learning_rate": 1.9010586978682876e-05,
      "loss": 0.2276,
      "step": 4760
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.371555555431128,
      "learning_rate": 1.899936939367429e-05,
      "loss": 0.2363,
      "step": 4780
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.40795130778857,
      "learning_rate": 1.898809192458561e-05,
      "loss": 0.2366,
      "step": 4800
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.243141086845891,
      "learning_rate": 1.8976754646468297e-05,
      "loss": 0.2236,
      "step": 4820
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.568031389685097,
      "learning_rate": 1.8965357634771863e-05,
      "loss": 0.2233,
      "step": 4840
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.403544142992904,
      "learning_rate": 1.895390096534332e-05,
      "loss": 0.231,
      "step": 4860
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.810384057592795,
      "learning_rate": 1.8942384714426724e-05,
      "loss": 0.227,
      "step": 4880
    },
    {
      "epoch": 0.57,
      "grad_norm": 7.307934240436817,
      "learning_rate": 1.8930808958662634e-05,
      "loss": 0.2374,
      "step": 4900
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.000264161970516,
      "learning_rate": 1.891917377508762e-05,
      "loss": 0.2357,
      "step": 4920
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.840584636933369,
      "learning_rate": 1.8907479241133743e-05,
      "loss": 0.2209,
      "step": 4940
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.060412317899446,
      "learning_rate": 1.8895725434628033e-05,
      "loss": 0.2165,
      "step": 4960
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.819876963045717,
      "learning_rate": 1.888391243379199e-05,
      "loss": 0.2222,
      "step": 4980
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.534379838696889,
      "learning_rate": 1.8872040317241033e-05,
      "loss": 0.2319,
      "step": 5000
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.311173217247157,
      "learning_rate": 1.8860109163984017e-05,
      "loss": 0.2184,
      "step": 5020
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.196681646351116,
      "learning_rate": 1.884811905342267e-05,
      "loss": 0.2136,
      "step": 5040
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.147633735105589,
      "learning_rate": 1.8836070065351094e-05,
      "loss": 0.2228,
      "step": 5060
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.977670444689344,
      "learning_rate": 1.882396227995521e-05,
      "loss": 0.2196,
      "step": 5080
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.9509298928281344,
      "learning_rate": 1.881179577781224e-05,
      "loss": 0.2128,
      "step": 5100
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.308487061660745,
      "learning_rate": 1.8799570639890162e-05,
      "loss": 0.2034,
      "step": 5120
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.579788771975886,
      "learning_rate": 1.8787286947547173e-05,
      "loss": 0.2163,
      "step": 5140
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.331086082666531,
      "learning_rate": 1.8774944782531157e-05,
      "loss": 0.2387,
      "step": 5160
    },
    {
      "epoch": 0.61,
      "grad_norm": 4.859846184262665,
      "learning_rate": 1.8762544226979123e-05,
      "loss": 0.228,
      "step": 5180
    },
    {
      "epoch": 0.61,
      "grad_norm": 8.956508243561895,
      "learning_rate": 1.8750085363416685e-05,
      "loss": 0.205,
      "step": 5200
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.011375134855825,
      "learning_rate": 1.8737568274757472e-05,
      "loss": 0.2554,
      "step": 5220
    },
    {
      "epoch": 0.61,
      "grad_norm": 4.884307583607841,
      "learning_rate": 1.8724993044302627e-05,
      "loss": 0.2426,
      "step": 5240
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.502332192912132,
      "learning_rate": 1.87123597557402e-05,
      "loss": 0.2113,
      "step": 5260
    },
    {
      "epoch": 0.62,
      "grad_norm": 4.10529243533445,
      "learning_rate": 1.8699668493144644e-05,
      "loss": 0.212,
      "step": 5280
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.764936204410069,
      "learning_rate": 1.8686919340976204e-05,
      "loss": 0.2411,
      "step": 5300
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.522034635540896,
      "learning_rate": 1.86741123840804e-05,
      "loss": 0.2216,
      "step": 5320
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.991532135733726,
      "learning_rate": 1.8661247707687427e-05,
      "loss": 0.2194,
      "step": 5340
    },
    {
      "epoch": 0.63,
      "grad_norm": 9.518656030242417,
      "learning_rate": 1.864832539741161e-05,
      "loss": 0.2587,
      "step": 5360
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.577063390505517,
      "learning_rate": 1.863534553925083e-05,
      "loss": 0.2102,
      "step": 5380
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.534884231114006,
      "learning_rate": 1.862230821958594e-05,
      "loss": 0.2557,
      "step": 5400
    },
    {
      "epoch": 0.63,
      "grad_norm": 11.231289372192048,
      "learning_rate": 1.8609213525180207e-05,
      "loss": 0.2181,
      "step": 5420
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.42773971626943,
      "learning_rate": 1.8596061543178722e-05,
      "loss": 0.2048,
      "step": 5440
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.645681381526835,
      "learning_rate": 1.858285236110782e-05,
      "loss": 0.2239,
      "step": 5460
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.521382987053305,
      "learning_rate": 1.8569586066874516e-05,
      "loss": 0.2536,
      "step": 5480
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.458490316472477,
      "learning_rate": 1.8556262748765894e-05,
      "loss": 0.2274,
      "step": 5500
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.396911317032735,
      "learning_rate": 1.854288249544853e-05,
      "loss": 0.2208,
      "step": 5520
    },
    {
      "epoch": 0.65,
      "grad_norm": 4.837238093735751,
      "learning_rate": 1.852944539596792e-05,
      "loss": 0.2088,
      "step": 5540
    },
    {
      "epoch": 0.65,
      "grad_norm": 4.897482454931544,
      "learning_rate": 1.851595153974785e-05,
      "loss": 0.2387,
      "step": 5560
    },
    {
      "epoch": 0.65,
      "grad_norm": 4.932207578796922,
      "learning_rate": 1.850240101658983e-05,
      "loss": 0.204,
      "step": 5580
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.536196980329085,
      "learning_rate": 1.8488793916672495e-05,
      "loss": 0.212,
      "step": 5600
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.074855563033988,
      "learning_rate": 1.8475130330550987e-05,
      "loss": 0.2258,
      "step": 5620
    },
    {
      "epoch": 0.66,
      "grad_norm": 4.714164678662987,
      "learning_rate": 1.8461410349156373e-05,
      "loss": 0.2142,
      "step": 5640
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.118777335330323,
      "learning_rate": 1.8447634063795017e-05,
      "loss": 0.2258,
      "step": 5660
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.367581593178051,
      "learning_rate": 1.8433801566148005e-05,
      "loss": 0.1945,
      "step": 5680
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.9698062666888698,
      "learning_rate": 1.8419912948270494e-05,
      "loss": 0.201,
      "step": 5700
    },
    {
      "epoch": 0.67,
      "grad_norm": 4.6618833323265,
      "learning_rate": 1.8405968302591135e-05,
      "loss": 0.2409,
      "step": 5720
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.546962683615939,
      "learning_rate": 1.839196772191144e-05,
      "loss": 0.1949,
      "step": 5740
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.457193425471358,
      "learning_rate": 1.8377911299405163e-05,
      "loss": 0.2171,
      "step": 5760
    },
    {
      "epoch": 0.68,
      "grad_norm": 15.65983957649386,
      "learning_rate": 1.8363799128617697e-05,
      "loss": 0.2076,
      "step": 5780
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.987492877103834,
      "learning_rate": 1.8349631303465426e-05,
      "loss": 0.2199,
      "step": 5800
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.583898334965102,
      "learning_rate": 1.8335407918235116e-05,
      "loss": 0.1861,
      "step": 5820
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.51874555542228,
      "learning_rate": 1.832112906758329e-05,
      "loss": 0.2392,
      "step": 5840
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.579186427839362,
      "learning_rate": 1.83067948465356e-05,
      "loss": 0.2204,
      "step": 5860
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.519966665890388,
      "learning_rate": 1.8292405350486165e-05,
      "loss": 0.2151,
      "step": 5880
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.244150062547031,
      "learning_rate": 1.8277960675196983e-05,
      "loss": 0.2297,
      "step": 5900
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.344839063171692,
      "learning_rate": 1.826346091679725e-05,
      "loss": 0.2245,
      "step": 5920
    },
    {
      "epoch": 0.7,
      "grad_norm": 5.0436570623407775,
      "learning_rate": 1.8248906171782755e-05,
      "loss": 0.2378,
      "step": 5940
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.185397163940519,
      "learning_rate": 1.8234296537015207e-05,
      "loss": 0.2294,
      "step": 5960
    },
    {
      "epoch": 0.7,
      "grad_norm": 4.591681189724662,
      "learning_rate": 1.8219632109721624e-05,
      "loss": 0.2256,
      "step": 5980
    },
    {
      "epoch": 0.7,
      "grad_norm": 5.248378321548811,
      "learning_rate": 1.8204912987493658e-05,
      "loss": 0.2351,
      "step": 6000
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.251787867657218,
      "learning_rate": 1.819013926828695e-05,
      "loss": 0.1976,
      "step": 6020
    },
    {
      "epoch": 0.71,
      "grad_norm": 3.355709045119318,
      "learning_rate": 1.817531105042049e-05,
      "loss": 0.1958,
      "step": 6040
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.8975140933466705,
      "learning_rate": 1.8160428432575958e-05,
      "loss": 0.1763,
      "step": 6060
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.07650583370445,
      "learning_rate": 1.814549151379706e-05,
      "loss": 0.1839,
      "step": 6080
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.3292924654795906,
      "learning_rate": 1.8130500393488883e-05,
      "loss": 0.1737,
      "step": 6100
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.6110322128545116,
      "learning_rate": 1.811545517141722e-05,
      "loss": 0.2161,
      "step": 6120
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.2080012723487368,
      "learning_rate": 1.8100355947707896e-05,
      "loss": 0.1741,
      "step": 6140
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.4674409337915906,
      "learning_rate": 1.8085202822846145e-05,
      "loss": 0.1983,
      "step": 6160
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.24481638760689,
      "learning_rate": 1.8069995897675893e-05,
      "loss": 0.1974,
      "step": 6180
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.1527007372890807,
      "learning_rate": 1.8054735273399105e-05,
      "loss": 0.1787,
      "step": 6200
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.8433408441880994,
      "learning_rate": 1.8039421051575134e-05,
      "loss": 0.2045,
      "step": 6220
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.1482360623951675,
      "learning_rate": 1.802405333412e-05,
      "loss": 0.1823,
      "step": 6240
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.638738970462984,
      "learning_rate": 1.800863222330575e-05,
      "loss": 0.163,
      "step": 6260
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.6939386819489473,
      "learning_rate": 1.7993157821759756e-05,
      "loss": 0.1506,
      "step": 6280
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.460255555625638,
      "learning_rate": 1.7977630232464046e-05,
      "loss": 0.2013,
      "step": 6300
    },
    {
      "epoch": 0.74,
      "grad_norm": 3.419539678056426,
      "learning_rate": 1.7962049558754607e-05,
      "loss": 0.1746,
      "step": 6320
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.6827563888655295,
      "learning_rate": 1.794641590432071e-05,
      "loss": 0.1907,
      "step": 6340
    },
    {
      "epoch": 0.74,
      "grad_norm": 3.156495792902755,
      "learning_rate": 1.7930729373204197e-05,
      "loss": 0.1932,
      "step": 6360
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8329842047169478,
      "learning_rate": 1.7914990069798825e-05,
      "loss": 0.1839,
      "step": 6380
    },
    {
      "epoch": 0.75,
      "grad_norm": 3.1302938253922066,
      "learning_rate": 1.7899198098849532e-05,
      "loss": 0.1958,
      "step": 6400
    },
    {
      "epoch": 0.75,
      "grad_norm": 3.389701612050505,
      "learning_rate": 1.788335356545176e-05,
      "loss": 0.1915,
      "step": 6420
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.4493770274440805,
      "learning_rate": 1.786745657505077e-05,
      "loss": 0.1864,
      "step": 6440
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.7081248335498316,
      "learning_rate": 1.7851507233440907e-05,
      "loss": 0.1737,
      "step": 6460
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.9880342269224034,
      "learning_rate": 1.7835505646764915e-05,
      "loss": 0.1737,
      "step": 6480
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.243289769328672,
      "learning_rate": 1.781945192151324e-05,
      "loss": 0.1719,
      "step": 6500
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.4374399353328338,
      "learning_rate": 1.7803346164523294e-05,
      "loss": 0.1758,
      "step": 6520
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.8036052347770863,
      "learning_rate": 1.778718848297877e-05,
      "loss": 0.1782,
      "step": 6540
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.2879959069195395,
      "learning_rate": 1.777097898440892e-05,
      "loss": 0.191,
      "step": 6560
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.040554749166379,
      "learning_rate": 1.7754717776687835e-05,
      "loss": 0.1831,
      "step": 6580
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.071599714764158,
      "learning_rate": 1.773840496803372e-05,
      "loss": 0.185,
      "step": 6600
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.501269791372487,
      "learning_rate": 1.7722040667008204e-05,
      "loss": 0.1719,
      "step": 6620
    },
    {
      "epoch": 0.78,
      "grad_norm": 4.16368161404422,
      "learning_rate": 1.7705624982515573e-05,
      "loss": 0.184,
      "step": 6640
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.7540351566960117,
      "learning_rate": 1.7689158023802095e-05,
      "loss": 0.1946,
      "step": 6660
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.2355776407579153,
      "learning_rate": 1.7672639900455252e-05,
      "loss": 0.1712,
      "step": 6680
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.6997084000974327,
      "learning_rate": 1.765607072240303e-05,
      "loss": 0.1784,
      "step": 6700
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.841998053177577,
      "learning_rate": 1.763945059991318e-05,
      "loss": 0.1742,
      "step": 6720
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.7453638357487713,
      "learning_rate": 1.7622779643592492e-05,
      "loss": 0.1944,
      "step": 6740
    },
    {
      "epoch": 0.79,
      "grad_norm": 3.3176797639024938,
      "learning_rate": 1.760605796438606e-05,
      "loss": 0.1899,
      "step": 6760
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.366476424276501,
      "learning_rate": 1.758928567357652e-05,
      "loss": 0.1759,
      "step": 6780
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.7220494355163054,
      "learning_rate": 1.7572462882783353e-05,
      "loss": 0.1837,
      "step": 6800
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.038915792420121,
      "learning_rate": 1.7555589703962098e-05,
      "loss": 0.1646,
      "step": 6820
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.4617122704323244,
      "learning_rate": 1.7538666249403633e-05,
      "loss": 0.1758,
      "step": 6840
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.362854772501653,
      "learning_rate": 1.752169263173342e-05,
      "loss": 0.1634,
      "step": 6860
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.00174582863279,
      "learning_rate": 1.7504668963910752e-05,
      "loss": 0.1701,
      "step": 6880
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.2309255588354,
      "learning_rate": 1.748759535922802e-05,
      "loss": 0.1995,
      "step": 6900
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.662821998288258,
      "learning_rate": 1.7470471931309922e-05,
      "loss": 0.1672,
      "step": 6920
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.8772004041302623,
      "learning_rate": 1.7453298794112747e-05,
      "loss": 0.1898,
      "step": 6940
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.9237695763280365,
      "learning_rate": 1.7436076061923592e-05,
      "loss": 0.1762,
      "step": 6960
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.5504855909062036,
      "learning_rate": 1.741880384935961e-05,
      "loss": 0.1992,
      "step": 6980
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.919165394281912,
      "learning_rate": 1.7401482271367242e-05,
      "loss": 0.1692,
      "step": 7000
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.05371171825022,
      "learning_rate": 1.7384111443221457e-05,
      "loss": 0.1908,
      "step": 7020
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.621096842688656,
      "learning_rate": 1.7366691480524992e-05,
      "loss": 0.1685,
      "step": 7040
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.1230713042352862,
      "learning_rate": 1.734922249920756e-05,
      "loss": 0.1792,
      "step": 7060
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.104105869867001,
      "learning_rate": 1.73317046155251e-05,
      "loss": 0.1729,
      "step": 7080
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.1591947811656436,
      "learning_rate": 1.7314137946059e-05,
      "loss": 0.1718,
      "step": 7100
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.519623783770741,
      "learning_rate": 1.7296522607715304e-05,
      "loss": 0.1764,
      "step": 7120
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.915870412492841,
      "learning_rate": 1.7278858717723962e-05,
      "loss": 0.1558,
      "step": 7140
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.3279234523707295,
      "learning_rate": 1.726114639363803e-05,
      "loss": 0.1913,
      "step": 7160
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.6716434311486,
      "learning_rate": 1.724338575333288e-05,
      "loss": 0.1745,
      "step": 7180
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.878117736740971,
      "learning_rate": 1.7225576915005445e-05,
      "loss": 0.1727,
      "step": 7200
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.7046376665043277,
      "learning_rate": 1.720771999717341e-05,
      "loss": 0.1772,
      "step": 7220
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.194537005719014,
      "learning_rate": 1.7189815118674426e-05,
      "loss": 0.1796,
      "step": 7240
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.463727321763896,
      "learning_rate": 1.7171862398665327e-05,
      "loss": 0.1919,
      "step": 7260
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.13725471905633,
      "learning_rate": 1.7153861956621326e-05,
      "loss": 0.1811,
      "step": 7280
    },
    {
      "epoch": 0.85,
      "grad_norm": 4.544353611874395,
      "learning_rate": 1.7135813912335225e-05,
      "loss": 0.1692,
      "step": 7300
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.1203551297270153,
      "learning_rate": 1.7117718385916627e-05,
      "loss": 0.1794,
      "step": 7320
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.8114219294750917,
      "learning_rate": 1.709957549779112e-05,
      "loss": 0.1568,
      "step": 7340
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.772982105960882,
      "learning_rate": 1.7081385368699487e-05,
      "loss": 0.1731,
      "step": 7360
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.169539808531856,
      "learning_rate": 1.7063148119696903e-05,
      "loss": 0.196,
      "step": 7380
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.269632171568159,
      "learning_rate": 1.704486387215212e-05,
      "loss": 0.1733,
      "step": 7400
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.304673017036061,
      "learning_rate": 1.7026532747746664e-05,
      "loss": 0.1752,
      "step": 7420
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.871844945364525,
      "learning_rate": 1.700815486847403e-05,
      "loss": 0.1614,
      "step": 7440
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.4589296462620522,
      "learning_rate": 1.698973035663887e-05,
      "loss": 0.1795,
      "step": 7460
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.449963810711825,
      "learning_rate": 1.6971259334856162e-05,
      "loss": 0.1607,
      "step": 7480
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.769043316663817,
      "learning_rate": 1.695274192605042e-05,
      "loss": 0.1649,
      "step": 7500
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.1777138173025103,
      "learning_rate": 1.6934178253454868e-05,
      "loss": 0.1579,
      "step": 7520
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.55585511382277,
      "learning_rate": 1.691556844061059e-05,
      "loss": 0.1483,
      "step": 7540
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.9610046540146118,
      "learning_rate": 1.6896912611365762e-05,
      "loss": 0.1671,
      "step": 7560
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.916410998083297,
      "learning_rate": 1.687821088987478e-05,
      "loss": 0.1715,
      "step": 7580
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.5312840023818173,
      "learning_rate": 1.6859463400597465e-05,
      "loss": 0.1715,
      "step": 7600
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.5116131080293282,
      "learning_rate": 1.684067026829821e-05,
      "loss": 0.1579,
      "step": 7620
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.5798326789951567,
      "learning_rate": 1.6821831618045166e-05,
      "loss": 0.1713,
      "step": 7640
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.7929950419435565,
      "learning_rate": 1.6802947575209415e-05,
      "loss": 0.173,
      "step": 7660
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.2236373979916646,
      "learning_rate": 1.6784018265464113e-05,
      "loss": 0.1808,
      "step": 7680
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.1749239394321243,
      "learning_rate": 1.6765043814783676e-05,
      "loss": 0.1759,
      "step": 7700
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.032005169681671,
      "learning_rate": 1.674602434944293e-05,
      "loss": 0.1814,
      "step": 7720
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.2976168841859366,
      "learning_rate": 1.6726959996016273e-05,
      "loss": 0.1487,
      "step": 7740
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.3455040026914995,
      "learning_rate": 1.6707850881376823e-05,
      "loss": 0.1686,
      "step": 7760
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.271968976468327,
      "learning_rate": 1.668869713269561e-05,
      "loss": 0.2027,
      "step": 7780
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.220964133175747,
      "learning_rate": 1.666949887744067e-05,
      "loss": 0.1694,
      "step": 7800
    },
    {
      "epoch": 0.92,
      "grad_norm": 3.5721944777889676,
      "learning_rate": 1.6650256243376257e-05,
      "loss": 0.1908,
      "step": 7820
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.3813766405767627,
      "learning_rate": 1.6630969358561948e-05,
      "loss": 0.1824,
      "step": 7840
    },
    {
      "epoch": 0.92,
      "grad_norm": 3.129649556197066,
      "learning_rate": 1.661163835135182e-05,
      "loss": 0.1787,
      "step": 7860
    },
    {
      "epoch": 0.92,
      "grad_norm": 3.415549227335631,
      "learning_rate": 1.659226335039358e-05,
      "loss": 0.1825,
      "step": 7880
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.3764217538181778,
      "learning_rate": 1.6572844484627707e-05,
      "loss": 0.1462,
      "step": 7900
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.9671229672357287,
      "learning_rate": 1.6553381883286612e-05,
      "loss": 0.1914,
      "step": 7920
    },
    {
      "epoch": 0.93,
      "grad_norm": 3.060295245568844,
      "learning_rate": 1.6533875675893755e-05,
      "loss": 0.181,
      "step": 7940
    },
    {
      "epoch": 0.93,
      "grad_norm": 3.7842972511980086,
      "learning_rate": 1.6514325992262798e-05,
      "loss": 0.1507,
      "step": 7960
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.8230206703837326,
      "learning_rate": 1.6494732962496735e-05,
      "loss": 0.1736,
      "step": 7980
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.453554704952226,
      "learning_rate": 1.6475096716987044e-05,
      "loss": 0.1765,
      "step": 8000
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.9060450655966794,
      "learning_rate": 1.6455417386412776e-05,
      "loss": 0.1755,
      "step": 8020
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.54357724739597,
      "learning_rate": 1.6435695101739728e-05,
      "loss": 0.178,
      "step": 8040
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.2841639263364417,
      "learning_rate": 1.641592999421956e-05,
      "loss": 0.1671,
      "step": 8060
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.922479250844846,
      "learning_rate": 1.639612219538891e-05,
      "loss": 0.1722,
      "step": 8080
    },
    {
      "epoch": 0.95,
      "grad_norm": 3.364819041086794,
      "learning_rate": 1.6376271837068535e-05,
      "loss": 0.1743,
      "step": 8100
    },
    {
      "epoch": 0.95,
      "grad_norm": 3.2343077721726976,
      "learning_rate": 1.6356379051362408e-05,
      "loss": 0.1754,
      "step": 8120
    },
    {
      "epoch": 0.95,
      "grad_norm": 3.988702555642947,
      "learning_rate": 1.6336443970656877e-05,
      "loss": 0.1719,
      "step": 8140
    },
    {
      "epoch": 0.95,
      "grad_norm": 3.586344112040257,
      "learning_rate": 1.6316466727619746e-05,
      "loss": 0.1727,
      "step": 8160
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.49168839611008,
      "learning_rate": 1.629644745519942e-05,
      "loss": 0.1812,
      "step": 8180
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.103292218300282,
      "learning_rate": 1.6276386286624007e-05,
      "loss": 0.1703,
      "step": 8200
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.5623729750088957,
      "learning_rate": 1.6256283355400428e-05,
      "loss": 0.1873,
      "step": 8220
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.295795628214393,
      "learning_rate": 1.6236138795313535e-05,
      "loss": 0.1807,
      "step": 8240
    },
    {
      "epoch": 0.97,
      "grad_norm": 3.365176421212747,
      "learning_rate": 1.6215952740425232e-05,
      "loss": 0.1433,
      "step": 8260
    },
    {
      "epoch": 0.97,
      "grad_norm": 3.3396715621732143,
      "learning_rate": 1.6195725325073552e-05,
      "loss": 0.1686,
      "step": 8280
    },
    {
      "epoch": 0.97,
      "grad_norm": 4.290597554096145,
      "learning_rate": 1.6175456683871797e-05,
      "loss": 0.1687,
      "step": 8300
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.5200221330185415,
      "learning_rate": 1.6155146951707615e-05,
      "loss": 0.1562,
      "step": 8320
    },
    {
      "epoch": 0.98,
      "grad_norm": 4.318015952324211,
      "learning_rate": 1.6134796263742125e-05,
      "loss": 0.1731,
      "step": 8340
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.503160957906815,
      "learning_rate": 1.6114404755409e-05,
      "loss": 0.1592,
      "step": 8360
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.9078381208780253,
      "learning_rate": 1.6093972562413572e-05,
      "loss": 0.1664,
      "step": 8380
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.480511330066373,
      "learning_rate": 1.607349982073193e-05,
      "loss": 0.181,
      "step": 8400
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.548494912067414,
      "learning_rate": 1.6052986666610015e-05,
      "loss": 0.1612,
      "step": 8420
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.9336394244218176,
      "learning_rate": 1.6032433236562715e-05,
      "loss": 0.1597,
      "step": 8440
    },
    {
      "epoch": 0.99,
      "grad_norm": 3.7724275678856776,
      "learning_rate": 1.6011839667372948e-05,
      "loss": 0.1782,
      "step": 8460
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.105531004225903,
      "learning_rate": 1.599120609609076e-05,
      "loss": 0.1746,
      "step": 8480
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.6233575314573505,
      "learning_rate": 1.5970532660032413e-05,
      "loss": 0.1654,
      "step": 8500
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.71752665389956,
      "learning_rate": 1.5949819496779467e-05,
      "loss": 0.1866,
      "step": 8520
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.052677830070527,
      "learning_rate": 1.592906674417787e-05,
      "loss": 0.1705,
      "step": 8540
    }
  ],
  "logging_steps": 20,
  "max_steps": 25638,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}