{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2032,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004921259842519685,
      "grad_norm": 23.289178620841536,
      "learning_rate": 4.901960784313726e-08,
      "loss": 1.3042,
      "step": 1
    },
    {
      "epoch": 0.0024606299212598425,
      "grad_norm": 22.578339014503392,
      "learning_rate": 2.4509803921568627e-07,
      "loss": 1.3271,
      "step": 5
    },
    {
      "epoch": 0.004921259842519685,
      "grad_norm": 15.254145113240074,
      "learning_rate": 4.901960784313725e-07,
      "loss": 1.2787,
      "step": 10
    },
    {
      "epoch": 0.0073818897637795275,
      "grad_norm": 11.623341812407018,
      "learning_rate": 7.352941176470589e-07,
      "loss": 1.1561,
      "step": 15
    },
    {
      "epoch": 0.00984251968503937,
      "grad_norm": 9.64376871387551,
      "learning_rate": 9.80392156862745e-07,
      "loss": 1.034,
      "step": 20
    },
    {
      "epoch": 0.012303149606299213,
      "grad_norm": 3.4638336177505513,
      "learning_rate": 1.2254901960784314e-06,
      "loss": 0.9177,
      "step": 25
    },
    {
      "epoch": 0.014763779527559055,
      "grad_norm": 3.5862986630527347,
      "learning_rate": 1.4705882352941177e-06,
      "loss": 0.8909,
      "step": 30
    },
    {
      "epoch": 0.0172244094488189,
      "grad_norm": 2.9675977602993884,
      "learning_rate": 1.715686274509804e-06,
      "loss": 0.8673,
      "step": 35
    },
    {
      "epoch": 0.01968503937007874,
      "grad_norm": 3.0016020610328322,
      "learning_rate": 1.96078431372549e-06,
      "loss": 0.8523,
      "step": 40
    },
    {
      "epoch": 0.02214566929133858,
      "grad_norm": 3.044795051743997,
      "learning_rate": 2.2058823529411767e-06,
      "loss": 0.836,
      "step": 45
    },
    {
      "epoch": 0.024606299212598427,
      "grad_norm": 2.9272556512306047,
      "learning_rate": 2.450980392156863e-06,
      "loss": 0.8255,
      "step": 50
    },
    {
      "epoch": 0.027066929133858268,
      "grad_norm": 2.9326611094737216,
      "learning_rate": 2.696078431372549e-06,
      "loss": 0.8163,
      "step": 55
    },
    {
      "epoch": 0.02952755905511811,
      "grad_norm": 3.1751190158414553,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.8098,
      "step": 60
    },
    {
      "epoch": 0.03198818897637795,
      "grad_norm": 3.267001091193129,
      "learning_rate": 3.1862745098039216e-06,
      "loss": 0.7963,
      "step": 65
    },
    {
      "epoch": 0.0344488188976378,
      "grad_norm": 3.2037792452122074,
      "learning_rate": 3.431372549019608e-06,
      "loss": 0.7904,
      "step": 70
    },
    {
      "epoch": 0.036909448818897635,
      "grad_norm": 3.1335298386999817,
      "learning_rate": 3.6764705882352946e-06,
      "loss": 0.7767,
      "step": 75
    },
    {
      "epoch": 0.03937007874015748,
      "grad_norm": 3.0748371474571066,
      "learning_rate": 3.92156862745098e-06,
      "loss": 0.7566,
      "step": 80
    },
    {
      "epoch": 0.041830708661417325,
      "grad_norm": 3.168808058148803,
      "learning_rate": 4.166666666666667e-06,
      "loss": 0.7642,
      "step": 85
    },
    {
      "epoch": 0.04429133858267716,
      "grad_norm": 3.099061017093863,
      "learning_rate": 4.411764705882353e-06,
      "loss": 0.7567,
      "step": 90
    },
    {
      "epoch": 0.04675196850393701,
      "grad_norm": 3.1397025998475545,
      "learning_rate": 4.65686274509804e-06,
      "loss": 0.7489,
      "step": 95
    },
    {
      "epoch": 0.04921259842519685,
      "grad_norm": 3.267009036532827,
      "learning_rate": 4.901960784313726e-06,
      "loss": 0.7428,
      "step": 100
    },
    {
      "epoch": 0.05167322834645669,
      "grad_norm": 3.0814329808676137,
      "learning_rate": 5.147058823529411e-06,
      "loss": 0.739,
      "step": 105
    },
    {
      "epoch": 0.054133858267716536,
      "grad_norm": 2.922079677455855,
      "learning_rate": 5.392156862745098e-06,
      "loss": 0.7285,
      "step": 110
    },
    {
      "epoch": 0.056594488188976375,
      "grad_norm": 3.1140432595060723,
      "learning_rate": 5.637254901960784e-06,
      "loss": 0.7279,
      "step": 115
    },
    {
      "epoch": 0.05905511811023622,
      "grad_norm": 2.890134615014165,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.7061,
      "step": 120
    },
    {
      "epoch": 0.061515748031496065,
      "grad_norm": 3.003266954139478,
      "learning_rate": 6.1274509803921575e-06,
      "loss": 0.7124,
      "step": 125
    },
    {
      "epoch": 0.0639763779527559,
      "grad_norm": 3.490944793138708,
      "learning_rate": 6.372549019607843e-06,
      "loss": 0.7,
      "step": 130
    },
    {
      "epoch": 0.06643700787401575,
      "grad_norm": 2.957015579169823,
      "learning_rate": 6.61764705882353e-06,
      "loss": 0.7109,
      "step": 135
    },
    {
      "epoch": 0.0688976377952756,
      "grad_norm": 2.9802255807893343,
      "learning_rate": 6.862745098039216e-06,
      "loss": 0.7307,
      "step": 140
    },
    {
      "epoch": 0.07135826771653543,
      "grad_norm": 2.979885982433863,
      "learning_rate": 7.107843137254903e-06,
      "loss": 0.6999,
      "step": 145
    },
    {
      "epoch": 0.07381889763779527,
      "grad_norm": 3.4724625938807483,
      "learning_rate": 7.352941176470589e-06,
      "loss": 0.7018,
      "step": 150
    },
    {
      "epoch": 0.07627952755905512,
      "grad_norm": 2.8756072791555822,
      "learning_rate": 7.598039215686275e-06,
      "loss": 0.6946,
      "step": 155
    },
    {
      "epoch": 0.07874015748031496,
      "grad_norm": 2.888280542800706,
      "learning_rate": 7.84313725490196e-06,
      "loss": 0.6953,
      "step": 160
    },
    {
      "epoch": 0.0812007874015748,
      "grad_norm": 3.0409331177011176,
      "learning_rate": 8.088235294117648e-06,
      "loss": 0.693,
      "step": 165
    },
    {
      "epoch": 0.08366141732283465,
      "grad_norm": 2.905841883072287,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.6995,
      "step": 170
    },
    {
      "epoch": 0.08612204724409449,
      "grad_norm": 2.8022565504484476,
      "learning_rate": 8.57843137254902e-06,
      "loss": 0.6941,
      "step": 175
    },
    {
      "epoch": 0.08858267716535433,
      "grad_norm": 2.7594498957096523,
      "learning_rate": 8.823529411764707e-06,
      "loss": 0.6852,
      "step": 180
    },
    {
      "epoch": 0.09104330708661418,
      "grad_norm": 2.928739510451242,
      "learning_rate": 9.068627450980392e-06,
      "loss": 0.6849,
      "step": 185
    },
    {
      "epoch": 0.09350393700787402,
      "grad_norm": 2.922241571597126,
      "learning_rate": 9.31372549019608e-06,
      "loss": 0.6961,
      "step": 190
    },
    {
      "epoch": 0.09596456692913385,
      "grad_norm": 2.733962541795604,
      "learning_rate": 9.558823529411766e-06,
      "loss": 0.6964,
      "step": 195
    },
    {
      "epoch": 0.0984251968503937,
      "grad_norm": 3.3436619097327585,
      "learning_rate": 9.803921568627451e-06,
      "loss": 0.6903,
      "step": 200
    },
    {
      "epoch": 0.10088582677165354,
      "grad_norm": 2.819756078395206,
      "learning_rate": 9.999992616075212e-06,
      "loss": 0.6871,
      "step": 205
    },
    {
      "epoch": 0.10334645669291338,
      "grad_norm": 2.8245769395745217,
      "learning_rate": 9.999734180997554e-06,
      "loss": 0.7001,
      "step": 210
    },
    {
      "epoch": 0.10580708661417323,
      "grad_norm": 2.8711422702525207,
      "learning_rate": 9.999106571489132e-06,
      "loss": 0.6851,
      "step": 215
    },
    {
      "epoch": 0.10826771653543307,
      "grad_norm": 3.0388643695545077,
      "learning_rate": 9.998109833891883e-06,
      "loss": 0.6927,
      "step": 220
    },
    {
      "epoch": 0.11072834645669291,
      "grad_norm": 2.7895631269121393,
      "learning_rate": 9.996744041803731e-06,
      "loss": 0.6716,
      "step": 225
    },
    {
      "epoch": 0.11318897637795275,
      "grad_norm": 2.686288810148222,
      "learning_rate": 9.995009296073138e-06,
      "loss": 0.6725,
      "step": 230
    },
    {
      "epoch": 0.1156496062992126,
      "grad_norm": 2.800082841358338,
      "learning_rate": 9.992905724791669e-06,
      "loss": 0.6717,
      "step": 235
    },
    {
      "epoch": 0.11811023622047244,
      "grad_norm": 2.566573753796988,
      "learning_rate": 9.990433483284527e-06,
      "loss": 0.6666,
      "step": 240
    },
    {
      "epoch": 0.12057086614173228,
      "grad_norm": 2.6155377853742467,
      "learning_rate": 9.987592754099086e-06,
      "loss": 0.6724,
      "step": 245
    },
    {
      "epoch": 0.12303149606299213,
      "grad_norm": 2.6609874435959795,
      "learning_rate": 9.984383746991416e-06,
      "loss": 0.6756,
      "step": 250
    },
    {
      "epoch": 0.12549212598425197,
      "grad_norm": 2.651450027647874,
      "learning_rate": 9.980806698910787e-06,
      "loss": 0.6764,
      "step": 255
    },
    {
      "epoch": 0.1279527559055118,
      "grad_norm": 2.738239456171724,
      "learning_rate": 9.976861873982177e-06,
      "loss": 0.6858,
      "step": 260
    },
    {
      "epoch": 0.13041338582677164,
      "grad_norm": 2.5749543275223767,
      "learning_rate": 9.972549563486776e-06,
      "loss": 0.681,
      "step": 265
    },
    {
      "epoch": 0.1328740157480315,
      "grad_norm": 2.54868336015626,
      "learning_rate": 9.967870085840463e-06,
      "loss": 0.6822,
      "step": 270
    },
    {
      "epoch": 0.13533464566929135,
      "grad_norm": 2.348509038708982,
      "learning_rate": 9.962823786570306e-06,
      "loss": 0.6701,
      "step": 275
    },
    {
      "epoch": 0.1377952755905512,
      "grad_norm": 2.545785789782642,
      "learning_rate": 9.95741103828905e-06,
      "loss": 0.6672,
      "step": 280
    },
    {
      "epoch": 0.14025590551181102,
      "grad_norm": 2.724173815762578,
      "learning_rate": 9.951632240667592e-06,
      "loss": 0.6659,
      "step": 285
    },
    {
      "epoch": 0.14271653543307086,
      "grad_norm": 2.6494992216672197,
      "learning_rate": 9.945487820405487e-06,
      "loss": 0.6642,
      "step": 290
    },
    {
      "epoch": 0.1451771653543307,
      "grad_norm": 2.477475682520284,
      "learning_rate": 9.938978231199419e-06,
      "loss": 0.6794,
      "step": 295
    },
    {
      "epoch": 0.14763779527559054,
      "grad_norm": 2.589636626095672,
      "learning_rate": 9.932103953709724e-06,
      "loss": 0.6583,
      "step": 300
    },
    {
      "epoch": 0.1500984251968504,
      "grad_norm": 2.53566392464488,
      "learning_rate": 9.924865495524884e-06,
      "loss": 0.6737,
      "step": 305
    },
    {
      "epoch": 0.15255905511811024,
      "grad_norm": 3.013667820537959,
      "learning_rate": 9.917263391124046e-06,
      "loss": 0.6475,
      "step": 310
    },
    {
      "epoch": 0.15501968503937008,
      "grad_norm": 2.5986666259102837,
      "learning_rate": 9.90929820183757e-06,
      "loss": 0.6496,
      "step": 315
    },
    {
      "epoch": 0.15748031496062992,
      "grad_norm": 3.1918308775019715,
      "learning_rate": 9.900970515805564e-06,
      "loss": 0.6527,
      "step": 320
    },
    {
      "epoch": 0.15994094488188976,
      "grad_norm": 2.58199571141749,
      "learning_rate": 9.892280947934472e-06,
      "loss": 0.6507,
      "step": 325
    },
    {
      "epoch": 0.1624015748031496,
      "grad_norm": 2.5096275929429828,
      "learning_rate": 9.883230139851656e-06,
      "loss": 0.6493,
      "step": 330
    },
    {
      "epoch": 0.16486220472440946,
      "grad_norm": 2.543717236052826,
      "learning_rate": 9.873818759858034e-06,
      "loss": 0.6398,
      "step": 335
    },
    {
      "epoch": 0.1673228346456693,
      "grad_norm": 2.3455715291925987,
      "learning_rate": 9.864047502878717e-06,
      "loss": 0.6509,
      "step": 340
    },
    {
      "epoch": 0.16978346456692914,
      "grad_norm": 2.7443847653291606,
      "learning_rate": 9.853917090411713e-06,
      "loss": 0.6587,
      "step": 345
    },
    {
      "epoch": 0.17224409448818898,
      "grad_norm": 2.574575364550669,
      "learning_rate": 9.84342827047464e-06,
      "loss": 0.6351,
      "step": 350
    },
    {
      "epoch": 0.1747047244094488,
      "grad_norm": 2.555747928874768,
      "learning_rate": 9.832581817549497e-06,
      "loss": 0.6223,
      "step": 355
    },
    {
      "epoch": 0.17716535433070865,
      "grad_norm": 2.3868178771545834,
      "learning_rate": 9.821378532525479e-06,
      "loss": 0.6423,
      "step": 360
    },
    {
      "epoch": 0.1796259842519685,
      "grad_norm": 2.3906560211167434,
      "learning_rate": 9.809819242639841e-06,
      "loss": 0.6203,
      "step": 365
    },
    {
      "epoch": 0.18208661417322836,
      "grad_norm": 2.613672178779019,
      "learning_rate": 9.79790480141681e-06,
      "loss": 0.6397,
      "step": 370
    },
    {
      "epoch": 0.1845472440944882,
      "grad_norm": 2.704435062795677,
      "learning_rate": 9.785636088604571e-06,
      "loss": 0.6401,
      "step": 375
    },
    {
      "epoch": 0.18700787401574803,
      "grad_norm": 2.4110784601265935,
      "learning_rate": 9.773014010110298e-06,
      "loss": 0.6506,
      "step": 380
    },
    {
      "epoch": 0.18946850393700787,
      "grad_norm": 2.3808900476483434,
      "learning_rate": 9.760039497933266e-06,
      "loss": 0.6427,
      "step": 385
    },
    {
      "epoch": 0.1919291338582677,
      "grad_norm": 2.443382230868993,
      "learning_rate": 9.74671351009604e-06,
      "loss": 0.6536,
      "step": 390
    },
    {
      "epoch": 0.19438976377952755,
      "grad_norm": 2.53346201637983,
      "learning_rate": 9.733037030573725e-06,
      "loss": 0.629,
      "step": 395
    },
    {
      "epoch": 0.1968503937007874,
      "grad_norm": 2.7306008040110776,
      "learning_rate": 9.719011069221316e-06,
      "loss": 0.6395,
      "step": 400
    },
    {
      "epoch": 0.19931102362204725,
      "grad_norm": 2.5885107627509316,
      "learning_rate": 9.704636661699133e-06,
      "loss": 0.6142,
      "step": 405
    },
    {
      "epoch": 0.2017716535433071,
      "grad_norm": 2.5758279906754993,
      "learning_rate": 9.68991486939635e-06,
      "loss": 0.6332,
      "step": 410
    },
    {
      "epoch": 0.20423228346456693,
      "grad_norm": 2.527125806186406,
      "learning_rate": 9.674846779352613e-06,
      "loss": 0.6155,
      "step": 415
    },
    {
      "epoch": 0.20669291338582677,
      "grad_norm": 2.352822836622023,
      "learning_rate": 9.659433504177786e-06,
      "loss": 0.6108,
      "step": 420
    },
    {
      "epoch": 0.2091535433070866,
      "grad_norm": 2.428790076631395,
      "learning_rate": 9.643676181969792e-06,
      "loss": 0.6204,
      "step": 425
    },
    {
      "epoch": 0.21161417322834647,
      "grad_norm": 2.5614397854394055,
      "learning_rate": 9.62757597623058e-06,
      "loss": 0.6088,
      "step": 430
    },
    {
      "epoch": 0.2140748031496063,
      "grad_norm": 2.4898996021687227,
      "learning_rate": 9.611134075780209e-06,
      "loss": 0.6211,
      "step": 435
    },
    {
      "epoch": 0.21653543307086615,
      "grad_norm": 2.4088704164520927,
      "learning_rate": 9.59435169466907e-06,
      "loss": 0.6242,
      "step": 440
    },
    {
      "epoch": 0.21899606299212598,
      "grad_norm": 2.5289526680832113,
      "learning_rate": 9.577230072088246e-06,
      "loss": 0.613,
      "step": 445
    },
    {
      "epoch": 0.22145669291338582,
      "grad_norm": 2.40778858369484,
      "learning_rate": 9.559770472277996e-06,
      "loss": 0.6106,
      "step": 450
    },
    {
      "epoch": 0.22391732283464566,
      "grad_norm": 3.00357065325349,
      "learning_rate": 9.541974184434426e-06,
      "loss": 0.6086,
      "step": 455
    },
    {
      "epoch": 0.2263779527559055,
      "grad_norm": 2.420620535949469,
      "learning_rate": 9.523842522614285e-06,
      "loss": 0.604,
      "step": 460
    },
    {
      "epoch": 0.22883858267716536,
      "grad_norm": 2.8983682401439936,
      "learning_rate": 9.505376825637933e-06,
      "loss": 0.5962,
      "step": 465
    },
    {
      "epoch": 0.2312992125984252,
      "grad_norm": 2.6058841172777334,
      "learning_rate": 9.486578456990494e-06,
      "loss": 0.6022,
      "step": 470
    },
    {
      "epoch": 0.23375984251968504,
      "grad_norm": 2.420955967093701,
      "learning_rate": 9.467448804721171e-06,
      "loss": 0.5849,
      "step": 475
    },
    {
      "epoch": 0.23622047244094488,
      "grad_norm": 2.557055641112582,
      "learning_rate": 9.447989281340753e-06,
      "loss": 0.6052,
      "step": 480
    },
    {
      "epoch": 0.23868110236220472,
      "grad_norm": 2.6358527915325625,
      "learning_rate": 9.428201323717327e-06,
      "loss": 0.6066,
      "step": 485
    },
    {
      "epoch": 0.24114173228346455,
      "grad_norm": 2.514164645393038,
      "learning_rate": 9.408086392970167e-06,
      "loss": 0.6057,
      "step": 490
    },
    {
      "epoch": 0.24360236220472442,
      "grad_norm": 2.386864670354864,
      "learning_rate": 9.387645974361858e-06,
      "loss": 0.5921,
      "step": 495
    },
    {
      "epoch": 0.24606299212598426,
      "grad_norm": 2.572659612274251,
      "learning_rate": 9.36688157718862e-06,
      "loss": 0.5766,
      "step": 500
    },
    {
      "epoch": 0.2485236220472441,
      "grad_norm": 2.4584516295055194,
      "learning_rate": 9.345794734668866e-06,
      "loss": 0.5922,
      "step": 505
    },
    {
      "epoch": 0.25098425196850394,
      "grad_norm": 2.27813169588504,
      "learning_rate": 9.324387003829993e-06,
      "loss": 0.6002,
      "step": 510
    },
    {
      "epoch": 0.2534448818897638,
      "grad_norm": 2.513354918132864,
      "learning_rate": 9.302659965393404e-06,
      "loss": 0.5863,
      "step": 515
    },
    {
      "epoch": 0.2559055118110236,
      "grad_norm": 2.57065216369518,
      "learning_rate": 9.280615223657801e-06,
      "loss": 0.5827,
      "step": 520
    },
    {
      "epoch": 0.25836614173228345,
      "grad_norm": 2.508285807949247,
      "learning_rate": 9.258254406380718e-06,
      "loss": 0.6003,
      "step": 525
    },
    {
      "epoch": 0.2608267716535433,
      "grad_norm": 2.393181758359751,
      "learning_rate": 9.23557916465833e-06,
      "loss": 0.5876,
      "step": 530
    },
    {
      "epoch": 0.2632874015748031,
      "grad_norm": 2.45141675908852,
      "learning_rate": 9.212591172803541e-06,
      "loss": 0.5782,
      "step": 535
    },
    {
      "epoch": 0.265748031496063,
      "grad_norm": 2.602808329250647,
      "learning_rate": 9.189292128222355e-06,
      "loss": 0.5817,
      "step": 540
    },
    {
      "epoch": 0.26820866141732286,
      "grad_norm": 2.6264024238291332,
      "learning_rate": 9.165683751288537e-06,
      "loss": 0.5987,
      "step": 545
    },
    {
      "epoch": 0.2706692913385827,
      "grad_norm": 2.5206627459795086,
      "learning_rate": 9.141767785216585e-06,
      "loss": 0.5773,
      "step": 550
    },
    {
      "epoch": 0.27312992125984253,
      "grad_norm": 2.538664530429439,
      "learning_rate": 9.117545995933015e-06,
      "loss": 0.5725,
      "step": 555
    },
    {
      "epoch": 0.2755905511811024,
      "grad_norm": 2.541257403182122,
      "learning_rate": 9.093020171945966e-06,
      "loss": 0.5667,
      "step": 560
    },
    {
      "epoch": 0.2780511811023622,
      "grad_norm": 2.3883496422885937,
      "learning_rate": 9.068192124213135e-06,
      "loss": 0.5681,
      "step": 565
    },
    {
      "epoch": 0.28051181102362205,
      "grad_norm": 2.4768611856821128,
      "learning_rate": 9.043063686008066e-06,
      "loss": 0.5693,
      "step": 570
    },
    {
      "epoch": 0.2829724409448819,
      "grad_norm": 2.531509664449831,
      "learning_rate": 9.017636712784776e-06,
      "loss": 0.5712,
      "step": 575
    },
    {
      "epoch": 0.2854330708661417,
      "grad_norm": 2.4497026467822134,
      "learning_rate": 8.991913082040752e-06,
      "loss": 0.5711,
      "step": 580
    },
    {
      "epoch": 0.28789370078740156,
      "grad_norm": 2.3627002230344027,
      "learning_rate": 8.96589469317832e-06,
      "loss": 0.5746,
      "step": 585
    },
    {
      "epoch": 0.2903543307086614,
      "grad_norm": 2.5848492576021207,
      "learning_rate": 8.9395834673644e-06,
      "loss": 0.5638,
      "step": 590
    },
    {
      "epoch": 0.29281496062992124,
      "grad_norm": 2.7943897726154026,
      "learning_rate": 8.912981347388634e-06,
      "loss": 0.5716,
      "step": 595
    },
    {
      "epoch": 0.2952755905511811,
      "grad_norm": 2.4233634727846547,
      "learning_rate": 8.886090297519956e-06,
      "loss": 0.5589,
      "step": 600
    },
    {
      "epoch": 0.29773622047244097,
      "grad_norm": 2.406617785286132,
      "learning_rate": 8.85891230336153e-06,
      "loss": 0.5743,
      "step": 605
    },
    {
      "epoch": 0.3001968503937008,
      "grad_norm": 2.375668869002511,
      "learning_rate": 8.83144937170415e-06,
      "loss": 0.5536,
      "step": 610
    },
    {
      "epoch": 0.30265748031496065,
      "grad_norm": 2.3455722754718416,
      "learning_rate": 8.803703530378059e-06,
      "loss": 0.5516,
      "step": 615
    },
    {
      "epoch": 0.3051181102362205,
      "grad_norm": 2.5237377829623107,
      "learning_rate": 8.775676828103205e-06,
      "loss": 0.5565,
      "step": 620
    },
    {
      "epoch": 0.3075787401574803,
      "grad_norm": 2.287022202884204,
      "learning_rate": 8.747371334337983e-06,
      "loss": 0.5725,
      "step": 625
    },
    {
      "epoch": 0.31003937007874016,
      "grad_norm": 2.291688895957761,
      "learning_rate": 8.718789139126417e-06,
      "loss": 0.545,
      "step": 630
    },
    {
      "epoch": 0.3125,
      "grad_norm": 2.527855069790082,
      "learning_rate": 8.689932352943837e-06,
      "loss": 0.543,
      "step": 635
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 2.3987364116312535,
      "learning_rate": 8.660803106541044e-06,
      "loss": 0.5475,
      "step": 640
    },
    {
      "epoch": 0.3174212598425197,
      "grad_norm": 2.61276055348719,
      "learning_rate": 8.631403550786979e-06,
      "loss": 0.5488,
      "step": 645
    },
    {
      "epoch": 0.3198818897637795,
      "grad_norm": 2.419050184531339,
      "learning_rate": 8.601735856509903e-06,
      "loss": 0.5476,
      "step": 650
    },
    {
      "epoch": 0.32234251968503935,
      "grad_norm": 2.3768631155511537,
      "learning_rate": 8.571802214337107e-06,
      "loss": 0.5637,
      "step": 655
    },
    {
      "epoch": 0.3248031496062992,
      "grad_norm": 2.4228616659745987,
      "learning_rate": 8.541604834533159e-06,
      "loss": 0.5305,
      "step": 660
    },
    {
      "epoch": 0.32726377952755903,
      "grad_norm": 2.3754663831523875,
      "learning_rate": 8.511145946836704e-06,
      "loss": 0.5331,
      "step": 665
    },
    {
      "epoch": 0.3297244094488189,
      "grad_norm": 2.3398125333991535,
      "learning_rate": 8.48042780029581e-06,
      "loss": 0.5357,
      "step": 670
    },
    {
      "epoch": 0.33218503937007876,
      "grad_norm": 2.4983820414217663,
      "learning_rate": 8.449452663101918e-06,
      "loss": 0.5332,
      "step": 675
    },
    {
      "epoch": 0.3346456692913386,
      "grad_norm": 2.3721219410260397,
      "learning_rate": 8.418222822422348e-06,
      "loss": 0.5417,
      "step": 680
    },
    {
      "epoch": 0.33710629921259844,
      "grad_norm": 2.360196232033206,
      "learning_rate": 8.386740584231431e-06,
      "loss": 0.5461,
      "step": 685
    },
    {
      "epoch": 0.3395669291338583,
      "grad_norm": 2.466049773095662,
      "learning_rate": 8.355008273140222e-06,
      "loss": 0.5253,
      "step": 690
    },
    {
      "epoch": 0.3420275590551181,
      "grad_norm": 2.348269078433154,
      "learning_rate": 8.323028232224863e-06,
      "loss": 0.5304,
      "step": 695
    },
    {
      "epoch": 0.34448818897637795,
      "grad_norm": 2.476352965234454,
      "learning_rate": 8.290802822853576e-06,
      "loss": 0.5349,
      "step": 700
    },
    {
      "epoch": 0.3469488188976378,
      "grad_norm": 2.279222616967455,
      "learning_rate": 8.258334424512293e-06,
      "loss": 0.546,
      "step": 705
    },
    {
      "epoch": 0.3494094488188976,
      "grad_norm": 2.3637014928251623,
      "learning_rate": 8.22562543462897e-06,
      "loss": 0.5371,
      "step": 710
    },
    {
      "epoch": 0.35187007874015747,
      "grad_norm": 2.619852828253986,
      "learning_rate": 8.192678268396545e-06,
      "loss": 0.5237,
      "step": 715
    },
    {
      "epoch": 0.3543307086614173,
      "grad_norm": 2.5571753512444912,
      "learning_rate": 8.159495358594627e-06,
      "loss": 0.5296,
      "step": 720
    },
    {
      "epoch": 0.35679133858267714,
      "grad_norm": 2.312802552942875,
      "learning_rate": 8.126079155409845e-06,
      "loss": 0.5235,
      "step": 725
    },
    {
      "epoch": 0.359251968503937,
      "grad_norm": 2.5951586860371374,
      "learning_rate": 8.092432126254933e-06,
      "loss": 0.5031,
      "step": 730
    },
    {
      "epoch": 0.3617125984251969,
      "grad_norm": 2.325097293624387,
      "learning_rate": 8.058556755586537e-06,
      "loss": 0.5233,
      "step": 735
    },
    {
      "epoch": 0.3641732283464567,
      "grad_norm": 2.2732745100546725,
      "learning_rate": 8.024455544721778e-06,
      "loss": 0.5247,
      "step": 740
    },
    {
      "epoch": 0.36663385826771655,
      "grad_norm": 2.363542176910271,
      "learning_rate": 7.990131011653545e-06,
      "loss": 0.5218,
      "step": 745
    },
    {
      "epoch": 0.3690944881889764,
      "grad_norm": 2.3003464358723127,
      "learning_rate": 7.955585690864567e-06,
      "loss": 0.5116,
      "step": 750
    },
    {
      "epoch": 0.3715551181102362,
      "grad_norm": 2.3293766926582213,
      "learning_rate": 7.920822133140285e-06,
      "loss": 0.5263,
      "step": 755
    },
    {
      "epoch": 0.37401574803149606,
      "grad_norm": 2.334188982780053,
      "learning_rate": 7.88584290538049e-06,
      "loss": 0.4941,
      "step": 760
    },
    {
      "epoch": 0.3764763779527559,
      "grad_norm": 2.351749135985343,
      "learning_rate": 7.850650590409795e-06,
      "loss": 0.5116,
      "step": 765
    },
    {
      "epoch": 0.37893700787401574,
      "grad_norm": 2.296567696173685,
      "learning_rate": 7.815247786786919e-06,
      "loss": 0.5225,
      "step": 770
    },
    {
      "epoch": 0.3813976377952756,
      "grad_norm": 2.4483931002237975,
      "learning_rate": 7.779637108612813e-06,
      "loss": 0.5188,
      "step": 775
    },
    {
      "epoch": 0.3838582677165354,
      "grad_norm": 2.372343104732536,
      "learning_rate": 7.743821185337634e-06,
      "loss": 0.5138,
      "step": 780
    },
    {
      "epoch": 0.38631889763779526,
      "grad_norm": 2.561786660857743,
      "learning_rate": 7.7078026615666e-06,
      "loss": 0.5005,
      "step": 785
    },
    {
      "epoch": 0.3887795275590551,
      "grad_norm": 2.2678689682364017,
      "learning_rate": 7.671584196864703e-06,
      "loss": 0.5144,
      "step": 790
    },
    {
      "epoch": 0.391240157480315,
      "grad_norm": 2.4118009586518223,
      "learning_rate": 7.635168465560343e-06,
      "loss": 0.507,
      "step": 795
    },
    {
      "epoch": 0.3937007874015748,
      "grad_norm": 2.3699190289261742,
      "learning_rate": 7.598558156547842e-06,
      "loss": 0.5058,
      "step": 800
    },
    {
      "epoch": 0.39616141732283466,
      "grad_norm": 2.3834254512275894,
      "learning_rate": 7.561755973088917e-06,
      "loss": 0.5098,
      "step": 805
    },
    {
      "epoch": 0.3986220472440945,
      "grad_norm": 2.3484210670312304,
      "learning_rate": 7.52476463261306e-06,
      "loss": 0.5101,
      "step": 810
    },
    {
      "epoch": 0.40108267716535434,
      "grad_norm": 2.259743181885874,
      "learning_rate": 7.487586866516897e-06,
      "loss": 0.4957,
      "step": 815
    },
    {
      "epoch": 0.4035433070866142,
      "grad_norm": 2.459196143941421,
      "learning_rate": 7.450225419962498e-06,
      "loss": 0.5018,
      "step": 820
    },
    {
      "epoch": 0.406003937007874,
      "grad_norm": 2.3987573923118326,
      "learning_rate": 7.412683051674681e-06,
      "loss": 0.505,
      "step": 825
    },
    {
      "epoch": 0.40846456692913385,
      "grad_norm": 2.3945193465931527,
      "learning_rate": 7.374962533737306e-06,
      "loss": 0.5021,
      "step": 830
    },
    {
      "epoch": 0.4109251968503937,
      "grad_norm": 2.450543787256226,
      "learning_rate": 7.3370666513885965e-06,
      "loss": 0.5045,
      "step": 835
    },
    {
      "epoch": 0.41338582677165353,
      "grad_norm": 2.3773634574014624,
      "learning_rate": 7.298998202815474e-06,
      "loss": 0.4843,
      "step": 840
    },
    {
      "epoch": 0.41584645669291337,
      "grad_norm": 2.3218222930991312,
      "learning_rate": 7.260759998946945e-06,
      "loss": 0.4999,
      "step": 845
    },
    {
      "epoch": 0.4183070866141732,
      "grad_norm": 2.2812480048868045,
      "learning_rate": 7.2223548632465424e-06,
      "loss": 0.4903,
      "step": 850
    },
    {
      "epoch": 0.42076771653543305,
      "grad_norm": 2.3409310514361246,
      "learning_rate": 7.183785631503851e-06,
      "loss": 0.4816,
      "step": 855
    },
    {
      "epoch": 0.42322834645669294,
      "grad_norm": 2.3088182610498897,
      "learning_rate": 7.145055151625113e-06,
      "loss": 0.4754,
      "step": 860
    },
    {
      "epoch": 0.4256889763779528,
      "grad_norm": 2.3963782413431325,
      "learning_rate": 7.1061662834229375e-06,
      "loss": 0.4918,
      "step": 865
    },
    {
      "epoch": 0.4281496062992126,
      "grad_norm": 2.375549548917402,
      "learning_rate": 7.0671218984051385e-06,
      "loss": 0.4797,
      "step": 870
    },
    {
      "epoch": 0.43061023622047245,
      "grad_norm": 2.340240253487199,
      "learning_rate": 7.0279248795627156e-06,
      "loss": 0.4804,
      "step": 875
    },
    {
      "epoch": 0.4330708661417323,
      "grad_norm": 2.5999252908460564,
      "learning_rate": 6.988578121156956e-06,
      "loss": 0.4975,
      "step": 880
    },
    {
      "epoch": 0.43553149606299213,
      "grad_norm": 2.412860995827959,
      "learning_rate": 6.9490845285057505e-06,
      "loss": 0.4757,
      "step": 885
    },
    {
      "epoch": 0.43799212598425197,
      "grad_norm": 2.3723415230376053,
      "learning_rate": 6.909447017769047e-06,
      "loss": 0.485,
      "step": 890
    },
    {
      "epoch": 0.4404527559055118,
      "grad_norm": 2.2444505424132357,
      "learning_rate": 6.869668515733536e-06,
      "loss": 0.4791,
      "step": 895
    },
    {
      "epoch": 0.44291338582677164,
      "grad_norm": 2.4018284029434627,
      "learning_rate": 6.829751959596544e-06,
      "loss": 0.4781,
      "step": 900
    },
    {
      "epoch": 0.4453740157480315,
      "grad_norm": 2.2719247540147873,
      "learning_rate": 6.789700296749141e-06,
      "loss": 0.4664,
      "step": 905
    },
    {
      "epoch": 0.4478346456692913,
      "grad_norm": 2.5647531601957296,
      "learning_rate": 6.749516484558518e-06,
      "loss": 0.4771,
      "step": 910
    },
    {
      "epoch": 0.45029527559055116,
      "grad_norm": 2.209823332066905,
      "learning_rate": 6.709203490149615e-06,
      "loss": 0.4775,
      "step": 915
    },
    {
      "epoch": 0.452755905511811,
      "grad_norm": 2.3889046698682734,
      "learning_rate": 6.668764290186039e-06,
      "loss": 0.4632,
      "step": 920
    },
    {
      "epoch": 0.4552165354330709,
      "grad_norm": 2.3497617502204142,
      "learning_rate": 6.628201870650262e-06,
      "loss": 0.4609,
      "step": 925
    },
    {
      "epoch": 0.45767716535433073,
      "grad_norm": 2.286479842578479,
      "learning_rate": 6.587519226623137e-06,
      "loss": 0.4584,
      "step": 930
    },
    {
      "epoch": 0.46013779527559057,
      "grad_norm": 2.346679839886123,
      "learning_rate": 6.546719362062763e-06,
      "loss": 0.4627,
      "step": 935
    },
    {
      "epoch": 0.4625984251968504,
      "grad_norm": 2.372517236495747,
      "learning_rate": 6.50580528958265e-06,
      "loss": 0.4627,
      "step": 940
    },
    {
      "epoch": 0.46505905511811024,
      "grad_norm": 2.352894112351414,
      "learning_rate": 6.464780030229297e-06,
      "loss": 0.4613,
      "step": 945
    },
    {
      "epoch": 0.4675196850393701,
      "grad_norm": 2.3155134840690073,
      "learning_rate": 6.423646613259103e-06,
      "loss": 0.4643,
      "step": 950
    },
    {
      "epoch": 0.4699803149606299,
      "grad_norm": 2.2802677404420604,
      "learning_rate": 6.382408075914698e-06,
      "loss": 0.4675,
      "step": 955
    },
    {
      "epoch": 0.47244094488188976,
      "grad_norm": 2.3261149198375577,
      "learning_rate": 6.341067463200678e-06,
      "loss": 0.4661,
      "step": 960
    },
    {
      "epoch": 0.4749015748031496,
      "grad_norm": 2.3024057597107723,
      "learning_rate": 6.299627827658757e-06,
      "loss": 0.4695,
      "step": 965
    },
    {
      "epoch": 0.47736220472440943,
      "grad_norm": 2.3579401662222805,
      "learning_rate": 6.258092229142383e-06,
      "loss": 0.4557,
      "step": 970
    },
    {
      "epoch": 0.47982283464566927,
      "grad_norm": 2.4039007796045624,
      "learning_rate": 6.216463734590797e-06,
      "loss": 0.4733,
      "step": 975
    },
    {
      "epoch": 0.4822834645669291,
      "grad_norm": 2.350383170709395,
      "learning_rate": 6.174745417802563e-06,
      "loss": 0.4542,
      "step": 980
    },
    {
      "epoch": 0.484744094488189,
      "grad_norm": 2.3727437081826195,
      "learning_rate": 6.132940359208625e-06,
      "loss": 0.4599,
      "step": 985
    },
    {
      "epoch": 0.48720472440944884,
      "grad_norm": 2.2638903752102877,
      "learning_rate": 6.09105164564483e-06,
      "loss": 0.4581,
      "step": 990
    },
    {
      "epoch": 0.4896653543307087,
      "grad_norm": 2.391666707671801,
      "learning_rate": 6.049082370124011e-06,
      "loss": 0.4335,
      "step": 995
    },
    {
      "epoch": 0.4921259842519685,
      "grad_norm": 2.285287290642185,
      "learning_rate": 6.007035631607605e-06,
      "loss": 0.4322,
      "step": 1000
    },
    {
      "epoch": 0.49458661417322836,
      "grad_norm": 2.3527234691645886,
      "learning_rate": 5.964914534776814e-06,
      "loss": 0.4452,
      "step": 1005
    },
    {
      "epoch": 0.4970472440944882,
      "grad_norm": 2.388047521619243,
      "learning_rate": 5.9227221898033785e-06,
      "loss": 0.4452,
      "step": 1010
    },
    {
      "epoch": 0.49950787401574803,
      "grad_norm": 2.330957204189204,
      "learning_rate": 5.880461712119913e-06,
      "loss": 0.4509,
      "step": 1015
    },
    {
      "epoch": 0.5019685039370079,
      "grad_norm": 2.3767662326352146,
      "learning_rate": 5.838136222189874e-06,
      "loss": 0.4417,
      "step": 1020
    },
    {
      "epoch": 0.5044291338582677,
      "grad_norm": 2.3296456305613553,
      "learning_rate": 5.795748845277143e-06,
      "loss": 0.4456,
      "step": 1025
    },
    {
      "epoch": 0.5068897637795275,
      "grad_norm": 2.3238395450456317,
      "learning_rate": 5.75330271121526e-06,
      "loss": 0.4483,
      "step": 1030
    },
    {
      "epoch": 0.5093503937007874,
      "grad_norm": 2.271731748541768,
      "learning_rate": 5.710800954176326e-06,
      "loss": 0.4439,
      "step": 1035
    },
    {
      "epoch": 0.5118110236220472,
      "grad_norm": 2.2730785805154716,
      "learning_rate": 5.668246712439579e-06,
      "loss": 0.438,
      "step": 1040
    },
    {
      "epoch": 0.5142716535433071,
      "grad_norm": 2.2984158447258856,
      "learning_rate": 5.625643128159658e-06,
      "loss": 0.4371,
      "step": 1045
    },
    {
      "epoch": 0.5167322834645669,
      "grad_norm": 2.138298543480362,
      "learning_rate": 5.582993347134604e-06,
      "loss": 0.4358,
      "step": 1050
    },
    {
      "epoch": 0.5191929133858267,
      "grad_norm": 2.2656933007145326,
      "learning_rate": 5.540300518573564e-06,
      "loss": 0.4456,
      "step": 1055
    },
    {
      "epoch": 0.5216535433070866,
      "grad_norm": 2.4687742042434437,
      "learning_rate": 5.4975677948642704e-06,
      "loss": 0.4292,
      "step": 1060
    },
    {
      "epoch": 0.5241141732283464,
      "grad_norm": 2.2023440824897538,
      "learning_rate": 5.454798331340261e-06,
      "loss": 0.4448,
      "step": 1065
    },
    {
      "epoch": 0.5265748031496063,
      "grad_norm": 2.3820756070238844,
      "learning_rate": 5.4119952860479e-06,
      "loss": 0.4322,
      "step": 1070
    },
    {
      "epoch": 0.5290354330708661,
      "grad_norm": 2.307966181110738,
      "learning_rate": 5.369161819513189e-06,
      "loss": 0.4345,
      "step": 1075
    },
    {
      "epoch": 0.531496062992126,
      "grad_norm": 2.4566374524002006,
      "learning_rate": 5.3263010945083994e-06,
      "loss": 0.4342,
      "step": 1080
    },
    {
      "epoch": 0.5339566929133859,
      "grad_norm": 2.304141656628352,
      "learning_rate": 5.283416275818531e-06,
      "loss": 0.4304,
      "step": 1085
    },
    {
      "epoch": 0.5364173228346457,
      "grad_norm": 2.3743587538000974,
      "learning_rate": 5.240510530007641e-06,
      "loss": 0.4248,
      "step": 1090
    },
    {
      "epoch": 0.5388779527559056,
      "grad_norm": 2.275764809511964,
      "learning_rate": 5.1975870251850105e-06,
      "loss": 0.4294,
      "step": 1095
    },
    {
      "epoch": 0.5413385826771654,
      "grad_norm": 2.4755101283685823,
      "learning_rate": 5.1546489307712345e-06,
      "loss": 0.4248,
      "step": 1100
    },
    {
      "epoch": 0.5437992125984252,
      "grad_norm": 2.1985695933129406,
      "learning_rate": 5.111699417264177e-06,
      "loss": 0.423,
      "step": 1105
    },
    {
      "epoch": 0.5462598425196851,
      "grad_norm": 2.2532688868144537,
      "learning_rate": 5.06874165600488e-06,
      "loss": 0.4247,
      "step": 1110
    },
    {
      "epoch": 0.5487204724409449,
      "grad_norm": 2.5064255810867553,
      "learning_rate": 5.025778818943391e-06,
      "loss": 0.4171,
      "step": 1115
    },
    {
      "epoch": 0.5511811023622047,
      "grad_norm": 2.223795201431944,
      "learning_rate": 4.982814078404543e-06,
      "loss": 0.4136,
      "step": 1120
    },
    {
      "epoch": 0.5536417322834646,
      "grad_norm": 2.321073710905454,
      "learning_rate": 4.939850606853724e-06,
      "loss": 0.4128,
      "step": 1125
    },
    {
      "epoch": 0.5561023622047244,
      "grad_norm": 2.352196407309558,
      "learning_rate": 4.89689157666262e-06,
      "loss": 0.4225,
      "step": 1130
    },
    {
      "epoch": 0.5585629921259843,
      "grad_norm": 2.3165609074323386,
      "learning_rate": 4.853940159874972e-06,
      "loss": 0.4137,
      "step": 1135
    },
    {
      "epoch": 0.5610236220472441,
      "grad_norm": 2.249863447456596,
      "learning_rate": 4.8109995279723556e-06,
      "loss": 0.4124,
      "step": 1140
    },
    {
      "epoch": 0.5634842519685039,
      "grad_norm": 2.3324932344927927,
      "learning_rate": 4.768072851640006e-06,
      "loss": 0.4092,
      "step": 1145
    },
    {
      "epoch": 0.5659448818897638,
      "grad_norm": 2.175622171626361,
      "learning_rate": 4.7251633005326935e-06,
      "loss": 0.4044,
      "step": 1150
    },
    {
      "epoch": 0.5684055118110236,
      "grad_norm": 2.244989030279403,
      "learning_rate": 4.682274043040682e-06,
      "loss": 0.4102,
      "step": 1155
    },
    {
      "epoch": 0.5708661417322834,
      "grad_norm": 2.3655854821968583,
      "learning_rate": 4.639408246055781e-06,
      "loss": 0.3998,
      "step": 1160
    },
    {
      "epoch": 0.5733267716535433,
      "grad_norm": 2.3662328414472147,
      "learning_rate": 4.596569074737501e-06,
      "loss": 0.4209,
      "step": 1165
    },
    {
      "epoch": 0.5757874015748031,
      "grad_norm": 2.2898685582377114,
      "learning_rate": 4.5537596922793475e-06,
      "loss": 0.3884,
      "step": 1170
    },
    {
      "epoch": 0.578248031496063,
      "grad_norm": 2.175371768003494,
      "learning_rate": 4.510983259675252e-06,
      "loss": 0.413,
      "step": 1175
    },
    {
      "epoch": 0.5807086614173228,
      "grad_norm": 2.174940506600783,
      "learning_rate": 4.468242935486164e-06,
      "loss": 0.3977,
      "step": 1180
    },
    {
      "epoch": 0.5831692913385826,
      "grad_norm": 2.2645627809171205,
      "learning_rate": 4.425541875606837e-06,
      "loss": 0.4,
      "step": 1185
    },
    {
      "epoch": 0.5856299212598425,
      "grad_norm": 2.3434052194119097,
      "learning_rate": 4.38288323303279e-06,
      "loss": 0.416,
      "step": 1190
    },
    {
      "epoch": 0.5880905511811023,
      "grad_norm": 2.1589090436361027,
      "learning_rate": 4.340270157627496e-06,
      "loss": 0.3975,
      "step": 1195
    },
    {
      "epoch": 0.5905511811023622,
      "grad_norm": 2.2770509922795226,
      "learning_rate": 4.29770579588981e-06,
      "loss": 0.4133,
      "step": 1200
    },
    {
      "epoch": 0.593011811023622,
      "grad_norm": 2.133861488496685,
      "learning_rate": 4.255193290721626e-06,
      "loss": 0.3965,
      "step": 1205
    },
    {
      "epoch": 0.5954724409448819,
      "grad_norm": 2.0592654419552474,
      "learning_rate": 4.2127357811958006e-06,
      "loss": 0.3944,
      "step": 1210
    },
    {
      "epoch": 0.5979330708661418,
      "grad_norm": 2.3061861279285756,
      "learning_rate": 4.170336402324393e-06,
      "loss": 0.3989,
      "step": 1215
    },
    {
      "epoch": 0.6003937007874016,
      "grad_norm": 2.1897218075138665,
      "learning_rate": 4.127998284827148e-06,
      "loss": 0.3922,
      "step": 1220
    },
    {
      "epoch": 0.6028543307086615,
      "grad_norm": 2.273569046487088,
      "learning_rate": 4.085724554900359e-06,
      "loss": 0.3919,
      "step": 1225
    },
    {
      "epoch": 0.6053149606299213,
      "grad_norm": 2.316647904273548,
      "learning_rate": 4.043518333986009e-06,
      "loss": 0.4004,
      "step": 1230
    },
    {
      "epoch": 0.6077755905511811,
      "grad_norm": 2.139410821479213,
      "learning_rate": 4.001382738541291e-06,
      "loss": 0.3868,
      "step": 1235
    },
    {
      "epoch": 0.610236220472441,
      "grad_norm": 2.4158380958610266,
      "learning_rate": 3.9593208798085094e-06,
      "loss": 0.3968,
      "step": 1240
    },
    {
      "epoch": 0.6126968503937008,
      "grad_norm": 2.2664180097106934,
      "learning_rate": 3.9173358635853285e-06,
      "loss": 0.3977,
      "step": 1245
    },
    {
      "epoch": 0.6151574803149606,
      "grad_norm": 2.1617748237173995,
      "learning_rate": 3.875430789995454e-06,
      "loss": 0.3951,
      "step": 1250
    },
    {
      "epoch": 0.6176181102362205,
      "grad_norm": 2.3139618808394258,
      "learning_rate": 3.833608753259729e-06,
      "loss": 0.3883,
      "step": 1255
    },
    {
      "epoch": 0.6200787401574803,
      "grad_norm": 2.2557729958410646,
      "learning_rate": 3.791872841467643e-06,
      "loss": 0.3833,
      "step": 1260
    },
    {
      "epoch": 0.6225393700787402,
      "grad_norm": 2.288978630108445,
      "learning_rate": 3.7502261363493346e-06,
      "loss": 0.392,
      "step": 1265
    },
    {
      "epoch": 0.625,
      "grad_norm": 2.400211890621822,
      "learning_rate": 3.708671713048017e-06,
      "loss": 0.382,
      "step": 1270
    },
    {
      "epoch": 0.6274606299212598,
      "grad_norm": 2.14291748228325,
      "learning_rate": 3.6672126398929273e-06,
      "loss": 0.3868,
      "step": 1275
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 2.189481811128098,
      "learning_rate": 3.625851978172765e-06,
      "loss": 0.3844,
      "step": 1280
    },
    {
      "epoch": 0.6323818897637795,
      "grad_norm": 2.17033479220634,
      "learning_rate": 3.5845927819096405e-06,
      "loss": 0.3767,
      "step": 1285
    },
    {
      "epoch": 0.6348425196850394,
      "grad_norm": 2.1024337319523285,
      "learning_rate": 3.543438097633577e-06,
      "loss": 0.385,
      "step": 1290
    },
    {
      "epoch": 0.6373031496062992,
      "grad_norm": 2.1601959551273584,
      "learning_rate": 3.5023909641575604e-06,
      "loss": 0.3655,
      "step": 1295
    },
    {
      "epoch": 0.639763779527559,
      "grad_norm": 2.2147245957921324,
      "learning_rate": 3.4614544123531476e-06,
      "loss": 0.3846,
      "step": 1300
    },
    {
      "epoch": 0.6422244094488189,
      "grad_norm": 2.2767016812027037,
      "learning_rate": 3.4206314649266813e-06,
      "loss": 0.3829,
      "step": 1305
    },
    {
      "epoch": 0.6446850393700787,
      "grad_norm": 2.189301400471183,
      "learning_rate": 3.3799251361960883e-06,
      "loss": 0.3793,
      "step": 1310
    },
    {
      "epoch": 0.6471456692913385,
      "grad_norm": 2.2486478577990328,
      "learning_rate": 3.339338431868311e-06,
      "loss": 0.3651,
      "step": 1315
    },
    {
      "epoch": 0.6496062992125984,
      "grad_norm": 2.1239701183150186,
      "learning_rate": 3.29887434881737e-06,
      "loss": 0.3962,
      "step": 1320
    },
    {
      "epoch": 0.6520669291338582,
      "grad_norm": 2.0943809822170194,
      "learning_rate": 3.2585358748630725e-06,
      "loss": 0.3781,
      "step": 1325
    },
    {
      "epoch": 0.6545275590551181,
      "grad_norm": 2.302998816495133,
      "learning_rate": 3.2183259885504003e-06,
      "loss": 0.3599,
      "step": 1330
    },
    {
      "epoch": 0.656988188976378,
      "grad_norm": 2.093137463735972,
      "learning_rate": 3.1782476589295803e-06,
      "loss": 0.3693,
      "step": 1335
    },
    {
      "epoch": 0.6594488188976378,
      "grad_norm": 2.0537589165415038,
      "learning_rate": 3.138303845336844e-06,
      "loss": 0.3767,
      "step": 1340
    },
    {
      "epoch": 0.6619094488188977,
      "grad_norm": 2.1644873169815018,
      "learning_rate": 3.098497497175925e-06,
      "loss": 0.3758,
      "step": 1345
    },
    {
      "epoch": 0.6643700787401575,
      "grad_norm": 2.1158460604452904,
      "learning_rate": 3.0588315537002682e-06,
      "loss": 0.3715,
      "step": 1350
    },
    {
      "epoch": 0.6668307086614174,
      "grad_norm": 2.312489752052895,
      "learning_rate": 3.0193089437960043e-06,
      "loss": 0.3764,
      "step": 1355
    },
    {
      "epoch": 0.6692913385826772,
      "grad_norm": 2.4373363981556686,
      "learning_rate": 2.9799325857656856e-06,
      "loss": 0.3639,
      "step": 1360
    },
    {
      "epoch": 0.671751968503937,
      "grad_norm": 2.051650821654651,
      "learning_rate": 2.940705387112798e-06,
      "loss": 0.3456,
      "step": 1365
    },
    {
      "epoch": 0.6742125984251969,
      "grad_norm": 2.162923091354617,
      "learning_rate": 2.901630244327075e-06,
      "loss": 0.3737,
      "step": 1370
    },
    {
      "epoch": 0.6766732283464567,
      "grad_norm": 2.1826289176609617,
      "learning_rate": 2.862710042670629e-06,
      "loss": 0.3777,
      "step": 1375
    },
    {
      "epoch": 0.6791338582677166,
      "grad_norm": 2.271492512262752,
      "learning_rate": 2.8239476559649013e-06,
      "loss": 0.3672,
      "step": 1380
    },
    {
      "epoch": 0.6815944881889764,
      "grad_norm": 2.0841809045493442,
      "learning_rate": 2.7853459463784643e-06,
      "loss": 0.3658,
      "step": 1385
    },
    {
      "epoch": 0.6840551181102362,
      "grad_norm": 2.220969106748428,
      "learning_rate": 2.7469077642156844e-06,
      "loss": 0.3602,
      "step": 1390
    },
    {
      "epoch": 0.6865157480314961,
      "grad_norm": 2.009625282982446,
      "learning_rate": 2.7086359477062542e-06,
      "loss": 0.353,
      "step": 1395
    },
    {
      "epoch": 0.6889763779527559,
      "grad_norm": 2.267920231263409,
      "learning_rate": 2.6705333227956304e-06,
      "loss": 0.3672,
      "step": 1400
    },
    {
      "epoch": 0.6914370078740157,
      "grad_norm": 2.099753211120495,
      "learning_rate": 2.6326027029363575e-06,
      "loss": 0.3657,
      "step": 1405
    },
    {
      "epoch": 0.6938976377952756,
      "grad_norm": 2.3887622578641046,
      "learning_rate": 2.5948468888803323e-06,
      "loss": 0.3641,
      "step": 1410
    },
    {
      "epoch": 0.6963582677165354,
      "grad_norm": 2.2574854591596063,
      "learning_rate": 2.557268668472002e-06,
      "loss": 0.3681,
      "step": 1415
    },
    {
      "epoch": 0.6988188976377953,
      "grad_norm": 2.1541998550392285,
      "learning_rate": 2.5198708164425046e-06,
      "loss": 0.3666,
      "step": 1420
    },
    {
      "epoch": 0.7012795275590551,
      "grad_norm": 2.2114896772148924,
      "learning_rate": 2.482656094204794e-06,
      "loss": 0.3721,
      "step": 1425
    },
    {
      "epoch": 0.7037401574803149,
      "grad_norm": 1.999095279733753,
      "learning_rate": 2.445627249649742e-06,
      "loss": 0.3533,
      "step": 1430
    },
    {
      "epoch": 0.7062007874015748,
      "grad_norm": 2.447157001336924,
      "learning_rate": 2.4087870169432263e-06,
      "loss": 0.3512,
      "step": 1435
    },
    {
      "epoch": 0.7086614173228346,
      "grad_norm": 2.1383643267190875,
      "learning_rate": 2.372138116324254e-06,
      "loss": 0.3637,
      "step": 1440
    },
    {
      "epoch": 0.7111220472440944,
      "grad_norm": 2.2411777344710933,
      "learning_rate": 2.3356832539040976e-06,
      "loss": 0.3521,
      "step": 1445
    },
    {
      "epoch": 0.7135826771653543,
      "grad_norm": 2.081326294904533,
      "learning_rate": 2.2994251214664754e-06,
      "loss": 0.3636,
      "step": 1450
    },
    {
      "epoch": 0.7160433070866141,
      "grad_norm": 2.0265851050443717,
      "learning_rate": 2.263366396268806e-06,
      "loss": 0.3631,
      "step": 1455
    },
    {
      "epoch": 0.718503937007874,
      "grad_norm": 2.016445263024121,
      "learning_rate": 2.227509740844508e-06,
      "loss": 0.3506,
      "step": 1460
    },
    {
      "epoch": 0.7209645669291339,
      "grad_norm": 1.9859142840819781,
      "learning_rate": 2.191857802806409e-06,
      "loss": 0.3492,
      "step": 1465
    },
    {
      "epoch": 0.7234251968503937,
      "grad_norm": 2.131894669259727,
      "learning_rate": 2.1564132146512494e-06,
      "loss": 0.361,
      "step": 1470
    },
    {
      "epoch": 0.7258858267716536,
      "grad_norm": 2.054521134481261,
      "learning_rate": 2.1211785935652974e-06,
      "loss": 0.353,
      "step": 1475
    },
    {
      "epoch": 0.7283464566929134,
      "grad_norm": 2.195553612057405,
      "learning_rate": 2.086156541231109e-06,
      "loss": 0.3541,
      "step": 1480
    },
    {
      "epoch": 0.7308070866141733,
      "grad_norm": 2.078190944421504,
      "learning_rate": 2.05134964363541e-06,
      "loss": 0.3532,
      "step": 1485
    },
    {
      "epoch": 0.7332677165354331,
      "grad_norm": 1.9784288837683923,
      "learning_rate": 2.016760470878158e-06,
      "loss": 0.3537,
      "step": 1490
    },
    {
      "epoch": 0.7357283464566929,
      "grad_norm": 2.161906206866742,
      "learning_rate": 1.9823915769827672e-06,
      "loss": 0.3635,
      "step": 1495
    },
    {
      "epoch": 0.7381889763779528,
      "grad_norm": 2.0523238713671135,
      "learning_rate": 1.948245499707523e-06,
      "loss": 0.3486,
      "step": 1500
    },
    {
      "epoch": 0.7406496062992126,
      "grad_norm": 2.08663663246033,
      "learning_rate": 1.9143247603581925e-06,
      "loss": 0.3517,
      "step": 1505
    },
    {
      "epoch": 0.7431102362204725,
      "grad_norm": 2.247439527318004,
      "learning_rate": 1.8806318636018666e-06,
      "loss": 0.3485,
      "step": 1510
    },
    {
      "epoch": 0.7455708661417323,
      "grad_norm": 2.2948321577508355,
      "learning_rate": 1.8471692972820027e-06,
      "loss": 0.3554,
      "step": 1515
    },
    {
      "epoch": 0.7480314960629921,
      "grad_norm": 2.1604348165019065,
      "learning_rate": 1.8139395322347335e-06,
      "loss": 0.3489,
      "step": 1520
    },
    {
      "epoch": 0.750492125984252,
      "grad_norm": 2.125600663304225,
      "learning_rate": 1.780945022106424e-06,
      "loss": 0.3589,
      "step": 1525
    },
    {
      "epoch": 0.7529527559055118,
      "grad_norm": 1.9910694715906239,
      "learning_rate": 1.7481882031724929e-06,
      "loss": 0.3483,
      "step": 1530
    },
    {
      "epoch": 0.7554133858267716,
      "grad_norm": 2.024386438154311,
      "learning_rate": 1.7156714941575292e-06,
      "loss": 0.3582,
      "step": 1535
    },
    {
      "epoch": 0.7578740157480315,
      "grad_norm": 2.236178264159934,
      "learning_rate": 1.6833972960566868e-06,
      "loss": 0.3535,
      "step": 1540
    },
    {
      "epoch": 0.7603346456692913,
      "grad_norm": 2.0509148837648876,
      "learning_rate": 1.6513679919583975e-06,
      "loss": 0.3485,
      "step": 1545
    },
    {
      "epoch": 0.7627952755905512,
      "grad_norm": 1.9020807079292121,
      "learning_rate": 1.6195859468684199e-06,
      "loss": 0.3496,
      "step": 1550
    },
    {
      "epoch": 0.765255905511811,
      "grad_norm": 2.1302050953871694,
      "learning_rate": 1.588053507535195e-06,
      "loss": 0.3385,
      "step": 1555
    },
    {
      "epoch": 0.7677165354330708,
      "grad_norm": 2.184409457671906,
      "learning_rate": 1.5567730022765753e-06,
      "loss": 0.342,
      "step": 1560
    },
    {
      "epoch": 0.7701771653543307,
      "grad_norm": 2.1109842289764735,
      "learning_rate": 1.5257467408078996e-06,
      "loss": 0.3461,
      "step": 1565
    },
    {
      "epoch": 0.7726377952755905,
      "grad_norm": 1.9447642578789646,
      "learning_rate": 1.494977014071441e-06,
      "loss": 0.3321,
      "step": 1570
    },
    {
      "epoch": 0.7750984251968503,
      "grad_norm": 2.160598206464441,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.3463,
      "step": 1575
    },
    {
      "epoch": 0.7775590551181102,
      "grad_norm": 1.9954045529577038,
      "learning_rate": 1.434216233685441e-06,
      "loss": 0.354,
      "step": 1580
    },
    {
      "epoch": 0.78001968503937,
      "grad_norm": 1.8705318043615158,
      "learning_rate": 1.4042296665397187e-06,
      "loss": 0.3354,
      "step": 1585
    },
    {
      "epoch": 0.78248031496063,
      "grad_norm": 2.131526940157942,
      "learning_rate": 1.374508606802586e-06,
      "loss": 0.326,
      "step": 1590
    },
    {
      "epoch": 0.7849409448818898,
      "grad_norm": 1.9854582148960758,
      "learning_rate": 1.3450552490417712e-06,
      "loss": 0.3286,
      "step": 1595
    },
    {
      "epoch": 0.7874015748031497,
      "grad_norm": 2.005367208929083,
      "learning_rate": 1.3158717680582128e-06,
      "loss": 0.3422,
      "step": 1600
    },
    {
      "epoch": 0.7898622047244095,
      "grad_norm": 2.0697719484600614,
      "learning_rate": 1.286960318725471e-06,
      "loss": 0.3405,
      "step": 1605
    },
    {
      "epoch": 0.7923228346456693,
      "grad_norm": 2.1676514262257656,
      "learning_rate": 1.2583230358306053e-06,
      "loss": 0.3519,
      "step": 1610
    },
    {
      "epoch": 0.7947834645669292,
      "grad_norm": 2.030399197550805,
      "learning_rate": 1.2299620339165607e-06,
      "loss": 0.3371,
      "step": 1615
    },
    {
      "epoch": 0.797244094488189,
      "grad_norm": 1.8800725084378718,
      "learning_rate": 1.201879407126012e-06,
      "loss": 0.3387,
      "step": 1620
    },
    {
      "epoch": 0.7997047244094488,
      "grad_norm": 2.1095666405799345,
      "learning_rate": 1.1740772290467518e-06,
      "loss": 0.343,
      "step": 1625
    },
    {
      "epoch": 0.8021653543307087,
      "grad_norm": 2.036216759579623,
      "learning_rate": 1.1465575525585743e-06,
      "loss": 0.3254,
      "step": 1630
    },
    {
      "epoch": 0.8046259842519685,
      "grad_norm": 1.9725419805321742,
      "learning_rate": 1.119322409681689e-06,
      "loss": 0.3377,
      "step": 1635
    },
    {
      "epoch": 0.8070866141732284,
      "grad_norm": 2.261947410750145,
      "learning_rate": 1.0923738114266824e-06,
      "loss": 0.3414,
      "step": 1640
    },
    {
      "epoch": 0.8095472440944882,
      "grad_norm": 1.9967677016675829,
      "learning_rate": 1.0657137476460272e-06,
      "loss": 0.3427,
      "step": 1645
    },
    {
      "epoch": 0.812007874015748,
      "grad_norm": 1.9329332696972708,
      "learning_rate": 1.0393441868871507e-06,
      "loss": 0.3309,
      "step": 1650
    },
    {
      "epoch": 0.8144685039370079,
      "grad_norm": 2.080216309757756,
      "learning_rate": 1.0132670762470875e-06,
      "loss": 0.3403,
      "step": 1655
    },
    {
      "epoch": 0.8169291338582677,
      "grad_norm": 1.9963077191898775,
      "learning_rate": 9.874843412286994e-07,
      "loss": 0.3395,
      "step": 1660
    },
    {
      "epoch": 0.8193897637795275,
      "grad_norm": 2.1468283823628584,
      "learning_rate": 9.619978855985017e-07,
      "loss": 0.3365,
      "step": 1665
    },
    {
      "epoch": 0.8218503937007874,
      "grad_norm": 2.030201170967621,
      "learning_rate": 9.368095912460934e-07,
      "loss": 0.3343,
      "step": 1670
    },
    {
      "epoch": 0.8243110236220472,
      "grad_norm": 2.144207392793775,
      "learning_rate": 9.119213180451974e-07,
      "loss": 0.3365,
      "step": 1675
    },
    {
      "epoch": 0.8267716535433071,
      "grad_norm": 2.139359174863488,
      "learning_rate": 8.87334903716332e-07,
      "loss": 0.3344,
      "step": 1680
    },
    {
      "epoch": 0.8292322834645669,
      "grad_norm": 2.0756053748869028,
      "learning_rate": 8.630521636911171e-07,
      "loss": 0.3396,
      "step": 1685
    },
    {
      "epoch": 0.8316929133858267,
      "grad_norm": 1.9417094509672648,
      "learning_rate": 8.390748909782204e-07,
      "loss": 0.3319,
      "step": 1690
    },
    {
      "epoch": 0.8341535433070866,
      "grad_norm": 1.904699920697159,
      "learning_rate": 8.154048560309669e-07,
      "loss": 0.3383,
      "step": 1695
    },
    {
      "epoch": 0.8366141732283464,
      "grad_norm": 1.9020653291530694,
      "learning_rate": 7.920438066166097e-07,
      "loss": 0.3349,
      "step": 1700
    },
    {
      "epoch": 0.8390748031496063,
      "grad_norm": 2.00777989664957,
      "learning_rate": 7.689934676872768e-07,
      "loss": 0.337,
      "step": 1705
    },
    {
      "epoch": 0.8415354330708661,
      "grad_norm": 2.1247990851762677,
      "learning_rate": 7.462555412526062e-07,
      "loss": 0.3299,
      "step": 1710
    },
    {
      "epoch": 0.843996062992126,
      "grad_norm": 2.0897419693416004,
      "learning_rate": 7.238317062540661e-07,
      "loss": 0.3261,
      "step": 1715
    },
    {
      "epoch": 0.8464566929133859,
      "grad_norm": 2.243164262785359,
      "learning_rate": 7.017236184409859e-07,
      "loss": 0.3378,
      "step": 1720
    },
    {
      "epoch": 0.8489173228346457,
      "grad_norm": 1.9439608610518924,
      "learning_rate": 6.799329102482988e-07,
      "loss": 0.3206,
      "step": 1725
    },
    {
      "epoch": 0.8513779527559056,
      "grad_norm": 2.001456213276007,
      "learning_rate": 6.584611906760036e-07,
      "loss": 0.3224,
      "step": 1730
    },
    {
      "epoch": 0.8538385826771654,
      "grad_norm": 1.9357999946640365,
      "learning_rate": 6.373100451703601e-07,
      "loss": 0.3514,
      "step": 1735
    },
    {
      "epoch": 0.8562992125984252,
      "grad_norm": 1.8706183982176696,
      "learning_rate": 6.164810355068179e-07,
      "loss": 0.3355,
      "step": 1740
    },
    {
      "epoch": 0.8587598425196851,
      "grad_norm": 1.9372386803072519,
      "learning_rate": 5.959756996746996e-07,
      "loss": 0.3383,
      "step": 1745
    },
    {
      "epoch": 0.8612204724409449,
      "grad_norm": 1.9978519375008006,
      "learning_rate": 5.757955517636365e-07,
      "loss": 0.329,
      "step": 1750
    },
    {
      "epoch": 0.8636811023622047,
      "grad_norm": 2.260582620281468,
      "learning_rate": 5.559420818517702e-07,
      "loss": 0.3352,
      "step": 1755
    },
    {
      "epoch": 0.8661417322834646,
      "grad_norm": 1.905722889331543,
      "learning_rate": 5.364167558957267e-07,
      "loss": 0.3241,
      "step": 1760
    },
    {
      "epoch": 0.8686023622047244,
      "grad_norm": 2.08290721357846,
      "learning_rate": 5.172210156223745e-07,
      "loss": 0.3336,
      "step": 1765
    },
    {
      "epoch": 0.8710629921259843,
      "grad_norm": 2.0264311598023728,
      "learning_rate": 4.983562784223645e-07,
      "loss": 0.3191,
      "step": 1770
    },
    {
      "epoch": 0.8735236220472441,
      "grad_norm": 1.9306929816740388,
      "learning_rate": 4.798239372454738e-07,
      "loss": 0.3256,
      "step": 1775
    },
    {
      "epoch": 0.8759842519685039,
      "grad_norm": 1.9166412725439652,
      "learning_rate": 4.6162536049775387e-07,
      "loss": 0.3284,
      "step": 1780
    },
    {
      "epoch": 0.8784448818897638,
      "grad_norm": 1.9640277798271495,
      "learning_rate": 4.437618919404851e-07,
      "loss": 0.3233,
      "step": 1785
    },
    {
      "epoch": 0.8809055118110236,
      "grad_norm": 1.9101328543862819,
      "learning_rate": 4.262348505909608e-07,
      "loss": 0.326,
      "step": 1790
    },
    {
      "epoch": 0.8833661417322834,
      "grad_norm": 1.9078892149815414,
      "learning_rate": 4.0904553062508677e-07,
      "loss": 0.3273,
      "step": 1795
    },
    {
      "epoch": 0.8858267716535433,
      "grad_norm": 1.92469620169423,
      "learning_rate": 3.9219520128182087e-07,
      "loss": 0.3222,
      "step": 1800
    },
    {
      "epoch": 0.8882874015748031,
      "grad_norm": 1.8872478826399433,
      "learning_rate": 3.756851067694606e-07,
      "loss": 0.3233,
      "step": 1805
    },
    {
      "epoch": 0.890748031496063,
      "grad_norm": 2.1313117581123366,
      "learning_rate": 3.5951646617376603e-07,
      "loss": 0.3309,
      "step": 1810
    },
    {
      "epoch": 0.8932086614173228,
      "grad_norm": 1.857899228482062,
      "learning_rate": 3.436904733679436e-07,
      "loss": 0.3231,
      "step": 1815
    },
    {
      "epoch": 0.8956692913385826,
      "grad_norm": 1.9630046166560744,
      "learning_rate": 3.2820829692449984e-07,
      "loss": 0.3314,
      "step": 1820
    },
    {
      "epoch": 0.8981299212598425,
      "grad_norm": 1.878464206381759,
      "learning_rate": 3.130710800289416e-07,
      "loss": 0.315,
      "step": 1825
    },
    {
      "epoch": 0.9005905511811023,
      "grad_norm": 1.948299936140257,
      "learning_rate": 2.982799403953801e-07,
      "loss": 0.3245,
      "step": 1830
    },
    {
      "epoch": 0.9030511811023622,
      "grad_norm": 1.9803613486774017,
      "learning_rate": 2.8383597018398876e-07,
      "loss": 0.3106,
      "step": 1835
    },
    {
      "epoch": 0.905511811023622,
      "grad_norm": 1.9228830866585032,
      "learning_rate": 2.697402359203638e-07,
      "loss": 0.3206,
      "step": 1840
    },
    {
      "epoch": 0.9079724409448819,
      "grad_norm": 1.8821637790876162,
      "learning_rate": 2.559937784167743e-07,
      "loss": 0.3158,
      "step": 1845
    },
    {
      "epoch": 0.9104330708661418,
      "grad_norm": 2.0523446694418364,
      "learning_rate": 2.4259761269530667e-07,
      "loss": 0.3182,
      "step": 1850
    },
    {
      "epoch": 0.9128937007874016,
      "grad_norm": 1.9067478250870236,
      "learning_rate": 2.2955272791291894e-07,
      "loss": 0.33,
      "step": 1855
    },
    {
      "epoch": 0.9153543307086615,
      "grad_norm": 1.8161748223299183,
      "learning_rate": 2.1686008728840301e-07,
      "loss": 0.3195,
      "step": 1860
    },
    {
      "epoch": 0.9178149606299213,
      "grad_norm": 1.9778227776433959,
      "learning_rate": 2.0452062803126005e-07,
      "loss": 0.3229,
      "step": 1865
    },
    {
      "epoch": 0.9202755905511811,
      "grad_norm": 1.8169343313243027,
      "learning_rate": 1.9253526127249787e-07,
      "loss": 0.328,
      "step": 1870
    },
    {
      "epoch": 0.922736220472441,
      "grad_norm": 1.9674779916821903,
      "learning_rate": 1.8090487199735663e-07,
      "loss": 0.3235,
      "step": 1875
    },
    {
      "epoch": 0.9251968503937008,
      "grad_norm": 2.066617055366464,
      "learning_rate": 1.6963031897995863e-07,
      "loss": 0.3216,
      "step": 1880
    },
    {
      "epoch": 0.9276574803149606,
      "grad_norm": 1.9662299527781584,
      "learning_rate": 1.5871243471990372e-07,
      "loss": 0.3279,
      "step": 1885
    },
    {
      "epoch": 0.9301181102362205,
      "grad_norm": 2.0282199981854414,
      "learning_rate": 1.4815202538079e-07,
      "loss": 0.314,
      "step": 1890
    },
    {
      "epoch": 0.9325787401574803,
      "grad_norm": 1.9766928164218986,
      "learning_rate": 1.379498707306942e-07,
      "loss": 0.3152,
      "step": 1895
    },
    {
      "epoch": 0.9350393700787402,
      "grad_norm": 1.8773781832541783,
      "learning_rate": 1.28106724084594e-07,
      "loss": 0.3286,
      "step": 1900
    },
    {
      "epoch": 0.9375,
      "grad_norm": 1.9756880092340237,
      "learning_rate": 1.1862331224873902e-07,
      "loss": 0.3211,
      "step": 1905
    },
    {
      "epoch": 0.9399606299212598,
      "grad_norm": 1.946646764579541,
      "learning_rate": 1.0950033546699213e-07,
      "loss": 0.3243,
      "step": 1910
    },
    {
      "epoch": 0.9424212598425197,
      "grad_norm": 1.8898884090335948,
      "learning_rate": 1.0073846736911697e-07,
      "loss": 0.3274,
      "step": 1915
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 1.816110689404615,
      "learning_rate": 9.233835492104326e-08,
      "loss": 0.3157,
      "step": 1920
    },
    {
      "epoch": 0.9473425196850394,
      "grad_norm": 1.903238646884656,
      "learning_rate": 8.430061837709058e-08,
      "loss": 0.3158,
      "step": 1925
    },
    {
      "epoch": 0.9498031496062992,
      "grad_norm": 1.8739160354182305,
      "learning_rate": 7.662585123417609e-08,
      "loss": 0.3136,
      "step": 1930
    },
    {
      "epoch": 0.952263779527559,
      "grad_norm": 2.015422876061845,
      "learning_rate": 6.931462018798407e-08,
      "loss": 0.3274,
      "step": 1935
    },
    {
      "epoch": 0.9547244094488189,
      "grad_norm": 1.7724513355973053,
      "learning_rate": 6.236746509112824e-08,
      "loss": 0.3288,
      "step": 1940
    },
    {
      "epoch": 0.9571850393700787,
      "grad_norm": 1.9490022383605574,
      "learning_rate": 5.5784898913284754e-08,
      "loss": 0.3268,
      "step": 1945
    },
    {
      "epoch": 0.9596456692913385,
      "grad_norm": 2.00148527557363,
      "learning_rate": 4.9567407703319247e-08,
      "loss": 0.327,
      "step": 1950
    },
    {
      "epoch": 0.9621062992125984,
      "grad_norm": 1.9582200223538588,
      "learning_rate": 4.3715450553393765e-08,
      "loss": 0.3252,
      "step": 1955
    },
    {
      "epoch": 0.9645669291338582,
      "grad_norm": 1.837922483605557,
      "learning_rate": 3.8229459565070074e-08,
      "loss": 0.31,
      "step": 1960
    },
    {
      "epoch": 0.9670275590551181,
      "grad_norm": 1.910793470177359,
      "learning_rate": 3.3109839817404564e-08,
      "loss": 0.318,
      "step": 1965
    },
    {
      "epoch": 0.969488188976378,
      "grad_norm": 1.8816675788362491,
      "learning_rate": 2.8356969337035578e-08,
      "loss": 0.3262,
      "step": 1970
    },
    {
      "epoch": 0.9719488188976378,
      "grad_norm": 1.991419593684435,
      "learning_rate": 2.3971199070271234e-08,
      "loss": 0.3217,
      "step": 1975
    },
    {
      "epoch": 0.9744094488188977,
      "grad_norm": 1.8312406446386904,
      "learning_rate": 1.99528528571763e-08,
      "loss": 0.3267,
      "step": 1980
    },
    {
      "epoch": 0.9768700787401575,
      "grad_norm": 1.9479093178370912,
      "learning_rate": 1.6302227407660744e-08,
      "loss": 0.3209,
      "step": 1985
    },
    {
      "epoch": 0.9793307086614174,
      "grad_norm": 1.9735060238944024,
      "learning_rate": 1.3019592279569503e-08,
      "loss": 0.3243,
      "step": 1990
    },
    {
      "epoch": 0.9817913385826772,
      "grad_norm": 2.043603259800287,
      "learning_rate": 1.0105189858779507e-08,
      "loss": 0.323,
      "step": 1995
    },
    {
      "epoch": 0.984251968503937,
      "grad_norm": 1.852960962616925,
      "learning_rate": 7.559235341302872e-09,
      "loss": 0.322,
      "step": 2000
    },
    {
      "epoch": 0.9867125984251969,
      "grad_norm": 1.8539802968962942,
      "learning_rate": 5.381916717395186e-09,
      "loss": 0.3222,
      "step": 2005
    },
    {
      "epoch": 0.9891732283464567,
      "grad_norm": 1.9807602796212282,
      "learning_rate": 3.573394757676596e-09,
      "loss": 0.3203,
      "step": 2010
    },
    {
      "epoch": 0.9916338582677166,
      "grad_norm": 1.9586954229212994,
      "learning_rate": 2.1338030012596488e-09,
      "loss": 0.3272,
      "step": 2015
    },
    {
      "epoch": 0.9940944881889764,
      "grad_norm": 1.966512685382069,
      "learning_rate": 1.0632477458888401e-09,
      "loss": 0.3285,
      "step": 2020
    },
    {
      "epoch": 0.9965551181102362,
      "grad_norm": 1.8305164111174446,
      "learning_rate": 3.618080400924484e-10,
      "loss": 0.3272,
      "step": 2025
    },
    {
      "epoch": 0.9990157480314961,
      "grad_norm": 1.8345259182578462,
      "learning_rate": 2.9535677343872637e-11,
      "loss": 0.3234,
      "step": 2030
    },
    {
      "epoch": 1.0,
      "eval_runtime": 3.3017,
      "eval_samples_per_second": 3.029,
      "eval_steps_per_second": 0.909,
      "step": 2032
    },
    {
      "epoch": 1.0,
      "step": 2032,
      "total_flos": 212729730170880.0,
      "train_loss": 0.4844009231218672,
      "train_runtime": 18284.3129,
      "train_samples_per_second": 1.778,
      "train_steps_per_second": 0.111
    }
  ],
  "logging_steps": 5,
  "max_steps": 2032,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 212729730170880.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}