{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 90473,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0011053021343384213,
      "grad_norm": 4.114652156829834,
      "learning_rate": 2.763957987838585e-07,
      "loss": 1.1961,
      "step": 100
    },
    {
      "epoch": 0.0022106042686768426,
      "grad_norm": 2.9325754642486572,
      "learning_rate": 5.52791597567717e-07,
      "loss": 1.0048,
      "step": 200
    },
    {
      "epoch": 0.0033159064030152644,
      "grad_norm": 3.6297736167907715,
      "learning_rate": 8.291873963515755e-07,
      "loss": 0.8568,
      "step": 300
    },
    {
      "epoch": 0.004421208537353685,
      "grad_norm": 2.905796766281128,
      "learning_rate": 1.105583195135434e-06,
      "loss": 0.8767,
      "step": 400
    },
    {
      "epoch": 0.005526510671692107,
      "grad_norm": 4.603543758392334,
      "learning_rate": 1.3819789939192927e-06,
      "loss": 0.7411,
      "step": 500
    },
    {
      "epoch": 0.006631812806030529,
      "grad_norm": 3.2700424194335938,
      "learning_rate": 1.658374792703151e-06,
      "loss": 0.7773,
      "step": 600
    },
    {
      "epoch": 0.00773711494036895,
      "grad_norm": 3.0455334186553955,
      "learning_rate": 1.9347705914870095e-06,
      "loss": 0.7291,
      "step": 700
    },
    {
      "epoch": 0.00884241707470737,
      "grad_norm": 3.2247352600097656,
      "learning_rate": 2.211166390270868e-06,
      "loss": 0.6383,
      "step": 800
    },
    {
      "epoch": 0.009947719209045794,
      "grad_norm": 3.087158441543579,
      "learning_rate": 2.4875621890547264e-06,
      "loss": 0.6445,
      "step": 900
    },
    {
      "epoch": 0.011053021343384215,
      "grad_norm": 1.812444806098938,
      "learning_rate": 2.7639579878385854e-06,
      "loss": 0.631,
      "step": 1000
    },
    {
      "epoch": 0.012158323477722636,
      "grad_norm": 3.248868465423584,
      "learning_rate": 3.0403537866224434e-06,
      "loss": 0.6189,
      "step": 1100
    },
    {
      "epoch": 0.013263625612061057,
      "grad_norm": 1.8088688850402832,
      "learning_rate": 3.316749585406302e-06,
      "loss": 0.5809,
      "step": 1200
    },
    {
      "epoch": 0.014368927746399479,
      "grad_norm": 1.9592525959014893,
      "learning_rate": 3.5931453841901604e-06,
      "loss": 0.5885,
      "step": 1300
    },
    {
      "epoch": 0.0154742298807379,
      "grad_norm": 2.4960570335388184,
      "learning_rate": 3.869541182974019e-06,
      "loss": 0.5743,
      "step": 1400
    },
    {
      "epoch": 0.01657953201507632,
      "grad_norm": 1.895150899887085,
      "learning_rate": 4.145936981757877e-06,
      "loss": 0.5897,
      "step": 1500
    },
    {
      "epoch": 0.01768483414941474,
      "grad_norm": 2.611772060394287,
      "learning_rate": 4.422332780541736e-06,
      "loss": 0.5213,
      "step": 1600
    },
    {
      "epoch": 0.018790136283753162,
      "grad_norm": 3.9915366172790527,
      "learning_rate": 4.698728579325595e-06,
      "loss": 0.5928,
      "step": 1700
    },
    {
      "epoch": 0.019895438418091587,
      "grad_norm": 2.026409387588501,
      "learning_rate": 4.975124378109453e-06,
      "loss": 0.5726,
      "step": 1800
    },
    {
      "epoch": 0.02100074055243001,
      "grad_norm": 1.9394502639770508,
      "learning_rate": 4.999987004364365e-06,
      "loss": 0.5458,
      "step": 1900
    },
    {
      "epoch": 0.02210604268676843,
      "grad_norm": 2.1378285884857178,
      "learning_rate": 4.999942749379922e-06,
      "loss": 0.5452,
      "step": 2000
    },
    {
      "epoch": 0.02321134482110685,
      "grad_norm": 2.2720561027526855,
      "learning_rate": 4.999867108486303e-06,
      "loss": 0.5195,
      "step": 2100
    },
    {
      "epoch": 0.024316646955445272,
      "grad_norm": 2.4831795692443848,
      "learning_rate": 4.99976008263315e-06,
      "loss": 0.5431,
      "step": 2200
    },
    {
      "epoch": 0.025421949089783694,
      "grad_norm": 3.52687668800354,
      "learning_rate": 4.999621673164139e-06,
      "loss": 0.5703,
      "step": 2300
    },
    {
      "epoch": 0.026527251224122115,
      "grad_norm": 2.1417176723480225,
      "learning_rate": 4.999451881816949e-06,
      "loss": 0.5549,
      "step": 2400
    },
    {
      "epoch": 0.027632553358460536,
      "grad_norm": 2.2087039947509766,
      "learning_rate": 4.999250710723255e-06,
      "loss": 0.5664,
      "step": 2500
    },
    {
      "epoch": 0.028737855492798958,
      "grad_norm": 2.0288796424865723,
      "learning_rate": 4.999018162408687e-06,
      "loss": 0.5864,
      "step": 2600
    },
    {
      "epoch": 0.02984315762713738,
      "grad_norm": 1.9152870178222656,
      "learning_rate": 4.998754239792809e-06,
      "loss": 0.5568,
      "step": 2700
    },
    {
      "epoch": 0.0309484597614758,
      "grad_norm": 1.9485653638839722,
      "learning_rate": 4.998458946189078e-06,
      "loss": 0.5706,
      "step": 2800
    },
    {
      "epoch": 0.03205376189581422,
      "grad_norm": 2.10481595993042,
      "learning_rate": 4.9981322853048e-06,
      "loss": 0.5501,
      "step": 2900
    },
    {
      "epoch": 0.03315906403015264,
      "grad_norm": 1.8621227741241455,
      "learning_rate": 4.9977742612410905e-06,
      "loss": 0.5394,
      "step": 3000
    },
    {
      "epoch": 0.034264366164491064,
      "grad_norm": 2.057615280151367,
      "learning_rate": 4.997384878492817e-06,
      "loss": 0.5078,
      "step": 3100
    },
    {
      "epoch": 0.03536966829882948,
      "grad_norm": 1.742665410041809,
      "learning_rate": 4.996964141948542e-06,
      "loss": 0.5584,
      "step": 3200
    },
    {
      "epoch": 0.03647497043316791,
      "grad_norm": 2.150362253189087,
      "learning_rate": 4.996512056890468e-06,
      "loss": 0.5264,
      "step": 3300
    },
    {
      "epoch": 0.037580272567506325,
      "grad_norm": 2.3525052070617676,
      "learning_rate": 4.996028628994365e-06,
      "loss": 0.5828,
      "step": 3400
    },
    {
      "epoch": 0.03868557470184475,
      "grad_norm": 1.6484140157699585,
      "learning_rate": 4.9955138643295e-06,
      "loss": 0.52,
      "step": 3500
    },
    {
      "epoch": 0.039790876836183174,
      "grad_norm": 3.176095724105835,
      "learning_rate": 4.994967769358565e-06,
      "loss": 0.557,
      "step": 3600
    },
    {
      "epoch": 0.04089617897052159,
      "grad_norm": 1.66346275806427,
      "learning_rate": 4.9943903509375926e-06,
      "loss": 0.5121,
      "step": 3700
    },
    {
      "epoch": 0.04200148110486002,
      "grad_norm": 2.594338893890381,
      "learning_rate": 4.9937816163158685e-06,
      "loss": 0.4962,
      "step": 3800
    },
    {
      "epoch": 0.043106783239198435,
      "grad_norm": 2.330629348754883,
      "learning_rate": 4.993141573135843e-06,
      "loss": 0.5217,
      "step": 3900
    },
    {
      "epoch": 0.04421208537353686,
      "grad_norm": 2.264955759048462,
      "learning_rate": 4.9924702294330375e-06,
      "loss": 0.5157,
      "step": 4000
    },
    {
      "epoch": 0.04531738750787528,
      "grad_norm": 1.9724615812301636,
      "learning_rate": 4.991767593635935e-06,
      "loss": 0.5294,
      "step": 4100
    },
    {
      "epoch": 0.0464226896422137,
      "grad_norm": 1.9894862174987793,
      "learning_rate": 4.991033674565885e-06,
      "loss": 0.5556,
      "step": 4200
    },
    {
      "epoch": 0.04752799177655212,
      "grad_norm": 1.9730507135391235,
      "learning_rate": 4.990268481436984e-06,
      "loss": 0.4888,
      "step": 4300
    },
    {
      "epoch": 0.048633293910890545,
      "grad_norm": 2.208463430404663,
      "learning_rate": 4.989472023855966e-06,
      "loss": 0.5387,
      "step": 4400
    },
    {
      "epoch": 0.04973859604522896,
      "grad_norm": 2.394077777862549,
      "learning_rate": 4.988644311822076e-06,
      "loss": 0.4932,
      "step": 4500
    },
    {
      "epoch": 0.05084389817956739,
      "grad_norm": 2.514061689376831,
      "learning_rate": 4.987785355726953e-06,
      "loss": 0.5254,
      "step": 4600
    },
    {
      "epoch": 0.051949200313905805,
      "grad_norm": 1.8961576223373413,
      "learning_rate": 4.9868951663544885e-06,
      "loss": 0.5145,
      "step": 4700
    },
    {
      "epoch": 0.05305450244824423,
      "grad_norm": 2.2813808917999268,
      "learning_rate": 4.9859737548807005e-06,
      "loss": 0.4982,
      "step": 4800
    },
    {
      "epoch": 0.05415980458258265,
      "grad_norm": 2.1236634254455566,
      "learning_rate": 4.98502113287359e-06,
      "loss": 0.5206,
      "step": 4900
    },
    {
      "epoch": 0.05526510671692107,
      "grad_norm": 2.573836326599121,
      "learning_rate": 4.984037312292992e-06,
      "loss": 0.4844,
      "step": 5000
    },
    {
      "epoch": 0.05637040885125949,
      "grad_norm": 1.2394871711730957,
      "learning_rate": 4.983022305490431e-06,
      "loss": 0.4921,
      "step": 5100
    },
    {
      "epoch": 0.057475710985597915,
      "grad_norm": 2.2655134201049805,
      "learning_rate": 4.9819761252089635e-06,
      "loss": 0.5278,
      "step": 5200
    },
    {
      "epoch": 0.05858101311993633,
      "grad_norm": 1.9459484815597534,
      "learning_rate": 4.980898784583019e-06,
      "loss": 0.5215,
      "step": 5300
    },
    {
      "epoch": 0.05968631525427476,
      "grad_norm": 2.574147939682007,
      "learning_rate": 4.979790297138232e-06,
      "loss": 0.5155,
      "step": 5400
    },
    {
      "epoch": 0.060791617388613176,
      "grad_norm": 2.5039682388305664,
      "learning_rate": 4.9786506767912775e-06,
      "loss": 0.5245,
      "step": 5500
    },
    {
      "epoch": 0.0618969195229516,
      "grad_norm": 2.6227054595947266,
      "learning_rate": 4.977479937849689e-06,
      "loss": 0.4843,
      "step": 5600
    },
    {
      "epoch": 0.06300222165729003,
      "grad_norm": 2.1595468521118164,
      "learning_rate": 4.9762780950116865e-06,
      "loss": 0.4863,
      "step": 5700
    },
    {
      "epoch": 0.06410752379162844,
      "grad_norm": 1.8619611263275146,
      "learning_rate": 4.975045163365989e-06,
      "loss": 0.5083,
      "step": 5800
    },
    {
      "epoch": 0.06521282592596686,
      "grad_norm": 2.270404100418091,
      "learning_rate": 4.973781158391621e-06,
      "loss": 0.5516,
      "step": 5900
    },
    {
      "epoch": 0.06631812806030528,
      "grad_norm": 1.9068191051483154,
      "learning_rate": 4.972486095957725e-06,
      "loss": 0.5058,
      "step": 6000
    },
    {
      "epoch": 0.06742343019464371,
      "grad_norm": 2.2948782444000244,
      "learning_rate": 4.971159992323359e-06,
      "loss": 0.5018,
      "step": 6100
    },
    {
      "epoch": 0.06852873232898213,
      "grad_norm": 3.0896589756011963,
      "learning_rate": 4.969802864137289e-06,
      "loss": 0.5062,
      "step": 6200
    },
    {
      "epoch": 0.06963403446332055,
      "grad_norm": 1.7098015546798706,
      "learning_rate": 4.96841472843779e-06,
      "loss": 0.5067,
      "step": 6300
    },
    {
      "epoch": 0.07073933659765896,
      "grad_norm": 2.6850175857543945,
      "learning_rate": 4.966995602652417e-06,
      "loss": 0.5287,
      "step": 6400
    },
    {
      "epoch": 0.0718446387319974,
      "grad_norm": 1.6628856658935547,
      "learning_rate": 4.965545504597802e-06,
      "loss": 0.5225,
      "step": 6500
    },
    {
      "epoch": 0.07294994086633581,
      "grad_norm": 2.279022693634033,
      "learning_rate": 4.9640644524794205e-06,
      "loss": 0.5026,
      "step": 6600
    },
    {
      "epoch": 0.07405524300067423,
      "grad_norm": 0.924898624420166,
      "learning_rate": 4.962552464891363e-06,
      "loss": 0.5354,
      "step": 6700
    },
    {
      "epoch": 0.07516054513501265,
      "grad_norm": 2.779557228088379,
      "learning_rate": 4.961009560816109e-06,
      "loss": 0.4776,
      "step": 6800
    },
    {
      "epoch": 0.07626584726935108,
      "grad_norm": 2.554727077484131,
      "learning_rate": 4.9594357596242795e-06,
      "loss": 0.4821,
      "step": 6900
    },
    {
      "epoch": 0.0773711494036895,
      "grad_norm": 1.730661153793335,
      "learning_rate": 4.957831081074398e-06,
      "loss": 0.4903,
      "step": 7000
    },
    {
      "epoch": 0.07847645153802792,
      "grad_norm": 2.198575735092163,
      "learning_rate": 4.956195545312647e-06,
      "loss": 0.4946,
      "step": 7100
    },
    {
      "epoch": 0.07958175367236635,
      "grad_norm": 1.3369964361190796,
      "learning_rate": 4.954529172872605e-06,
      "loss": 0.51,
      "step": 7200
    },
    {
      "epoch": 0.08068705580670477,
      "grad_norm": 2.4426262378692627,
      "learning_rate": 4.952831984674998e-06,
      "loss": 0.5108,
      "step": 7300
    },
    {
      "epoch": 0.08179235794104318,
      "grad_norm": 3.9186463356018066,
      "learning_rate": 4.951104002027432e-06,
      "loss": 0.5086,
      "step": 7400
    },
    {
      "epoch": 0.0828976600753816,
      "grad_norm": 1.9639850854873657,
      "learning_rate": 4.9493452466241254e-06,
      "loss": 0.4758,
      "step": 7500
    },
    {
      "epoch": 0.08400296220972003,
      "grad_norm": 1.2126818895339966,
      "learning_rate": 4.94755574054564e-06,
      "loss": 0.5017,
      "step": 7600
    },
    {
      "epoch": 0.08510826434405845,
      "grad_norm": 2.206359386444092,
      "learning_rate": 4.945735506258598e-06,
      "loss": 0.537,
      "step": 7700
    },
    {
      "epoch": 0.08621356647839687,
      "grad_norm": 1.7051986455917358,
      "learning_rate": 4.943884566615409e-06,
      "loss": 0.4835,
      "step": 7800
    },
    {
      "epoch": 0.08731886861273529,
      "grad_norm": 1.832702398300171,
      "learning_rate": 4.942002944853973e-06,
      "loss": 0.454,
      "step": 7900
    },
    {
      "epoch": 0.08842417074707372,
      "grad_norm": 1.8357278108596802,
      "learning_rate": 4.940090664597394e-06,
      "loss": 0.4972,
      "step": 8000
    },
    {
      "epoch": 0.08952947288141214,
      "grad_norm": 2.1181540489196777,
      "learning_rate": 4.938147749853685e-06,
      "loss": 0.5184,
      "step": 8100
    },
    {
      "epoch": 0.09063477501575055,
      "grad_norm": 1.7029916048049927,
      "learning_rate": 4.936174225015463e-06,
      "loss": 0.5324,
      "step": 8200
    },
    {
      "epoch": 0.09174007715008897,
      "grad_norm": 2.0932748317718506,
      "learning_rate": 4.934170114859643e-06,
      "loss": 0.4806,
      "step": 8300
    },
    {
      "epoch": 0.0928453792844274,
      "grad_norm": 2.3745322227478027,
      "learning_rate": 4.932135444547129e-06,
      "loss": 0.4869,
      "step": 8400
    },
    {
      "epoch": 0.09395068141876582,
      "grad_norm": 2.1215474605560303,
      "learning_rate": 4.930070239622498e-06,
      "loss": 0.4777,
      "step": 8500
    },
    {
      "epoch": 0.09505598355310424,
      "grad_norm": 1.7763068675994873,
      "learning_rate": 4.9279745260136756e-06,
      "loss": 0.478,
      "step": 8600
    },
    {
      "epoch": 0.09616128568744266,
      "grad_norm": 1.950086236000061,
      "learning_rate": 4.925848330031617e-06,
      "loss": 0.5048,
      "step": 8700
    },
    {
      "epoch": 0.09726658782178109,
      "grad_norm": 2.959291696548462,
      "learning_rate": 4.923691678369971e-06,
      "loss": 0.513,
      "step": 8800
    },
    {
      "epoch": 0.09837188995611951,
      "grad_norm": 2.3258442878723145,
      "learning_rate": 4.921504598104745e-06,
      "loss": 0.4896,
      "step": 8900
    },
    {
      "epoch": 0.09947719209045792,
      "grad_norm": 2.5175669193267822,
      "learning_rate": 4.9192871166939715e-06,
      "loss": 0.4783,
      "step": 9000
    },
    {
      "epoch": 0.10058249422479634,
      "grad_norm": 1.981148600578308,
      "learning_rate": 4.917039261977353e-06,
      "loss": 0.4906,
      "step": 9100
    },
    {
      "epoch": 0.10168779635913477,
      "grad_norm": 2.439974069595337,
      "learning_rate": 4.914761062175925e-06,
      "loss": 0.5007,
      "step": 9200
    },
    {
      "epoch": 0.10279309849347319,
      "grad_norm": 2.8156814575195312,
      "learning_rate": 4.912452545891689e-06,
      "loss": 0.5203,
      "step": 9300
    },
    {
      "epoch": 0.10389840062781161,
      "grad_norm": 2.4708168506622314,
      "learning_rate": 4.9101137421072605e-06,
      "loss": 0.4663,
      "step": 9400
    },
    {
      "epoch": 0.10500370276215003,
      "grad_norm": 2.4594314098358154,
      "learning_rate": 4.907744680185508e-06,
      "loss": 0.5027,
      "step": 9500
    },
    {
      "epoch": 0.10610900489648846,
      "grad_norm": 1.7548918724060059,
      "learning_rate": 4.905345389869176e-06,
      "loss": 0.4534,
      "step": 9600
    },
    {
      "epoch": 0.10721430703082688,
      "grad_norm": 1.6353791952133179,
      "learning_rate": 4.902915901280517e-06,
      "loss": 0.49,
      "step": 9700
    },
    {
      "epoch": 0.1083196091651653,
      "grad_norm": 3.52217698097229,
      "learning_rate": 4.9004562449209146e-06,
      "loss": 0.4935,
      "step": 9800
    },
    {
      "epoch": 0.10942491129950371,
      "grad_norm": 1.6542017459869385,
      "learning_rate": 4.897966451670495e-06,
      "loss": 0.5118,
      "step": 9900
    },
    {
      "epoch": 0.11053021343384214,
      "grad_norm": 2.575944185256958,
      "learning_rate": 4.895446552787744e-06,
      "loss": 0.4977,
      "step": 10000
    },
    {
      "epoch": 0.11163551556818056,
      "grad_norm": 2.081350088119507,
      "learning_rate": 4.8928965799091134e-06,
      "loss": 0.5261,
      "step": 10100
    },
    {
      "epoch": 0.11274081770251898,
      "grad_norm": 2.022676944732666,
      "learning_rate": 4.890316565048624e-06,
      "loss": 0.4889,
      "step": 10200
    },
    {
      "epoch": 0.1138461198368574,
      "grad_norm": 1.5808357000350952,
      "learning_rate": 4.887706540597461e-06,
      "loss": 0.4929,
      "step": 10300
    },
    {
      "epoch": 0.11495142197119583,
      "grad_norm": 2.1185178756713867,
      "learning_rate": 4.8850665393235716e-06,
      "loss": 0.4575,
      "step": 10400
    },
    {
      "epoch": 0.11605672410553425,
      "grad_norm": 2.5382957458496094,
      "learning_rate": 4.8823965943712505e-06,
      "loss": 0.4979,
      "step": 10500
    },
    {
      "epoch": 0.11716202623987267,
      "grad_norm": 2.045133590698242,
      "learning_rate": 4.879696739260726e-06,
      "loss": 0.5215,
      "step": 10600
    },
    {
      "epoch": 0.11826732837421108,
      "grad_norm": 2.119107484817505,
      "learning_rate": 4.876967007887737e-06,
      "loss": 0.4754,
      "step": 10700
    },
    {
      "epoch": 0.11937263050854952,
      "grad_norm": 2.549633502960205,
      "learning_rate": 4.8742074345231076e-06,
      "loss": 0.5051,
      "step": 10800
    },
    {
      "epoch": 0.12047793264288793,
      "grad_norm": 3.1271703243255615,
      "learning_rate": 4.8714180538123205e-06,
      "loss": 0.5036,
      "step": 10900
    },
    {
      "epoch": 0.12158323477722635,
      "grad_norm": 1.8725048303604126,
      "learning_rate": 4.868598900775076e-06,
      "loss": 0.4766,
      "step": 11000
    },
    {
      "epoch": 0.12268853691156478,
      "grad_norm": 1.3768223524093628,
      "learning_rate": 4.865750010804857e-06,
      "loss": 0.4821,
      "step": 11100
    },
    {
      "epoch": 0.1237938390459032,
      "grad_norm": 2.7702245712280273,
      "learning_rate": 4.8628714196684854e-06,
      "loss": 0.5154,
      "step": 11200
    },
    {
      "epoch": 0.12489914118024162,
      "grad_norm": 2.6272552013397217,
      "learning_rate": 4.859963163505668e-06,
      "loss": 0.4747,
      "step": 11300
    },
    {
      "epoch": 0.12600444331458005,
      "grad_norm": 1.649949312210083,
      "learning_rate": 4.857025278828545e-06,
      "loss": 0.4836,
      "step": 11400
    },
    {
      "epoch": 0.12710974544891845,
      "grad_norm": 2.358071804046631,
      "learning_rate": 4.854057802521234e-06,
      "loss": 0.5184,
      "step": 11500
    },
    {
      "epoch": 0.12821504758325689,
      "grad_norm": 2.5856614112854004,
      "learning_rate": 4.851060771839367e-06,
      "loss": 0.4818,
      "step": 11600
    },
    {
      "epoch": 0.12932034971759532,
      "grad_norm": 1.8580783605575562,
      "learning_rate": 4.848034224409616e-06,
      "loss": 0.4887,
      "step": 11700
    },
    {
      "epoch": 0.13042565185193372,
      "grad_norm": 2.2157649993896484,
      "learning_rate": 4.84497819822923e-06,
      "loss": 0.5045,
      "step": 11800
    },
    {
      "epoch": 0.13153095398627215,
      "grad_norm": 1.4233261346817017,
      "learning_rate": 4.841892731665552e-06,
      "loss": 0.5147,
      "step": 11900
    },
    {
      "epoch": 0.13263625612061056,
      "grad_norm": 1.6375737190246582,
      "learning_rate": 4.838777863455537e-06,
      "loss": 0.4651,
      "step": 12000
    },
    {
      "epoch": 0.133741558254949,
      "grad_norm": 1.2430723905563354,
      "learning_rate": 4.835633632705269e-06,
      "loss": 0.4737,
      "step": 12100
    },
    {
      "epoch": 0.13484686038928742,
      "grad_norm": 2.4360849857330322,
      "learning_rate": 4.83246007888947e-06,
      "loss": 0.4936,
      "step": 12200
    },
    {
      "epoch": 0.13595216252362582,
      "grad_norm": 1.9232250452041626,
      "learning_rate": 4.8292572418509995e-06,
      "loss": 0.4763,
      "step": 12300
    },
    {
      "epoch": 0.13705746465796426,
      "grad_norm": 2.343539237976074,
      "learning_rate": 4.82602516180036e-06,
      "loss": 0.4956,
      "step": 12400
    },
    {
      "epoch": 0.1381627667923027,
      "grad_norm": 1.493943691253662,
      "learning_rate": 4.8227638793151875e-06,
      "loss": 0.4653,
      "step": 12500
    },
    {
      "epoch": 0.1392680689266411,
      "grad_norm": 3.257138729095459,
      "learning_rate": 4.819473435339748e-06,
      "loss": 0.4564,
      "step": 12600
    },
    {
      "epoch": 0.14037337106097952,
      "grad_norm": 1.8864688873291016,
      "learning_rate": 4.816153871184418e-06,
      "loss": 0.4667,
      "step": 12700
    },
    {
      "epoch": 0.14147867319531793,
      "grad_norm": 2.1740174293518066,
      "learning_rate": 4.812805228525166e-06,
      "loss": 0.4499,
      "step": 12800
    },
    {
      "epoch": 0.14258397532965636,
      "grad_norm": 1.5121800899505615,
      "learning_rate": 4.809427549403033e-06,
      "loss": 0.4933,
      "step": 12900
    },
    {
      "epoch": 0.1436892774639948,
      "grad_norm": 1.604945182800293,
      "learning_rate": 4.8060208762236025e-06,
      "loss": 0.479,
      "step": 13000
    },
    {
      "epoch": 0.1447945795983332,
      "grad_norm": 1.933350682258606,
      "learning_rate": 4.802585251756468e-06,
      "loss": 0.5105,
      "step": 13100
    },
    {
      "epoch": 0.14589988173267163,
      "grad_norm": 2.8999829292297363,
      "learning_rate": 4.799120719134696e-06,
      "loss": 0.4689,
      "step": 13200
    },
    {
      "epoch": 0.14700518386701006,
      "grad_norm": 2.4011030197143555,
      "learning_rate": 4.795627321854283e-06,
      "loss": 0.4709,
      "step": 13300
    },
    {
      "epoch": 0.14811048600134846,
      "grad_norm": 2.080972671508789,
      "learning_rate": 4.792105103773618e-06,
      "loss": 0.4893,
      "step": 13400
    },
    {
      "epoch": 0.1492157881356869,
      "grad_norm": 2.4878017902374268,
      "learning_rate": 4.788554109112918e-06,
      "loss": 0.5236,
      "step": 13500
    },
    {
      "epoch": 0.1503210902700253,
      "grad_norm": 2.1215240955352783,
      "learning_rate": 4.78497438245368e-06,
      "loss": 0.4817,
      "step": 13600
    },
    {
      "epoch": 0.15142639240436373,
      "grad_norm": 1.5228586196899414,
      "learning_rate": 4.781365968738126e-06,
      "loss": 0.4895,
      "step": 13700
    },
    {
      "epoch": 0.15253169453870216,
      "grad_norm": 2.399446487426758,
      "learning_rate": 4.777728913268632e-06,
      "loss": 0.4731,
      "step": 13800
    },
    {
      "epoch": 0.15363699667304057,
      "grad_norm": 2.1382806301116943,
      "learning_rate": 4.774063261707158e-06,
      "loss": 0.4981,
      "step": 13900
    },
    {
      "epoch": 0.154742298807379,
      "grad_norm": 1.590667486190796,
      "learning_rate": 4.770369060074685e-06,
      "loss": 0.4599,
      "step": 14000
    },
    {
      "epoch": 0.15584760094171743,
      "grad_norm": 1.882934331893921,
      "learning_rate": 4.766646354750621e-06,
      "loss": 0.5039,
      "step": 14100
    },
    {
      "epoch": 0.15695290307605583,
      "grad_norm": 1.8898316621780396,
      "learning_rate": 4.762895192472235e-06,
      "loss": 0.4758,
      "step": 14200
    },
    {
      "epoch": 0.15805820521039426,
      "grad_norm": 1.6479010581970215,
      "learning_rate": 4.759115620334062e-06,
      "loss": 0.493,
      "step": 14300
    },
    {
      "epoch": 0.1591635073447327,
      "grad_norm": 2.28085994720459,
      "learning_rate": 4.755307685787312e-06,
      "loss": 0.5221,
      "step": 14400
    },
    {
      "epoch": 0.1602688094790711,
      "grad_norm": 2.697305202484131,
      "learning_rate": 4.751471436639271e-06,
      "loss": 0.5172,
      "step": 14500
    },
    {
      "epoch": 0.16137411161340953,
      "grad_norm": 1.897016167640686,
      "learning_rate": 4.7476069210527135e-06,
      "loss": 0.5284,
      "step": 14600
    },
    {
      "epoch": 0.16247941374774794,
      "grad_norm": 2.659196376800537,
      "learning_rate": 4.743714187545282e-06,
      "loss": 0.4776,
      "step": 14700
    },
    {
      "epoch": 0.16358471588208637,
      "grad_norm": 1.7990115880966187,
      "learning_rate": 4.739793284988889e-06,
      "loss": 0.4506,
      "step": 14800
    },
    {
      "epoch": 0.1646900180164248,
      "grad_norm": 2.136432409286499,
      "learning_rate": 4.735844262609096e-06,
      "loss": 0.4775,
      "step": 14900
    },
    {
      "epoch": 0.1657953201507632,
      "grad_norm": 1.8059773445129395,
      "learning_rate": 4.731867169984506e-06,
      "loss": 0.4847,
      "step": 15000
    },
    {
      "epoch": 0.16690062228510164,
      "grad_norm": 1.7475543022155762,
      "learning_rate": 4.727862057046125e-06,
      "loss": 0.5092,
      "step": 15100
    },
    {
      "epoch": 0.16800592441944007,
      "grad_norm": 1.7633237838745117,
      "learning_rate": 4.723828974076752e-06,
      "loss": 0.4776,
      "step": 15200
    },
    {
      "epoch": 0.16911122655377847,
      "grad_norm": 1.973683476448059,
      "learning_rate": 4.719767971710335e-06,
      "loss": 0.4866,
      "step": 15300
    },
    {
      "epoch": 0.1702165286881169,
      "grad_norm": 2.3195412158966064,
      "learning_rate": 4.715679100931343e-06,
      "loss": 0.4784,
      "step": 15400
    },
    {
      "epoch": 0.1713218308224553,
      "grad_norm": 2.262366533279419,
      "learning_rate": 4.711562413074122e-06,
      "loss": 0.4494,
      "step": 15500
    },
    {
      "epoch": 0.17242713295679374,
      "grad_norm": 2.2675039768218994,
      "learning_rate": 4.707417959822252e-06,
      "loss": 0.5182,
      "step": 15600
    },
    {
      "epoch": 0.17353243509113217,
      "grad_norm": 2.6644225120544434,
      "learning_rate": 4.703245793207898e-06,
      "loss": 0.4819,
      "step": 15700
    },
    {
      "epoch": 0.17463773722547057,
      "grad_norm": 1.4928964376449585,
      "learning_rate": 4.699045965611157e-06,
      "loss": 0.4542,
      "step": 15800
    },
    {
      "epoch": 0.175743039359809,
      "grad_norm": 1.7893882989883423,
      "learning_rate": 4.694818529759399e-06,
      "loss": 0.4836,
      "step": 15900
    },
    {
      "epoch": 0.17684834149414744,
      "grad_norm": 1.5968459844589233,
      "learning_rate": 4.690563538726606e-06,
      "loss": 0.4702,
      "step": 16000
    },
    {
      "epoch": 0.17795364362848584,
      "grad_norm": 2.2333779335021973,
      "learning_rate": 4.686281045932707e-06,
      "loss": 0.4912,
      "step": 16100
    },
    {
      "epoch": 0.17905894576282427,
      "grad_norm": 1.1746132373809814,
      "learning_rate": 4.681971105142905e-06,
      "loss": 0.4935,
      "step": 16200
    },
    {
      "epoch": 0.18016424789716268,
      "grad_norm": 1.5028539896011353,
      "learning_rate": 4.677633770467003e-06,
      "loss": 0.4908,
      "step": 16300
    },
    {
      "epoch": 0.1812695500315011,
      "grad_norm": 1.9890942573547363,
      "learning_rate": 4.6732690963587256e-06,
      "loss": 0.4651,
      "step": 16400
    },
    {
      "epoch": 0.18237485216583954,
      "grad_norm": 2.262347459793091,
      "learning_rate": 4.668877137615032e-06,
      "loss": 0.496,
      "step": 16500
    },
    {
      "epoch": 0.18348015430017794,
      "grad_norm": 2.2725613117218018,
      "learning_rate": 4.664457949375434e-06,
      "loss": 0.4707,
      "step": 16600
    },
    {
      "epoch": 0.18458545643451638,
      "grad_norm": 2.965789794921875,
      "learning_rate": 4.660011587121297e-06,
      "loss": 0.4969,
      "step": 16700
    },
    {
      "epoch": 0.1856907585688548,
      "grad_norm": 1.5919311046600342,
      "learning_rate": 4.655538106675149e-06,
      "loss": 0.4985,
      "step": 16800
    },
    {
      "epoch": 0.1867960607031932,
      "grad_norm": 2.4821956157684326,
      "learning_rate": 4.651037564199977e-06,
      "loss": 0.4878,
      "step": 16900
    },
    {
      "epoch": 0.18790136283753164,
      "grad_norm": 1.9851549863815308,
      "learning_rate": 4.646510016198521e-06,
      "loss": 0.4778,
      "step": 17000
    },
    {
      "epoch": 0.18900666497187005,
      "grad_norm": 1.9277724027633667,
      "learning_rate": 4.641955519512567e-06,
      "loss": 0.5302,
      "step": 17100
    },
    {
      "epoch": 0.19011196710620848,
      "grad_norm": 2.289950132369995,
      "learning_rate": 4.637374131322232e-06,
      "loss": 0.4646,
      "step": 17200
    },
    {
      "epoch": 0.1912172692405469,
      "grad_norm": 2.9119439125061035,
      "learning_rate": 4.632765909145247e-06,
      "loss": 0.5033,
      "step": 17300
    },
    {
      "epoch": 0.19232257137488531,
      "grad_norm": 1.9241691827774048,
      "learning_rate": 4.628130910836234e-06,
      "loss": 0.4879,
      "step": 17400
    },
    {
      "epoch": 0.19342787350922375,
      "grad_norm": 1.1978574991226196,
      "learning_rate": 4.623469194585979e-06,
      "loss": 0.4675,
      "step": 17500
    },
    {
      "epoch": 0.19453317564356218,
      "grad_norm": 1.6705842018127441,
      "learning_rate": 4.618780818920705e-06,
      "loss": 0.4605,
      "step": 17600
    },
    {
      "epoch": 0.19563847777790058,
      "grad_norm": 2.020331859588623,
      "learning_rate": 4.614065842701332e-06,
      "loss": 0.4974,
      "step": 17700
    },
    {
      "epoch": 0.19674377991223901,
      "grad_norm": 2.0887222290039062,
      "learning_rate": 4.609324325122743e-06,
      "loss": 0.4736,
      "step": 17800
    },
    {
      "epoch": 0.19784908204657745,
      "grad_norm": 2.283088445663452,
      "learning_rate": 4.604556325713035e-06,
      "loss": 0.4985,
      "step": 17900
    },
    {
      "epoch": 0.19895438418091585,
      "grad_norm": 2.186509132385254,
      "learning_rate": 4.599761904332778e-06,
      "loss": 0.4767,
      "step": 18000
    },
    {
      "epoch": 0.20005968631525428,
      "grad_norm": 2.262012243270874,
      "learning_rate": 4.594941121174262e-06,
      "loss": 0.4697,
      "step": 18100
    },
    {
      "epoch": 0.20116498844959269,
      "grad_norm": 1.634402871131897,
      "learning_rate": 4.590094036760736e-06,
      "loss": 0.4939,
      "step": 18200
    },
    {
      "epoch": 0.20227029058393112,
      "grad_norm": 1.883914589881897,
      "learning_rate": 4.5852207119456555e-06,
      "loss": 0.47,
      "step": 18300
    },
    {
      "epoch": 0.20337559271826955,
      "grad_norm": 2.231407880783081,
      "learning_rate": 4.580321207911912e-06,
      "loss": 0.4815,
      "step": 18400
    },
    {
      "epoch": 0.20448089485260795,
      "grad_norm": 2.605910539627075,
      "learning_rate": 4.57539558617107e-06,
      "loss": 0.5328,
      "step": 18500
    },
    {
      "epoch": 0.20558619698694638,
      "grad_norm": 1.1122691631317139,
      "learning_rate": 4.570443908562593e-06,
      "loss": 0.4606,
      "step": 18600
    },
    {
      "epoch": 0.20669149912128482,
      "grad_norm": 1.9738783836364746,
      "learning_rate": 4.565466237253066e-06,
      "loss": 0.4612,
      "step": 18700
    },
    {
      "epoch": 0.20779680125562322,
      "grad_norm": 3.1255314350128174,
      "learning_rate": 4.560462634735416e-06,
      "loss": 0.469,
      "step": 18800
    },
    {
      "epoch": 0.20890210338996165,
      "grad_norm": 2.3683340549468994,
      "learning_rate": 4.555433163828126e-06,
      "loss": 0.4997,
      "step": 18900
    },
    {
      "epoch": 0.21000740552430006,
      "grad_norm": 2.482985496520996,
      "learning_rate": 4.55037788767445e-06,
      "loss": 0.5105,
      "step": 19000
    },
    {
      "epoch": 0.2111127076586385,
      "grad_norm": 1.7868962287902832,
      "learning_rate": 4.545296869741616e-06,
      "loss": 0.4899,
      "step": 19100
    },
    {
      "epoch": 0.21221800979297692,
      "grad_norm": 1.6937700510025024,
      "learning_rate": 4.540190173820033e-06,
      "loss": 0.5029,
      "step": 19200
    },
    {
      "epoch": 0.21332331192731532,
      "grad_norm": 1.6983795166015625,
      "learning_rate": 4.535057864022486e-06,
      "loss": 0.5273,
      "step": 19300
    },
    {
      "epoch": 0.21442861406165376,
      "grad_norm": 1.446453332901001,
      "learning_rate": 4.529900004783334e-06,
      "loss": 0.4864,
      "step": 19400
    },
    {
      "epoch": 0.2155339161959922,
      "grad_norm": 2.247065305709839,
      "learning_rate": 4.524716660857701e-06,
      "loss": 0.4805,
      "step": 19500
    },
    {
      "epoch": 0.2166392183303306,
      "grad_norm": 1.6583445072174072,
      "learning_rate": 4.519507897320662e-06,
      "loss": 0.4631,
      "step": 19600
    },
    {
      "epoch": 0.21774452046466902,
      "grad_norm": 1.718631625175476,
      "learning_rate": 4.514273779566426e-06,
      "loss": 0.4893,
      "step": 19700
    },
    {
      "epoch": 0.21884982259900743,
      "grad_norm": 1.6608977317810059,
      "learning_rate": 4.509014373307515e-06,
      "loss": 0.483,
      "step": 19800
    },
    {
      "epoch": 0.21995512473334586,
      "grad_norm": 2.0695135593414307,
      "learning_rate": 4.503729744573943e-06,
      "loss": 0.5042,
      "step": 19900
    },
    {
      "epoch": 0.2210604268676843,
      "grad_norm": 1.75504469871521,
      "learning_rate": 4.498419959712376e-06,
      "loss": 0.4844,
      "step": 20000
    },
    {
      "epoch": 0.2221657290020227,
      "grad_norm": 3.0820794105529785,
      "learning_rate": 4.493085085385314e-06,
      "loss": 0.4775,
      "step": 20100
    },
    {
      "epoch": 0.22327103113636113,
      "grad_norm": 2.3822927474975586,
      "learning_rate": 4.487725188570241e-06,
      "loss": 0.4563,
      "step": 20200
    },
    {
      "epoch": 0.22437633327069956,
      "grad_norm": 2.8337135314941406,
      "learning_rate": 4.482340336558793e-06,
      "loss": 0.4712,
      "step": 20300
    },
    {
      "epoch": 0.22548163540503796,
      "grad_norm": 2.8210105895996094,
      "learning_rate": 4.476930596955909e-06,
      "loss": 0.5026,
      "step": 20400
    },
    {
      "epoch": 0.2265869375393764,
      "grad_norm": 2.012446165084839,
      "learning_rate": 4.471496037678982e-06,
      "loss": 0.4728,
      "step": 20500
    },
    {
      "epoch": 0.2276922396737148,
      "grad_norm": 2.477320432662964,
      "learning_rate": 4.466036726957008e-06,
      "loss": 0.5243,
      "step": 20600
    },
    {
      "epoch": 0.22879754180805323,
      "grad_norm": 2.1189372539520264,
      "learning_rate": 4.460552733329729e-06,
      "loss": 0.4414,
      "step": 20700
    },
    {
      "epoch": 0.22990284394239166,
      "grad_norm": 1.6811827421188354,
      "learning_rate": 4.455044125646773e-06,
      "loss": 0.4606,
      "step": 20800
    },
    {
      "epoch": 0.23100814607673006,
      "grad_norm": 1.8918300867080688,
      "learning_rate": 4.449510973066785e-06,
      "loss": 0.4587,
      "step": 20900
    },
    {
      "epoch": 0.2321134482110685,
      "grad_norm": 1.6469461917877197,
      "learning_rate": 4.44395334505657e-06,
      "loss": 0.4811,
      "step": 21000
    },
    {
      "epoch": 0.23321875034540693,
      "grad_norm": 1.0091384649276733,
      "learning_rate": 4.438371311390205e-06,
      "loss": 0.4469,
      "step": 21100
    },
    {
      "epoch": 0.23432405247974533,
      "grad_norm": 1.67509126663208,
      "learning_rate": 4.432764942148177e-06,
      "loss": 0.4812,
      "step": 21200
    },
    {
      "epoch": 0.23542935461408376,
      "grad_norm": 2.054719924926758,
      "learning_rate": 4.427134307716496e-06,
      "loss": 0.4343,
      "step": 21300
    },
    {
      "epoch": 0.23653465674842217,
      "grad_norm": 2.0753352642059326,
      "learning_rate": 4.421479478785814e-06,
      "loss": 0.4677,
      "step": 21400
    },
    {
      "epoch": 0.2376399588827606,
      "grad_norm": 1.5594350099563599,
      "learning_rate": 4.415800526350535e-06,
      "loss": 0.475,
      "step": 21500
    },
    {
      "epoch": 0.23874526101709903,
      "grad_norm": 2.458397626876831,
      "learning_rate": 4.410097521707926e-06,
      "loss": 0.4943,
      "step": 21600
    },
    {
      "epoch": 0.23985056315143743,
      "grad_norm": 2.180816888809204,
      "learning_rate": 4.404370536457221e-06,
      "loss": 0.4361,
      "step": 21700
    },
    {
      "epoch": 0.24095586528577587,
      "grad_norm": 2.4106123447418213,
      "learning_rate": 4.3986196424987216e-06,
      "loss": 0.5065,
      "step": 21800
    },
    {
      "epoch": 0.2420611674201143,
      "grad_norm": 2.228212833404541,
      "learning_rate": 4.392844912032896e-06,
      "loss": 0.4892,
      "step": 21900
    },
    {
      "epoch": 0.2431664695544527,
      "grad_norm": 2.2582526206970215,
      "learning_rate": 4.387046417559471e-06,
      "loss": 0.443,
      "step": 22000
    },
    {
      "epoch": 0.24427177168879113,
      "grad_norm": 3.1825761795043945,
      "learning_rate": 4.381224231876521e-06,
      "loss": 0.4607,
      "step": 22100
    },
    {
      "epoch": 0.24537707382312957,
      "grad_norm": 1.9606397151947021,
      "learning_rate": 4.375378428079557e-06,
      "loss": 0.4431,
      "step": 22200
    },
    {
      "epoch": 0.24648237595746797,
      "grad_norm": 1.9158498048782349,
      "learning_rate": 4.369509079560608e-06,
      "loss": 0.4923,
      "step": 22300
    },
    {
      "epoch": 0.2475876780918064,
      "grad_norm": 2.624380111694336,
      "learning_rate": 4.363616260007294e-06,
      "loss": 0.4632,
      "step": 22400
    },
    {
      "epoch": 0.2486929802261448,
      "grad_norm": 1.440521001815796,
      "learning_rate": 4.357700043401912e-06,
      "loss": 0.4798,
      "step": 22500
    },
    {
      "epoch": 0.24979828236048324,
      "grad_norm": 2.1393532752990723,
      "learning_rate": 4.351760504020496e-06,
      "loss": 0.459,
      "step": 22600
    },
    {
      "epoch": 0.25090358449482164,
      "grad_norm": 1.950707197189331,
      "learning_rate": 4.345797716431891e-06,
      "loss": 0.5176,
      "step": 22700
    },
    {
      "epoch": 0.2520088866291601,
      "grad_norm": 2.3011667728424072,
      "learning_rate": 4.339811755496817e-06,
      "loss": 0.4838,
      "step": 22800
    },
    {
      "epoch": 0.2531141887634985,
      "grad_norm": 1.6088446378707886,
      "learning_rate": 4.333802696366923e-06,
      "loss": 0.4588,
      "step": 22900
    },
    {
      "epoch": 0.2542194908978369,
      "grad_norm": 1.790541410446167,
      "learning_rate": 4.327770614483853e-06,
      "loss": 0.4824,
      "step": 23000
    },
    {
      "epoch": 0.25532479303217537,
      "grad_norm": 2.6423535346984863,
      "learning_rate": 4.321715585578289e-06,
      "loss": 0.4589,
      "step": 23100
    },
    {
      "epoch": 0.25643009516651377,
      "grad_norm": 1.4211223125457764,
      "learning_rate": 4.315637685669006e-06,
      "loss": 0.4483,
      "step": 23200
    },
    {
      "epoch": 0.2575353973008522,
      "grad_norm": 1.9869434833526611,
      "learning_rate": 4.30953699106192e-06,
      "loss": 0.4658,
      "step": 23300
    },
    {
      "epoch": 0.25864069943519064,
      "grad_norm": 1.8357223272323608,
      "learning_rate": 4.303413578349122e-06,
      "loss": 0.4697,
      "step": 23400
    },
    {
      "epoch": 0.25974600156952904,
      "grad_norm": 1.6129013299942017,
      "learning_rate": 4.2972675244079224e-06,
      "loss": 0.4612,
      "step": 23500
    },
    {
      "epoch": 0.26085130370386744,
      "grad_norm": 1.8021016120910645,
      "learning_rate": 4.291098906399885e-06,
      "loss": 0.4536,
      "step": 23600
    },
    {
      "epoch": 0.26195660583820585,
      "grad_norm": 1.4587496519088745,
      "learning_rate": 4.2849078017698565e-06,
      "loss": 0.4347,
      "step": 23700
    },
    {
      "epoch": 0.2630619079725443,
      "grad_norm": 2.1143853664398193,
      "learning_rate": 4.2786942882449965e-06,
      "loss": 0.4478,
      "step": 23800
    },
    {
      "epoch": 0.2641672101068827,
      "grad_norm": 1.9837020635604858,
      "learning_rate": 4.272458443833801e-06,
      "loss": 0.4586,
      "step": 23900
    },
    {
      "epoch": 0.2652725122412211,
      "grad_norm": 1.6629817485809326,
      "learning_rate": 4.266200346825119e-06,
      "loss": 0.4609,
      "step": 24000
    },
    {
      "epoch": 0.2663778143755596,
      "grad_norm": 2.2694997787475586,
      "learning_rate": 4.259920075787177e-06,
      "loss": 0.4506,
      "step": 24100
    },
    {
      "epoch": 0.267483116509898,
      "grad_norm": 2.3292577266693115,
      "learning_rate": 4.253617709566588e-06,
      "loss": 0.4517,
      "step": 24200
    },
    {
      "epoch": 0.2685884186442364,
      "grad_norm": 2.215757369995117,
      "learning_rate": 4.247293327287359e-06,
      "loss": 0.4598,
      "step": 24300
    },
    {
      "epoch": 0.26969372077857484,
      "grad_norm": 2.3665645122528076,
      "learning_rate": 4.240947008349905e-06,
      "loss": 0.4926,
      "step": 24400
    },
    {
      "epoch": 0.27079902291291325,
      "grad_norm": 2.2286605834960938,
      "learning_rate": 4.234578832430047e-06,
      "loss": 0.4665,
      "step": 24500
    },
    {
      "epoch": 0.27190432504725165,
      "grad_norm": 2.3083527088165283,
      "learning_rate": 4.228188879478011e-06,
      "loss": 0.4841,
      "step": 24600
    },
    {
      "epoch": 0.2730096271815901,
      "grad_norm": 1.8674919605255127,
      "learning_rate": 4.221777229717428e-06,
      "loss": 0.464,
      "step": 24700
    },
    {
      "epoch": 0.2741149293159285,
      "grad_norm": 2.442124605178833,
      "learning_rate": 4.215343963644324e-06,
      "loss": 0.4462,
      "step": 24800
    },
    {
      "epoch": 0.2752202314502669,
      "grad_norm": 1.761814832687378,
      "learning_rate": 4.2088891620261106e-06,
      "loss": 0.4811,
      "step": 24900
    },
    {
      "epoch": 0.2763255335846054,
      "grad_norm": 1.81318998336792,
      "learning_rate": 4.20241290590057e-06,
      "loss": 0.4819,
      "step": 25000
    },
    {
      "epoch": 0.2774308357189438,
      "grad_norm": 2.6324472427368164,
      "learning_rate": 4.1959152765748405e-06,
      "loss": 0.4942,
      "step": 25100
    },
    {
      "epoch": 0.2785361378532822,
      "grad_norm": 1.9197957515716553,
      "learning_rate": 4.189396355624389e-06,
      "loss": 0.4411,
      "step": 25200
    },
    {
      "epoch": 0.27964143998762064,
      "grad_norm": 2.736686944961548,
      "learning_rate": 4.182856224891997e-06,
      "loss": 0.4679,
      "step": 25300
    },
    {
      "epoch": 0.28074674212195905,
      "grad_norm": 1.2711482048034668,
      "learning_rate": 4.176294966486722e-06,
      "loss": 0.4621,
      "step": 25400
    },
    {
      "epoch": 0.28185204425629745,
      "grad_norm": 2.046609401702881,
      "learning_rate": 4.169712662782876e-06,
      "loss": 0.4733,
      "step": 25500
    },
    {
      "epoch": 0.28295734639063586,
      "grad_norm": 1.6701066493988037,
      "learning_rate": 4.163109396418986e-06,
      "loss": 0.4771,
      "step": 25600
    },
    {
      "epoch": 0.2840626485249743,
      "grad_norm": 1.8547199964523315,
      "learning_rate": 4.156485250296757e-06,
      "loss": 0.4596,
      "step": 25700
    },
    {
      "epoch": 0.2851679506593127,
      "grad_norm": 2.2946977615356445,
      "learning_rate": 4.149840307580033e-06,
      "loss": 0.4497,
      "step": 25800
    },
    {
      "epoch": 0.2862732527936511,
      "grad_norm": 2.6851511001586914,
      "learning_rate": 4.143174651693753e-06,
      "loss": 0.4497,
      "step": 25900
    },
    {
      "epoch": 0.2873785549279896,
      "grad_norm": 2.5896623134613037,
      "learning_rate": 4.1364883663229e-06,
      "loss": 0.4664,
      "step": 26000
    },
    {
      "epoch": 0.288483857062328,
      "grad_norm": 2.0162718296051025,
      "learning_rate": 4.129781535411456e-06,
      "loss": 0.4614,
      "step": 26100
    },
    {
      "epoch": 0.2895891591966664,
      "grad_norm": 2.3387439250946045,
      "learning_rate": 4.123054243161342e-06,
      "loss": 0.4867,
      "step": 26200
    },
    {
      "epoch": 0.29069446133100485,
      "grad_norm": 2.132131338119507,
      "learning_rate": 4.116306574031366e-06,
      "loss": 0.4741,
      "step": 26300
    },
    {
      "epoch": 0.29179976346534325,
      "grad_norm": 1.7863556146621704,
      "learning_rate": 4.109538612736161e-06,
      "loss": 0.4492,
      "step": 26400
    },
    {
      "epoch": 0.29290506559968166,
      "grad_norm": 2.3342113494873047,
      "learning_rate": 4.10275044424512e-06,
      "loss": 0.47,
      "step": 26500
    },
    {
      "epoch": 0.2940103677340201,
      "grad_norm": 2.0262320041656494,
      "learning_rate": 4.095942153781329e-06,
      "loss": 0.4635,
      "step": 26600
    },
    {
      "epoch": 0.2951156698683585,
      "grad_norm": 2.9538447856903076,
      "learning_rate": 4.0891138268205025e-06,
      "loss": 0.4477,
      "step": 26700
    },
    {
      "epoch": 0.2962209720026969,
      "grad_norm": 2.5609724521636963,
      "learning_rate": 4.082265549089902e-06,
      "loss": 0.4546,
      "step": 26800
    },
    {
      "epoch": 0.2973262741370354,
      "grad_norm": 2.4035484790802,
      "learning_rate": 4.075397406567265e-06,
      "loss": 0.494,
      "step": 26900
    },
    {
      "epoch": 0.2984315762713738,
      "grad_norm": 1.2948765754699707,
      "learning_rate": 4.068509485479726e-06,
      "loss": 0.485,
      "step": 27000
    },
    {
      "epoch": 0.2995368784057122,
      "grad_norm": 1.7401434183120728,
      "learning_rate": 4.061601872302732e-06,
      "loss": 0.4451,
      "step": 27100
    },
    {
      "epoch": 0.3006421805400506,
      "grad_norm": 1.718982219696045,
      "learning_rate": 4.054674653758956e-06,
      "loss": 0.4837,
      "step": 27200
    },
    {
      "epoch": 0.30174748267438906,
      "grad_norm": 2.159252166748047,
      "learning_rate": 4.047727916817211e-06,
      "loss": 0.4709,
      "step": 27300
    },
    {
      "epoch": 0.30285278480872746,
      "grad_norm": 1.9981988668441772,
      "learning_rate": 4.040761748691356e-06,
      "loss": 0.468,
      "step": 27400
    },
    {
      "epoch": 0.30395808694306586,
      "grad_norm": 2.0982799530029297,
      "learning_rate": 4.033776236839202e-06,
      "loss": 0.4637,
      "step": 27500
    },
    {
      "epoch": 0.3050633890774043,
      "grad_norm": 2.9962141513824463,
      "learning_rate": 4.0267714689614124e-06,
      "loss": 0.4695,
      "step": 27600
    },
    {
      "epoch": 0.3061686912117427,
      "grad_norm": 2.803635597229004,
      "learning_rate": 4.019747533000405e-06,
      "loss": 0.4771,
      "step": 27700
    },
    {
      "epoch": 0.30727399334608113,
      "grad_norm": 1.8022634983062744,
      "learning_rate": 4.012704517139248e-06,
      "loss": 0.4672,
      "step": 27800
    },
    {
      "epoch": 0.3083792954804196,
      "grad_norm": 1.9764262437820435,
      "learning_rate": 4.005642509800545e-06,
      "loss": 0.4842,
      "step": 27900
    },
    {
      "epoch": 0.309484597614758,
      "grad_norm": 2.3172965049743652,
      "learning_rate": 3.998561599645338e-06,
      "loss": 0.4747,
      "step": 28000
    },
    {
      "epoch": 0.3105898997490964,
      "grad_norm": 3.117851972579956,
      "learning_rate": 3.9914618755719816e-06,
      "loss": 0.4857,
      "step": 28100
    },
    {
      "epoch": 0.31169520188343486,
      "grad_norm": 2.1363372802734375,
      "learning_rate": 3.984343426715036e-06,
      "loss": 0.4405,
      "step": 28200
    },
    {
      "epoch": 0.31280050401777326,
      "grad_norm": 2.1967580318450928,
      "learning_rate": 3.977206342444144e-06,
      "loss": 0.4626,
      "step": 28300
    },
    {
      "epoch": 0.31390580615211167,
      "grad_norm": 1.6863844394683838,
      "learning_rate": 3.970050712362908e-06,
      "loss": 0.4505,
      "step": 28400
    },
    {
      "epoch": 0.3150111082864501,
      "grad_norm": 2.1374428272247314,
      "learning_rate": 3.962876626307769e-06,
      "loss": 0.4522,
      "step": 28500
    },
    {
      "epoch": 0.31611641042078853,
      "grad_norm": 2.230015754699707,
      "learning_rate": 3.955684174346872e-06,
      "loss": 0.4331,
      "step": 28600
    },
    {
      "epoch": 0.31722171255512693,
      "grad_norm": 2.7188756465911865,
      "learning_rate": 3.948473446778947e-06,
      "loss": 0.4788,
      "step": 28700
    },
    {
      "epoch": 0.3183270146894654,
      "grad_norm": 1.7964341640472412,
      "learning_rate": 3.94124453413216e-06,
      "loss": 0.4442,
      "step": 28800
    },
    {
      "epoch": 0.3194323168238038,
      "grad_norm": 1.4361404180526733,
      "learning_rate": 3.933997527162987e-06,
      "loss": 0.4868,
      "step": 28900
    },
    {
      "epoch": 0.3205376189581422,
      "grad_norm": 2.0563929080963135,
      "learning_rate": 3.926732516855075e-06,
      "loss": 0.4921,
      "step": 29000
    },
    {
      "epoch": 0.3216429210924806,
      "grad_norm": 1.55277419090271,
      "learning_rate": 3.919449594418094e-06,
      "loss": 0.4877,
      "step": 29100
    },
    {
      "epoch": 0.32274822322681906,
      "grad_norm": 2.299819231033325,
      "learning_rate": 3.912148851286593e-06,
      "loss": 0.468,
      "step": 29200
    },
    {
      "epoch": 0.32385352536115747,
      "grad_norm": 1.409555435180664,
      "learning_rate": 3.904830379118857e-06,
      "loss": 0.4279,
      "step": 29300
    },
    {
      "epoch": 0.32495882749549587,
      "grad_norm": 1.9166666269302368,
      "learning_rate": 3.89749426979575e-06,
      "loss": 0.4732,
      "step": 29400
    },
    {
      "epoch": 0.32606412962983433,
      "grad_norm": 2.2752537727355957,
      "learning_rate": 3.890140615419566e-06,
      "loss": 0.4605,
      "step": 29500
    },
    {
      "epoch": 0.32716943176417274,
      "grad_norm": 1.6896592378616333,
      "learning_rate": 3.882769508312871e-06,
      "loss": 0.4513,
      "step": 29600
    },
    {
      "epoch": 0.32827473389851114,
      "grad_norm": 1.8940850496292114,
      "learning_rate": 3.875381041017343e-06,
      "loss": 0.4665,
      "step": 29700
    },
    {
      "epoch": 0.3293800360328496,
      "grad_norm": 2.7840423583984375,
      "learning_rate": 3.867975306292612e-06,
      "loss": 0.472,
      "step": 29800
    },
    {
      "epoch": 0.330485338167188,
      "grad_norm": 1.7090684175491333,
      "learning_rate": 3.860552397115093e-06,
      "loss": 0.4239,
      "step": 29900
    },
    {
      "epoch": 0.3315906403015264,
      "grad_norm": 1.5519531965255737,
      "learning_rate": 3.853112406676823e-06,
      "loss": 0.4537,
      "step": 30000
    },
    {
      "epoch": 0.33269594243586487,
      "grad_norm": 2.7194883823394775,
      "learning_rate": 3.845655428384286e-06,
      "loss": 0.5102,
      "step": 30100
    },
    {
      "epoch": 0.33380124457020327,
      "grad_norm": 2.118680000305176,
      "learning_rate": 3.838181555857243e-06,
      "loss": 0.4915,
      "step": 30200
    },
    {
      "epoch": 0.3349065467045417,
      "grad_norm": 2.484039545059204,
      "learning_rate": 3.830690882927558e-06,
      "loss": 0.4603,
      "step": 30300
    },
    {
      "epoch": 0.33601184883888013,
      "grad_norm": 2.0341908931732178,
      "learning_rate": 3.823183503638014e-06,
      "loss": 0.4684,
      "step": 30400
    },
    {
      "epoch": 0.33711715097321854,
      "grad_norm": 0.9588632583618164,
      "learning_rate": 3.815659512241141e-06,
      "loss": 0.4963,
      "step": 30500
    },
    {
      "epoch": 0.33822245310755694,
      "grad_norm": 2.8853650093078613,
      "learning_rate": 3.8081190031980266e-06,
      "loss": 0.4801,
      "step": 30600
    },
    {
      "epoch": 0.33932775524189535,
      "grad_norm": 1.7053953409194946,
      "learning_rate": 3.8005620711771318e-06,
      "loss": 0.4591,
      "step": 30700
    },
    {
      "epoch": 0.3404330573762338,
      "grad_norm": 2.16013765335083,
      "learning_rate": 3.7929888110530998e-06,
      "loss": 0.4598,
      "step": 30800
    },
    {
      "epoch": 0.3415383595105722,
      "grad_norm": 2.3963918685913086,
      "learning_rate": 3.7853993179055724e-06,
      "loss": 0.4681,
      "step": 30900
    },
    {
      "epoch": 0.3426436616449106,
      "grad_norm": 3.2389566898345947,
      "learning_rate": 3.7777936870179873e-06,
      "loss": 0.4717,
      "step": 31000
    },
    {
      "epoch": 0.3437489637792491,
      "grad_norm": 2.17598032951355,
      "learning_rate": 3.7701720138763877e-06,
      "loss": 0.4573,
      "step": 31100
    },
    {
      "epoch": 0.3448542659135875,
      "grad_norm": 2.4974260330200195,
      "learning_rate": 3.7625343941682203e-06,
      "loss": 0.4681,
      "step": 31200
    },
    {
      "epoch": 0.3459595680479259,
      "grad_norm": 2.331465721130371,
      "learning_rate": 3.7548809237811378e-06,
      "loss": 0.4953,
      "step": 31300
    },
    {
      "epoch": 0.34706487018226434,
      "grad_norm": 1.782915711402893,
      "learning_rate": 3.7472116988017906e-06,
      "loss": 0.4257,
      "step": 31400
    },
    {
      "epoch": 0.34817017231660274,
      "grad_norm": 1.96134352684021,
      "learning_rate": 3.7395268155146232e-06,
      "loss": 0.4489,
      "step": 31500
    },
    {
      "epoch": 0.34927547445094115,
      "grad_norm": 1.6746424436569214,
      "learning_rate": 3.731826370400663e-06,
      "loss": 0.4748,
      "step": 31600
    },
    {
      "epoch": 0.3503807765852796,
      "grad_norm": 1.7693666219711304,
      "learning_rate": 3.7241104601363154e-06,
      "loss": 0.4783,
      "step": 31700
    },
    {
      "epoch": 0.351486078719618,
      "grad_norm": 1.4009222984313965,
      "learning_rate": 3.7163791815921394e-06,
      "loss": 0.4648,
      "step": 31800
    },
    {
      "epoch": 0.3525913808539564,
      "grad_norm": 2.408993721008301,
      "learning_rate": 3.708632631831643e-06,
      "loss": 0.4382,
      "step": 31900
    },
    {
      "epoch": 0.3536966829882949,
      "grad_norm": 1.713916540145874,
      "learning_rate": 3.7008709081100537e-06,
      "loss": 0.4258,
      "step": 32000
    },
    {
      "epoch": 0.3548019851226333,
      "grad_norm": 2.0615127086639404,
      "learning_rate": 3.6930941078731065e-06,
      "loss": 0.4874,
      "step": 32100
    },
    {
      "epoch": 0.3559072872569717,
      "grad_norm": 2.3877241611480713,
      "learning_rate": 3.685302328755815e-06,
      "loss": 0.507,
      "step": 32200
    },
    {
      "epoch": 0.35701258939131014,
      "grad_norm": 2.4597456455230713,
      "learning_rate": 3.6774956685812496e-06,
      "loss": 0.4513,
      "step": 32300
    },
    {
      "epoch": 0.35811789152564855,
      "grad_norm": 2.5451297760009766,
      "learning_rate": 3.6696742253593035e-06,
      "loss": 0.4419,
      "step": 32400
    },
    {
      "epoch": 0.35922319365998695,
      "grad_norm": 2.2447433471679688,
      "learning_rate": 3.6618380972854694e-06,
      "loss": 0.4669,
      "step": 32500
    },
    {
      "epoch": 0.36032849579432535,
      "grad_norm": 1.7082650661468506,
      "learning_rate": 3.6539873827396023e-06,
      "loss": 0.4352,
      "step": 32600
    },
    {
      "epoch": 0.3614337979286638,
      "grad_norm": 1.607082486152649,
      "learning_rate": 3.646122180284683e-06,
      "loss": 0.4595,
      "step": 32700
    },
    {
      "epoch": 0.3625391000630022,
      "grad_norm": 1.835105299949646,
      "learning_rate": 3.638242588665587e-06,
      "loss": 0.4674,
      "step": 32800
    },
    {
      "epoch": 0.3636444021973406,
      "grad_norm": 1.7002040147781372,
      "learning_rate": 3.630348706807836e-06,
      "loss": 0.4746,
      "step": 32900
    },
    {
      "epoch": 0.3647497043316791,
      "grad_norm": 2.184178590774536,
      "learning_rate": 3.622440633816366e-06,
      "loss": 0.4388,
      "step": 33000
    },
    {
      "epoch": 0.3658550064660175,
      "grad_norm": 2.1649866104125977,
      "learning_rate": 3.6145184689742716e-06,
      "loss": 0.4499,
      "step": 33100
    },
    {
      "epoch": 0.3669603086003559,
      "grad_norm": 1.3153752088546753,
      "learning_rate": 3.6065823117415716e-06,
      "loss": 0.4391,
      "step": 33200
    },
    {
      "epoch": 0.36806561073469435,
      "grad_norm": 1.944061279296875,
      "learning_rate": 3.5986322617539506e-06,
      "loss": 0.4833,
      "step": 33300
    },
    {
      "epoch": 0.36917091286903275,
      "grad_norm": 1.6162335872650146,
      "learning_rate": 3.590668418821513e-06,
      "loss": 0.4889,
      "step": 33400
    },
    {
      "epoch": 0.37027621500337116,
      "grad_norm": 1.623404622077942,
      "learning_rate": 3.5826908829275296e-06,
      "loss": 0.4698,
      "step": 33500
    },
    {
      "epoch": 0.3713815171377096,
      "grad_norm": 1.830082654953003,
      "learning_rate": 3.57469975422718e-06,
      "loss": 0.507,
      "step": 33600
    },
    {
      "epoch": 0.372486819272048,
      "grad_norm": 2.138823986053467,
      "learning_rate": 3.5666951330462972e-06,
      "loss": 0.4419,
      "step": 33700
    },
    {
      "epoch": 0.3735921214063864,
      "grad_norm": 2.455385208129883,
      "learning_rate": 3.558677119880109e-06,
      "loss": 0.4729,
      "step": 33800
    },
    {
      "epoch": 0.3746974235407249,
      "grad_norm": 3.052379846572876,
      "learning_rate": 3.550645815391973e-06,
      "loss": 0.447,
      "step": 33900
    },
    {
      "epoch": 0.3758027256750633,
      "grad_norm": 1.8502277135849,
      "learning_rate": 3.542601320412116e-06,
      "loss": 0.4545,
      "step": 34000
    },
    {
      "epoch": 0.3769080278094017,
      "grad_norm": 2.621030569076538,
      "learning_rate": 3.534543735936366e-06,
      "loss": 0.4832,
      "step": 34100
    },
    {
      "epoch": 0.3780133299437401,
      "grad_norm": 1.681999683380127,
      "learning_rate": 3.5264731631248867e-06,
      "loss": 0.4813,
      "step": 34200
    },
    {
      "epoch": 0.37911863207807855,
      "grad_norm": 1.8637994527816772,
      "learning_rate": 3.5183897033009018e-06,
      "loss": 0.5013,
      "step": 34300
    },
    {
      "epoch": 0.38022393421241696,
      "grad_norm": 1.9797747135162354,
      "learning_rate": 3.510293457949433e-06,
      "loss": 0.4473,
      "step": 34400
    },
    {
      "epoch": 0.38132923634675536,
      "grad_norm": 2.2267913818359375,
      "learning_rate": 3.502184528716013e-06,
      "loss": 0.455,
      "step": 34500
    },
    {
      "epoch": 0.3824345384810938,
      "grad_norm": 1.919852375984192,
      "learning_rate": 3.494063017405423e-06,
      "loss": 0.447,
      "step": 34600
    },
    {
      "epoch": 0.3835398406154322,
      "grad_norm": 2.838737964630127,
      "learning_rate": 3.485929025980402e-06,
      "loss": 0.4447,
      "step": 34700
    },
    {
      "epoch": 0.38464514274977063,
      "grad_norm": 1.7883715629577637,
      "learning_rate": 3.477782656560377e-06,
      "loss": 0.4897,
      "step": 34800
    },
    {
      "epoch": 0.3857504448841091,
      "grad_norm": 1.9990206956863403,
      "learning_rate": 3.469624011420173e-06,
      "loss": 0.4533,
      "step": 34900
    },
    {
      "epoch": 0.3868557470184475,
      "grad_norm": 3.673203706741333,
      "learning_rate": 3.461453192988734e-06,
      "loss": 0.4813,
      "step": 35000
    },
    {
      "epoch": 0.3879610491527859,
      "grad_norm": 1.820590853691101,
      "learning_rate": 3.4532703038478368e-06,
      "loss": 0.4582,
      "step": 35100
    },
    {
      "epoch": 0.38906635128712436,
      "grad_norm": 1.6964892148971558,
      "learning_rate": 3.445075446730798e-06,
      "loss": 0.4355,
      "step": 35200
    },
    {
      "epoch": 0.39017165342146276,
      "grad_norm": 2.7785258293151855,
      "learning_rate": 3.4368687245211914e-06,
      "loss": 0.4744,
      "step": 35300
    },
    {
      "epoch": 0.39127695555580116,
      "grad_norm": 2.661006212234497,
      "learning_rate": 3.4286502402515504e-06,
      "loss": 0.4512,
      "step": 35400
    },
    {
      "epoch": 0.3923822576901396,
      "grad_norm": 1.379711389541626,
      "learning_rate": 3.4204200971020796e-06,
      "loss": 0.4727,
      "step": 35500
    },
    {
      "epoch": 0.39348755982447803,
      "grad_norm": 2.01283860206604,
      "learning_rate": 3.412178398399355e-06,
      "loss": 0.4774,
      "step": 35600
    },
    {
      "epoch": 0.39459286195881643,
      "grad_norm": 1.920944094657898,
      "learning_rate": 3.4039252476150284e-06,
      "loss": 0.4775,
      "step": 35700
    },
    {
      "epoch": 0.3956981640931549,
      "grad_norm": 1.920350193977356,
      "learning_rate": 3.39566074836453e-06,
      "loss": 0.4526,
      "step": 35800
    },
    {
      "epoch": 0.3968034662274933,
      "grad_norm": 2.782977819442749,
      "learning_rate": 3.3873850044057633e-06,
      "loss": 0.4541,
      "step": 35900
    },
    {
      "epoch": 0.3979087683618317,
      "grad_norm": 2.4611635208129883,
      "learning_rate": 3.3790981196378086e-06,
      "loss": 0.4964,
      "step": 36000
    },
    {
      "epoch": 0.3990140704961701,
      "grad_norm": 1.8741673231124878,
      "learning_rate": 3.370800198099613e-06,
      "loss": 0.435,
      "step": 36100
    },
    {
      "epoch": 0.40011937263050856,
      "grad_norm": 1.919241189956665,
      "learning_rate": 3.362491343968687e-06,
      "loss": 0.4386,
      "step": 36200
    },
    {
      "epoch": 0.40122467476484697,
      "grad_norm": 2.52968168258667,
      "learning_rate": 3.3541716615597948e-06,
      "loss": 0.4545,
      "step": 36300
    },
    {
      "epoch": 0.40232997689918537,
      "grad_norm": 2.964994430541992,
      "learning_rate": 3.3458412553236475e-06,
      "loss": 0.4551,
      "step": 36400
    },
    {
      "epoch": 0.40343527903352383,
      "grad_norm": 2.7886335849761963,
      "learning_rate": 3.337500229845592e-06,
      "loss": 0.477,
      "step": 36500
    },
    {
      "epoch": 0.40454058116786223,
      "grad_norm": 1.9467898607254028,
      "learning_rate": 3.329148689844289e-06,
      "loss": 0.4546,
      "step": 36600
    },
    {
      "epoch": 0.40564588330220064,
      "grad_norm": 1.1720269918441772,
      "learning_rate": 3.320786740170414e-06,
      "loss": 0.4759,
      "step": 36700
    },
    {
      "epoch": 0.4067511854365391,
      "grad_norm": 2.1939995288848877,
      "learning_rate": 3.3124144858053252e-06,
      "loss": 0.4456,
      "step": 36800
    },
    {
      "epoch": 0.4078564875708775,
      "grad_norm": 2.350830078125,
      "learning_rate": 3.304032031859759e-06,
      "loss": 0.4683,
      "step": 36900
    },
    {
      "epoch": 0.4089617897052159,
      "grad_norm": 2.4557292461395264,
      "learning_rate": 3.295639483572498e-06,
      "loss": 0.4415,
      "step": 37000
    },
    {
      "epoch": 0.41006709183955437,
      "grad_norm": 1.3871397972106934,
      "learning_rate": 3.287236946309059e-06,
      "loss": 0.4635,
      "step": 37100
    },
    {
      "epoch": 0.41117239397389277,
      "grad_norm": 2.129850387573242,
      "learning_rate": 3.2788245255603675e-06,
      "loss": 0.4888,
      "step": 37200
    },
    {
      "epoch": 0.4122776961082312,
      "grad_norm": 1.527912974357605,
      "learning_rate": 3.2704023269414304e-06,
      "loss": 0.4848,
      "step": 37300
    },
    {
      "epoch": 0.41338299824256963,
      "grad_norm": 1.9338812828063965,
      "learning_rate": 3.261970456190014e-06,
      "loss": 0.5031,
      "step": 37400
    },
    {
      "epoch": 0.41448830037690804,
      "grad_norm": 1.9333993196487427,
      "learning_rate": 3.253529019165314e-06,
      "loss": 0.4533,
      "step": 37500
    },
    {
      "epoch": 0.41559360251124644,
      "grad_norm": 2.1915063858032227,
      "learning_rate": 3.2450781218466274e-06,
      "loss": 0.4508,
      "step": 37600
    },
    {
      "epoch": 0.41669890464558484,
      "grad_norm": 2.150376319885254,
      "learning_rate": 3.2366178703320232e-06,
      "loss": 0.4359,
      "step": 37700
    },
    {
      "epoch": 0.4178042067799233,
      "grad_norm": 2.5346415042877197,
      "learning_rate": 3.2281483708370074e-06,
      "loss": 0.474,
      "step": 37800
    },
    {
      "epoch": 0.4189095089142617,
      "grad_norm": 2.2632484436035156,
      "learning_rate": 3.2196697296931915e-06,
      "loss": 0.4317,
      "step": 37900
    },
    {
      "epoch": 0.4200148110486001,
      "grad_norm": 2.7014644145965576,
      "learning_rate": 3.2111820533469577e-06,
      "loss": 0.4493,
      "step": 38000
    },
    {
      "epoch": 0.42112011318293857,
      "grad_norm": 1.923828363418579,
      "learning_rate": 3.202685448358122e-06,
      "loss": 0.4884,
      "step": 38100
    },
    {
      "epoch": 0.422225415317277,
      "grad_norm": 2.4021315574645996,
      "learning_rate": 3.1941800213985964e-06,
      "loss": 0.4457,
      "step": 38200
    },
    {
      "epoch": 0.4233307174516154,
      "grad_norm": 1.7797712087631226,
      "learning_rate": 3.1856658792510485e-06,
      "loss": 0.4786,
      "step": 38300
    },
    {
      "epoch": 0.42443601958595384,
      "grad_norm": 2.1778018474578857,
      "learning_rate": 3.177143128807565e-06,
      "loss": 0.4695,
      "step": 38400
    },
    {
      "epoch": 0.42554132172029224,
      "grad_norm": 2.2871477603912354,
      "learning_rate": 3.168611877068302e-06,
      "loss": 0.4766,
      "step": 38500
    },
    {
      "epoch": 0.42664662385463065,
      "grad_norm": 3.016216993331909,
      "learning_rate": 3.1600722311401515e-06,
      "loss": 0.4544,
      "step": 38600
    },
    {
      "epoch": 0.4277519259889691,
      "grad_norm": 1.759264349937439,
      "learning_rate": 3.1515242982353876e-06,
      "loss": 0.4414,
      "step": 38700
    },
    {
      "epoch": 0.4288572281233075,
      "grad_norm": 2.0453083515167236,
      "learning_rate": 3.1429681856703287e-06,
      "loss": 0.4471,
      "step": 38800
    },
    {
      "epoch": 0.4299625302576459,
      "grad_norm": 1.5130780935287476,
      "learning_rate": 3.1344040008639797e-06,
      "loss": 0.4469,
      "step": 38900
    },
    {
      "epoch": 0.4310678323919844,
      "grad_norm": 1.812267541885376,
      "learning_rate": 3.1258318513366975e-06,
      "loss": 0.4754,
      "step": 39000
    },
    {
      "epoch": 0.4321731345263228,
      "grad_norm": 1.798132300376892,
      "learning_rate": 3.1172518447088264e-06,
      "loss": 0.4519,
      "step": 39100
    },
    {
      "epoch": 0.4332784366606612,
      "grad_norm": 2.252378463745117,
      "learning_rate": 3.108664088699358e-06,
      "loss": 0.4622,
      "step": 39200
    },
    {
      "epoch": 0.4343837387949996,
      "grad_norm": 1.2119619846343994,
      "learning_rate": 3.100068691124572e-06,
      "loss": 0.4541,
      "step": 39300
    },
    {
      "epoch": 0.43548904092933804,
      "grad_norm": 1.4428755044937134,
      "learning_rate": 3.091465759896688e-06,
      "loss": 0.4731,
      "step": 39400
    },
    {
      "epoch": 0.43659434306367645,
      "grad_norm": 1.7551451921463013,
      "learning_rate": 3.082855403022507e-06,
      "loss": 0.441,
      "step": 39500
    },
    {
      "epoch": 0.43769964519801485,
      "grad_norm": 1.55975341796875,
      "learning_rate": 3.0742377286020547e-06,
      "loss": 0.4249,
      "step": 39600
    },
    {
      "epoch": 0.4388049473323533,
      "grad_norm": 1.1946512460708618,
      "learning_rate": 3.0656128448272284e-06,
      "loss": 0.4709,
      "step": 39700
    },
    {
      "epoch": 0.4399102494666917,
      "grad_norm": 1.1257880926132202,
      "learning_rate": 3.0569808599804345e-06,
      "loss": 0.4307,
      "step": 39800
    },
    {
      "epoch": 0.4410155516010301,
      "grad_norm": 1.8002004623413086,
      "learning_rate": 3.048341882433232e-06,
      "loss": 0.4612,
      "step": 39900
    },
    {
      "epoch": 0.4421208537353686,
      "grad_norm": 2.031006097793579,
      "learning_rate": 3.039696020644972e-06,
      "loss": 0.4554,
      "step": 40000
    },
    {
      "epoch": 0.443226155869707,
      "grad_norm": 2.301436185836792,
      "learning_rate": 3.0310433831614307e-06,
      "loss": 0.4387,
      "step": 40100
    },
    {
      "epoch": 0.4443314580040454,
      "grad_norm": 1.4582908153533936,
      "learning_rate": 3.0223840786134553e-06,
      "loss": 0.455,
      "step": 40200
    },
    {
      "epoch": 0.44543676013838385,
      "grad_norm": 2.0824360847473145,
      "learning_rate": 3.013718215715593e-06,
      "loss": 0.4828,
      "step": 40300
    },
    {
      "epoch": 0.44654206227272225,
      "grad_norm": 2.2939536571502686,
      "learning_rate": 3.0050459032647306e-06,
      "loss": 0.457,
      "step": 40400
    },
    {
      "epoch": 0.44764736440706066,
      "grad_norm": 2.297245979309082,
      "learning_rate": 2.9963672501387247e-06,
      "loss": 0.4778,
      "step": 40500
    },
    {
      "epoch": 0.4487526665413991,
      "grad_norm": 1.8728293180465698,
      "learning_rate": 2.987682365295038e-06,
      "loss": 0.4448,
      "step": 40600
    },
    {
      "epoch": 0.4498579686757375,
      "grad_norm": 1.5255945920944214,
      "learning_rate": 2.978991357769371e-06,
      "loss": 0.4472,
      "step": 40700
    },
    {
      "epoch": 0.4509632708100759,
      "grad_norm": 2.7456576824188232,
      "learning_rate": 2.9702943366742915e-06,
      "loss": 0.4668,
      "step": 40800
    },
    {
      "epoch": 0.4520685729444144,
      "grad_norm": 2.2749907970428467,
      "learning_rate": 2.961591411197865e-06,
      "loss": 0.4483,
      "step": 40900
    },
    {
      "epoch": 0.4531738750787528,
      "grad_norm": 2.1402695178985596,
      "learning_rate": 2.9528826906022843e-06,
      "loss": 0.4487,
      "step": 41000
    },
    {
      "epoch": 0.4542791772130912,
      "grad_norm": 2.3826072216033936,
      "learning_rate": 2.944168284222502e-06,
      "loss": 0.4953,
      "step": 41100
    },
    {
      "epoch": 0.4553844793474296,
      "grad_norm": 2.2698001861572266,
      "learning_rate": 2.9354483014648463e-06,
      "loss": 0.484,
      "step": 41200
    },
    {
      "epoch": 0.45648978148176805,
      "grad_norm": 1.9907783269882202,
      "learning_rate": 2.926722851805661e-06,
      "loss": 0.4398,
      "step": 41300
    },
    {
      "epoch": 0.45759508361610646,
      "grad_norm": 1.5543720722198486,
      "learning_rate": 2.917992044789923e-06,
      "loss": 0.4363,
      "step": 41400
    },
    {
      "epoch": 0.45870038575044486,
      "grad_norm": 1.8793258666992188,
      "learning_rate": 2.909255990029869e-06,
      "loss": 0.4567,
      "step": 41500
    },
    {
      "epoch": 0.4598056878847833,
      "grad_norm": 2.4277260303497314,
      "learning_rate": 2.900514797203617e-06,
      "loss": 0.4491,
      "step": 41600
    },
    {
      "epoch": 0.4609109900191217,
      "grad_norm": 2.2503464221954346,
      "learning_rate": 2.891768576053797e-06,
      "loss": 0.4804,
      "step": 41700
    },
    {
      "epoch": 0.46201629215346013,
      "grad_norm": 1.4896454811096191,
      "learning_rate": 2.8830174363861635e-06,
      "loss": 0.4403,
      "step": 41800
    },
    {
      "epoch": 0.4631215942877986,
      "grad_norm": 2.510836601257324,
      "learning_rate": 2.874261488068221e-06,
      "loss": 0.451,
      "step": 41900
    },
    {
      "epoch": 0.464226896422137,
      "grad_norm": 1.5463513135910034,
      "learning_rate": 2.8655008410278482e-06,
      "loss": 0.4671,
      "step": 42000
    },
    {
      "epoch": 0.4653321985564754,
      "grad_norm": 2.300896167755127,
      "learning_rate": 2.856735605251912e-06,
      "loss": 0.4348,
      "step": 42100
    },
    {
      "epoch": 0.46643750069081386,
      "grad_norm": 2.3069446086883545,
      "learning_rate": 2.8479658907848893e-06,
      "loss": 0.4478,
      "step": 42200
    },
    {
      "epoch": 0.46754280282515226,
      "grad_norm": 2.1205623149871826,
      "learning_rate": 2.8391918077274873e-06,
      "loss": 0.4346,
      "step": 42300
    },
    {
      "epoch": 0.46864810495949066,
      "grad_norm": 1.638277292251587,
      "learning_rate": 2.830413466235258e-06,
      "loss": 0.4395,
      "step": 42400
    },
    {
      "epoch": 0.4697534070938291,
      "grad_norm": 2.0386252403259277,
      "learning_rate": 2.8216309765172156e-06,
      "loss": 0.4421,
      "step": 42500
    },
    {
      "epoch": 0.4708587092281675,
      "grad_norm": 2.241922378540039,
      "learning_rate": 2.8128444488344565e-06,
      "loss": 0.4518,
      "step": 42600
    },
    {
      "epoch": 0.47196401136250593,
      "grad_norm": 2.304940938949585,
      "learning_rate": 2.8040539934987697e-06,
      "loss": 0.4803,
      "step": 42700
    },
    {
      "epoch": 0.47306931349684433,
      "grad_norm": 2.377882480621338,
      "learning_rate": 2.795259720871256e-06,
      "loss": 0.4637,
      "step": 42800
    },
    {
      "epoch": 0.4741746156311828,
      "grad_norm": 1.9520049095153809,
      "learning_rate": 2.7864617413609414e-06,
      "loss": 0.452,
      "step": 42900
    },
    {
      "epoch": 0.4752799177655212,
      "grad_norm": 2.1737561225891113,
      "learning_rate": 2.777660165423388e-06,
      "loss": 0.4622,
      "step": 43000
    },
    {
      "epoch": 0.4763852198998596,
      "grad_norm": 1.6113853454589844,
      "learning_rate": 2.7688551035593125e-06,
      "loss": 0.448,
      "step": 43100
    },
    {
      "epoch": 0.47749052203419806,
      "grad_norm": 2.39670729637146,
      "learning_rate": 2.760046666313196e-06,
      "loss": 0.4512,
      "step": 43200
    },
    {
      "epoch": 0.47859582416853647,
      "grad_norm": 1.8168816566467285,
      "learning_rate": 2.7512349642718927e-06,
      "loss": 0.4712,
      "step": 43300
    },
    {
      "epoch": 0.47970112630287487,
      "grad_norm": 1.6397266387939453,
      "learning_rate": 2.7424201080632516e-06,
      "loss": 0.4569,
      "step": 43400
    },
    {
      "epoch": 0.48080642843721333,
      "grad_norm": 2.2524404525756836,
      "learning_rate": 2.7336022083547153e-06,
      "loss": 0.4882,
      "step": 43500
    },
    {
      "epoch": 0.48191173057155173,
      "grad_norm": 2.5701520442962646,
      "learning_rate": 2.72478137585194e-06,
      "loss": 0.4593,
      "step": 43600
    },
    {
      "epoch": 0.48301703270589014,
      "grad_norm": 1.691336989402771,
      "learning_rate": 2.7159577212973985e-06,
      "loss": 0.4743,
      "step": 43700
    },
    {
      "epoch": 0.4841223348402286,
      "grad_norm": 1.9625279903411865,
      "learning_rate": 2.7071313554689994e-06,
      "loss": 0.4834,
      "step": 43800
    },
    {
      "epoch": 0.485227636974567,
      "grad_norm": 1.4627450704574585,
      "learning_rate": 2.6983023891786835e-06,
      "loss": 0.4513,
      "step": 43900
    },
    {
      "epoch": 0.4863329391089054,
      "grad_norm": 2.0734519958496094,
      "learning_rate": 2.689470933271045e-06,
      "loss": 0.4611,
      "step": 44000
    },
    {
      "epoch": 0.48743824124324386,
      "grad_norm": 1.5627169609069824,
      "learning_rate": 2.6806370986219305e-06,
      "loss": 0.445,
      "step": 44100
    },
    {
      "epoch": 0.48854354337758227,
      "grad_norm": 2.4556682109832764,
      "learning_rate": 2.6718009961370544e-06,
      "loss": 0.4255,
      "step": 44200
    },
    {
      "epoch": 0.48964884551192067,
      "grad_norm": 1.817841649055481,
      "learning_rate": 2.6629627367505996e-06,
      "loss": 0.4725,
      "step": 44300
    },
    {
      "epoch": 0.49075414764625913,
      "grad_norm": 2.1898646354675293,
      "learning_rate": 2.6541224314238306e-06,
      "loss": 0.4321,
      "step": 44400
    },
    {
      "epoch": 0.49185944978059754,
      "grad_norm": 1.9783952236175537,
      "learning_rate": 2.645280191143697e-06,
      "loss": 0.473,
      "step": 44500
    },
    {
      "epoch": 0.49296475191493594,
      "grad_norm": 2.2066643238067627,
      "learning_rate": 2.6364361269214404e-06,
      "loss": 0.4388,
      "step": 44600
    },
    {
      "epoch": 0.49407005404927434,
      "grad_norm": 1.5500693321228027,
      "learning_rate": 2.627590349791203e-06,
      "loss": 0.4515,
      "step": 44700
    },
    {
      "epoch": 0.4951753561836128,
      "grad_norm": 1.9073359966278076,
      "learning_rate": 2.6187429708086304e-06,
      "loss": 0.4475,
      "step": 44800
    },
    {
      "epoch": 0.4962806583179512,
      "grad_norm": 1.692548394203186,
      "learning_rate": 2.6098941010494793e-06,
      "loss": 0.4116,
      "step": 44900
    },
    {
      "epoch": 0.4973859604522896,
      "grad_norm": 1.8653684854507446,
      "learning_rate": 2.6010438516082244e-06,
      "loss": 0.4462,
      "step": 45000
    },
    {
      "epoch": 0.49849126258662807,
      "grad_norm": 2.772581100463867,
      "learning_rate": 2.592192333596658e-06,
      "loss": 0.4465,
      "step": 45100
    },
    {
      "epoch": 0.4995965647209665,
      "grad_norm": 1.9330416917800903,
      "learning_rate": 2.583339658142503e-06,
      "loss": 0.4693,
      "step": 45200
    },
    {
      "epoch": 0.5007018668553049,
      "grad_norm": 1.846220850944519,
      "learning_rate": 2.574485936388011e-06,
      "loss": 0.4782,
      "step": 45300
    },
    {
      "epoch": 0.5018071689896433,
      "grad_norm": 1.9324105978012085,
      "learning_rate": 2.5656312794885696e-06,
      "loss": 0.476,
      "step": 45400
    },
    {
      "epoch": 0.5029124711239817,
      "grad_norm": 1.4215826988220215,
      "learning_rate": 2.5567757986113082e-06,
      "loss": 0.4404,
      "step": 45500
    },
    {
      "epoch": 0.5040177732583202,
      "grad_norm": 2.124636173248291,
      "learning_rate": 2.5479196049336994e-06,
      "loss": 0.4685,
      "step": 45600
    },
    {
      "epoch": 0.5051230753926585,
      "grad_norm": 2.1870932579040527,
      "learning_rate": 2.5390628096421675e-06,
      "loss": 0.4384,
      "step": 45700
    },
    {
      "epoch": 0.506228377526997,
      "grad_norm": 2.281766891479492,
      "learning_rate": 2.5302055239306857e-06,
      "loss": 0.4849,
      "step": 45800
    },
    {
      "epoch": 0.5073336796613355,
      "grad_norm": 2.991182804107666,
      "learning_rate": 2.5213478589993884e-06,
      "loss": 0.4585,
      "step": 45900
    },
    {
      "epoch": 0.5084389817956738,
      "grad_norm": 2.271472930908203,
      "learning_rate": 2.5124899260531667e-06,
      "loss": 0.4459,
      "step": 46000
    },
    {
      "epoch": 0.5095442839300123,
      "grad_norm": 1.7806503772735596,
      "learning_rate": 2.5036318363002816e-06,
      "loss": 0.4448,
      "step": 46100
    },
    {
      "epoch": 0.5106495860643507,
      "grad_norm": 2.3559248447418213,
      "learning_rate": 2.4947737009509577e-06,
      "loss": 0.4468,
      "step": 46200
    },
    {
      "epoch": 0.5117548881986891,
      "grad_norm": 2.1456425189971924,
      "learning_rate": 2.4859156312159945e-06,
      "loss": 0.4304,
      "step": 46300
    },
    {
      "epoch": 0.5128601903330275,
      "grad_norm": 2.4595870971679688,
      "learning_rate": 2.4770577383053695e-06,
      "loss": 0.4756,
      "step": 46400
    },
    {
      "epoch": 0.513965492467366,
      "grad_norm": 1.6186550855636597,
      "learning_rate": 2.4682001334268376e-06,
      "loss": 0.4246,
      "step": 46500
    },
    {
      "epoch": 0.5150707946017044,
      "grad_norm": 2.1293444633483887,
      "learning_rate": 2.4593429277845366e-06,
      "loss": 0.4373,
      "step": 46600
    },
    {
      "epoch": 0.5161760967360428,
      "grad_norm": 2.4468750953674316,
      "learning_rate": 2.450486232577596e-06,
      "loss": 0.4722,
      "step": 46700
    },
    {
      "epoch": 0.5172813988703813,
      "grad_norm": 1.3718825578689575,
      "learning_rate": 2.441630158998734e-06,
      "loss": 0.4625,
      "step": 46800
    },
    {
      "epoch": 0.5183867010047196,
      "grad_norm": 1.7043936252593994,
      "learning_rate": 2.432774818232865e-06,
      "loss": 0.4889,
      "step": 46900
    },
    {
      "epoch": 0.5194920031390581,
      "grad_norm": 1.942793607711792,
      "learning_rate": 2.4239203214557026e-06,
      "loss": 0.4539,
      "step": 47000
    },
    {
      "epoch": 0.5205973052733965,
      "grad_norm": 2.086621046066284,
      "learning_rate": 2.4150667798323664e-06,
      "loss": 0.4303,
      "step": 47100
    },
    {
      "epoch": 0.5217026074077349,
      "grad_norm": 2.2322304248809814,
      "learning_rate": 2.406214304515982e-06,
      "loss": 0.4616,
      "step": 47200
    },
    {
      "epoch": 0.5228079095420733,
      "grad_norm": 1.703951120376587,
      "learning_rate": 2.3973630066462895e-06,
      "loss": 0.4479,
      "step": 47300
    },
    {
      "epoch": 0.5239132116764117,
      "grad_norm": 1.6014420986175537,
      "learning_rate": 2.3885129973482475e-06,
      "loss": 0.4269,
      "step": 47400
    },
    {
      "epoch": 0.5250185138107502,
      "grad_norm": 2.385668992996216,
      "learning_rate": 2.379664387730634e-06,
      "loss": 0.4284,
      "step": 47500
    },
    {
      "epoch": 0.5261238159450886,
      "grad_norm": 2.08682918548584,
      "learning_rate": 2.370817288884656e-06,
      "loss": 0.4573,
      "step": 47600
    },
    {
      "epoch": 0.527229118079427,
      "grad_norm": 1.9396214485168457,
      "learning_rate": 2.3619718118825536e-06,
      "loss": 0.4701,
      "step": 47700
    },
    {
      "epoch": 0.5283344202137654,
      "grad_norm": 1.9038134813308716,
      "learning_rate": 2.3531280677762064e-06,
      "loss": 0.4437,
      "step": 47800
    },
    {
      "epoch": 0.5294397223481039,
      "grad_norm": 2.4148266315460205,
      "learning_rate": 2.3442861675957353e-06,
      "loss": 0.4264,
      "step": 47900
    },
    {
      "epoch": 0.5305450244824422,
      "grad_norm": 2.0972328186035156,
      "learning_rate": 2.3354462223481126e-06,
      "loss": 0.4461,
      "step": 48000
    },
    {
      "epoch": 0.5316503266167807,
      "grad_norm": 2.8991668224334717,
      "learning_rate": 2.326608343015769e-06,
      "loss": 0.4461,
      "step": 48100
    },
    {
      "epoch": 0.5327556287511191,
      "grad_norm": 1.24418306350708,
      "learning_rate": 2.3177726405551953e-06,
      "loss": 0.4329,
      "step": 48200
    },
    {
      "epoch": 0.5338609308854575,
      "grad_norm": 1.501638650894165,
      "learning_rate": 2.308939225895554e-06,
      "loss": 0.4252,
      "step": 48300
    },
    {
      "epoch": 0.534966233019796,
      "grad_norm": 1.7708169221878052,
      "learning_rate": 2.300108209937284e-06,
      "loss": 0.4492,
      "step": 48400
    },
    {
      "epoch": 0.5360715351541344,
      "grad_norm": 1.757341980934143,
      "learning_rate": 2.2912797035507118e-06,
      "loss": 0.4342,
      "step": 48500
    },
    {
      "epoch": 0.5371768372884728,
      "grad_norm": 1.7680574655532837,
      "learning_rate": 2.2824538175746554e-06,
      "loss": 0.4524,
      "step": 48600
    },
    {
      "epoch": 0.5382821394228112,
      "grad_norm": 2.0074987411499023,
      "learning_rate": 2.2736306628150322e-06,
      "loss": 0.436,
      "step": 48700
    },
    {
      "epoch": 0.5393874415571497,
      "grad_norm": 1.9048947095870972,
      "learning_rate": 2.2648103500434756e-06,
      "loss": 0.4189,
      "step": 48800
    },
    {
      "epoch": 0.540492743691488,
      "grad_norm": 2.519080638885498,
      "learning_rate": 2.255992989995934e-06,
      "loss": 0.4251,
      "step": 48900
    },
    {
      "epoch": 0.5415980458258265,
      "grad_norm": 2.2120232582092285,
      "learning_rate": 2.247178693371288e-06,
      "loss": 0.4933,
      "step": 49000
    },
    {
      "epoch": 0.542703347960165,
      "grad_norm": 1.7563016414642334,
      "learning_rate": 2.238367570829954e-06,
      "loss": 0.4602,
      "step": 49100
    },
    {
      "epoch": 0.5438086500945033,
      "grad_norm": 1.5373327732086182,
      "learning_rate": 2.229559732992507e-06,
      "loss": 0.4792,
      "step": 49200
    },
    {
      "epoch": 0.5449139522288418,
      "grad_norm": 2.573272228240967,
      "learning_rate": 2.220755290438275e-06,
      "loss": 0.4659,
      "step": 49300
    },
    {
      "epoch": 0.5460192543631802,
      "grad_norm": 1.7102992534637451,
      "learning_rate": 2.211954353703965e-06,
      "loss": 0.4553,
      "step": 49400
    },
    {
      "epoch": 0.5471245564975186,
      "grad_norm": 2.3353729248046875,
      "learning_rate": 2.203157033282265e-06,
      "loss": 0.4307,
      "step": 49500
    },
    {
      "epoch": 0.548229858631857,
      "grad_norm": 1.7641658782958984,
      "learning_rate": 2.194363439620468e-06,
      "loss": 0.4648,
      "step": 49600
    },
    {
      "epoch": 0.5493351607661955,
      "grad_norm": 1.2468318939208984,
      "learning_rate": 2.1855736831190723e-06,
      "loss": 0.4616,
      "step": 49700
    },
    {
      "epoch": 0.5504404629005338,
      "grad_norm": 2.137446880340576,
      "learning_rate": 2.1767878741304044e-06,
      "loss": 0.4671,
      "step": 49800
    },
    {
      "epoch": 0.5515457650348723,
      "grad_norm": 2.4773776531219482,
      "learning_rate": 2.1680061229572343e-06,
      "loss": 0.4737,
      "step": 49900
    },
    {
      "epoch": 0.5526510671692108,
      "grad_norm": 2.0055341720581055,
      "learning_rate": 2.1592285398513815e-06,
      "loss": 0.4533,
      "step": 50000
    },
    {
      "epoch": 0.5537563693035491,
      "grad_norm": 1.876347303390503,
      "learning_rate": 2.150455235012342e-06,
      "loss": 0.4208,
      "step": 50100
    },
    {
      "epoch": 0.5548616714378876,
      "grad_norm": 2.5351920127868652,
      "learning_rate": 2.1416863185858964e-06,
      "loss": 0.4404,
      "step": 50200
    },
    {
      "epoch": 0.555966973572226,
      "grad_norm": 1.0931345224380493,
      "learning_rate": 2.132921900662733e-06,
      "loss": 0.4465,
      "step": 50300
    },
    {
      "epoch": 0.5570722757065644,
      "grad_norm": 2.0798308849334717,
      "learning_rate": 2.1241620912770612e-06,
      "loss": 0.4152,
      "step": 50400
    },
    {
      "epoch": 0.5581775778409028,
      "grad_norm": 1.6538605690002441,
      "learning_rate": 2.115407000405231e-06,
      "loss": 0.4209,
      "step": 50500
    },
    {
      "epoch": 0.5592828799752413,
      "grad_norm": 2.1094820499420166,
      "learning_rate": 2.1066567379643557e-06,
      "loss": 0.4367,
      "step": 50600
    },
    {
      "epoch": 0.5603881821095796,
      "grad_norm": 2.1819286346435547,
      "learning_rate": 2.097911413810928e-06,
      "loss": 0.4525,
      "step": 50700
    },
    {
      "epoch": 0.5614934842439181,
      "grad_norm": 2.0643765926361084,
      "learning_rate": 2.089171137739441e-06,
      "loss": 0.4504,
      "step": 50800
    },
    {
      "epoch": 0.5625987863782564,
      "grad_norm": 1.5290354490280151,
      "learning_rate": 2.0804360194810117e-06,
      "loss": 0.4313,
      "step": 50900
    },
    {
      "epoch": 0.5637040885125949,
      "grad_norm": 1.9766910076141357,
      "learning_rate": 2.0717061687020047e-06,
      "loss": 0.4177,
      "step": 51000
    },
    {
      "epoch": 0.5648093906469334,
      "grad_norm": 1.1951794624328613,
      "learning_rate": 2.0629816950026505e-06,
      "loss": 0.5075,
      "step": 51100
    },
    {
      "epoch": 0.5659146927812717,
      "grad_norm": 2.3847384452819824,
      "learning_rate": 2.054262707915671e-06,
      "loss": 0.4196,
      "step": 51200
    },
    {
      "epoch": 0.5670199949156102,
      "grad_norm": 1.665724515914917,
      "learning_rate": 2.0455493169049115e-06,
      "loss": 0.4333,
      "step": 51300
    },
    {
      "epoch": 0.5681252970499486,
      "grad_norm": 1.6288607120513916,
      "learning_rate": 2.036841631363954e-06,
      "loss": 0.4853,
      "step": 51400
    },
    {
      "epoch": 0.569230599184287,
      "grad_norm": 2.2280824184417725,
      "learning_rate": 2.028139760614754e-06,
      "loss": 0.456,
      "step": 51500
    },
    {
      "epoch": 0.5703359013186254,
      "grad_norm": 2.9321858882904053,
      "learning_rate": 2.019443813906262e-06,
      "loss": 0.4694,
      "step": 51600
    },
    {
      "epoch": 0.5714412034529639,
      "grad_norm": 2.381856918334961,
      "learning_rate": 2.0107539004130577e-06,
      "loss": 0.4679,
      "step": 51700
    },
    {
      "epoch": 0.5725465055873022,
      "grad_norm": 2.0987162590026855,
      "learning_rate": 2.002070129233972e-06,
      "loss": 0.4611,
      "step": 51800
    },
    {
      "epoch": 0.5736518077216407,
      "grad_norm": 2.339217185974121,
      "learning_rate": 1.993392609390723e-06,
      "loss": 0.5007,
      "step": 51900
    },
    {
      "epoch": 0.5747571098559792,
      "grad_norm": 1.3680297136306763,
      "learning_rate": 1.984721449826547e-06,
      "loss": 0.4823,
      "step": 52000
    },
    {
      "epoch": 0.5758624119903175,
      "grad_norm": 1.494996190071106,
      "learning_rate": 1.976056759404827e-06,
      "loss": 0.4528,
      "step": 52100
    },
    {
      "epoch": 0.576967714124656,
      "grad_norm": 2.1765034198760986,
      "learning_rate": 1.967398646907728e-06,
      "loss": 0.4476,
      "step": 52200
    },
    {
      "epoch": 0.5780730162589944,
      "grad_norm": 1.8729513883590698,
      "learning_rate": 1.9587472210348318e-06,
      "loss": 0.4626,
      "step": 52300
    },
    {
      "epoch": 0.5791783183933328,
      "grad_norm": 1.8249151706695557,
      "learning_rate": 1.950102590401774e-06,
      "loss": 0.4488,
      "step": 52400
    },
    {
      "epoch": 0.5802836205276712,
      "grad_norm": 1.604670763015747,
      "learning_rate": 1.9414648635388765e-06,
      "loss": 0.4385,
      "step": 52500
    },
    {
      "epoch": 0.5813889226620097,
      "grad_norm": 1.7172939777374268,
      "learning_rate": 1.932834148889785e-06,
      "loss": 0.452,
      "step": 52600
    },
    {
      "epoch": 0.582494224796348,
      "grad_norm": 2.7707228660583496,
      "learning_rate": 1.924210554810114e-06,
      "loss": 0.4213,
      "step": 52700
    },
    {
      "epoch": 0.5835995269306865,
      "grad_norm": 1.858169436454773,
      "learning_rate": 1.9155941895660775e-06,
      "loss": 0.4422,
      "step": 52800
    },
    {
      "epoch": 0.584704829065025,
      "grad_norm": 2.9702155590057373,
      "learning_rate": 1.9069851613331363e-06,
      "loss": 0.4903,
      "step": 52900
    },
    {
      "epoch": 0.5858101311993633,
      "grad_norm": 1.5274828672409058,
      "learning_rate": 1.8983835781946355e-06,
      "loss": 0.4359,
      "step": 53000
    },
    {
      "epoch": 0.5869154333337018,
      "grad_norm": 1.5798296928405762,
      "learning_rate": 1.8897895481404523e-06,
      "loss": 0.4666,
      "step": 53100
    },
    {
      "epoch": 0.5880207354680402,
      "grad_norm": 2.6816885471343994,
      "learning_rate": 1.8812031790656365e-06,
      "loss": 0.4603,
      "step": 53200
    },
    {
      "epoch": 0.5891260376023786,
      "grad_norm": 2.24021577835083,
      "learning_rate": 1.8726245787690556e-06,
      "loss": 0.4434,
      "step": 53300
    },
    {
      "epoch": 0.590231339736717,
      "grad_norm": 2.0478105545043945,
      "learning_rate": 1.8640538549520432e-06,
      "loss": 0.4547,
      "step": 53400
    },
    {
      "epoch": 0.5913366418710555,
      "grad_norm": 2.7488420009613037,
      "learning_rate": 1.8554911152170491e-06,
      "loss": 0.401,
      "step": 53500
    },
    {
      "epoch": 0.5924419440053939,
      "grad_norm": 1.8583904504776,
      "learning_rate": 1.8469364670662838e-06,
      "loss": 0.4229,
      "step": 53600
    },
    {
      "epoch": 0.5935472461397323,
      "grad_norm": 2.7477619647979736,
      "learning_rate": 1.8383900179003678e-06,
      "loss": 0.453,
      "step": 53700
    },
    {
      "epoch": 0.5946525482740708,
      "grad_norm": 2.0758025646209717,
      "learning_rate": 1.829851875016993e-06,
      "loss": 0.4528,
      "step": 53800
    },
    {
      "epoch": 0.5957578504084091,
      "grad_norm": 1.2921638488769531,
      "learning_rate": 1.8213221456095626e-06,
      "loss": 0.45,
      "step": 53900
    },
    {
      "epoch": 0.5968631525427476,
      "grad_norm": 1.9033405780792236,
      "learning_rate": 1.812800936765855e-06,
      "loss": 0.4489,
      "step": 54000
    },
    {
      "epoch": 0.597968454677086,
      "grad_norm": 2.5085136890411377,
      "learning_rate": 1.8042883554666733e-06,
      "loss": 0.4501,
      "step": 54100
    },
    {
      "epoch": 0.5990737568114244,
      "grad_norm": 1.3407922983169556,
      "learning_rate": 1.7957845085845086e-06,
      "loss": 0.4581,
      "step": 54200
    },
    {
      "epoch": 0.6001790589457628,
      "grad_norm": 1.598039150238037,
      "learning_rate": 1.7872895028821902e-06,
      "loss": 0.4406,
      "step": 54300
    },
    {
      "epoch": 0.6012843610801012,
      "grad_norm": 1.5193266868591309,
      "learning_rate": 1.7788034450115522e-06,
      "loss": 0.4412,
      "step": 54400
    },
    {
      "epoch": 0.6023896632144397,
      "grad_norm": 2.39776611328125,
      "learning_rate": 1.7703264415120912e-06,
      "loss": 0.4446,
      "step": 54500
    },
    {
      "epoch": 0.6034949653487781,
      "grad_norm": 2.233445167541504,
      "learning_rate": 1.7618585988096292e-06,
      "loss": 0.4512,
      "step": 54600
    },
    {
      "epoch": 0.6046002674831165,
      "grad_norm": 3.316636323928833,
      "learning_rate": 1.7534000232149772e-06,
      "loss": 0.4617,
      "step": 54700
    },
    {
      "epoch": 0.6057055696174549,
      "grad_norm": 1.9188458919525146,
      "learning_rate": 1.7449508209226007e-06,
      "loss": 0.4551,
      "step": 54800
    },
    {
      "epoch": 0.6068108717517934,
      "grad_norm": 2.422166109085083,
      "learning_rate": 1.7365110980092886e-06,
      "loss": 0.4213,
      "step": 54900
    },
    {
      "epoch": 0.6079161738861317,
      "grad_norm": 1.886583685874939,
      "learning_rate": 1.7280809604328175e-06,
      "loss": 0.4424,
      "step": 55000
    },
    {
      "epoch": 0.6090214760204702,
      "grad_norm": 2.0250625610351562,
      "learning_rate": 1.7196605140306227e-06,
      "loss": 0.4474,
      "step": 55100
    },
    {
      "epoch": 0.6101267781548086,
      "grad_norm": 1.9184309244155884,
      "learning_rate": 1.7112498645184734e-06,
      "loss": 0.4483,
      "step": 55200
    },
    {
      "epoch": 0.611232080289147,
      "grad_norm": 1.7985000610351562,
      "learning_rate": 1.7028491174891395e-06,
      "loss": 0.4395,
      "step": 55300
    },
    {
      "epoch": 0.6123373824234855,
      "grad_norm": 2.2696986198425293,
      "learning_rate": 1.6944583784110702e-06,
      "loss": 0.46,
      "step": 55400
    },
    {
      "epoch": 0.6134426845578239,
      "grad_norm": 1.9761462211608887,
      "learning_rate": 1.6860777526270663e-06,
      "loss": 0.4514,
      "step": 55500
    },
    {
      "epoch": 0.6145479866921623,
      "grad_norm": 1.6298624277114868,
      "learning_rate": 1.6777073453529628e-06,
      "loss": 0.4339,
      "step": 55600
    },
    {
      "epoch": 0.6156532888265007,
      "grad_norm": 1.7984713315963745,
      "learning_rate": 1.6693472616763023e-06,
      "loss": 0.4364,
      "step": 55700
    },
    {
      "epoch": 0.6167585909608392,
      "grad_norm": 2.747307777404785,
      "learning_rate": 1.6609976065550188e-06,
      "loss": 0.4817,
      "step": 55800
    },
    {
      "epoch": 0.6178638930951775,
      "grad_norm": 2.802546739578247,
      "learning_rate": 1.6526584848161214e-06,
      "loss": 0.4566,
      "step": 55900
    },
    {
      "epoch": 0.618969195229516,
      "grad_norm": 1.783996820449829,
      "learning_rate": 1.644330001154373e-06,
      "loss": 0.4595,
      "step": 56000
    },
    {
      "epoch": 0.6200744973638544,
      "grad_norm": 2.170027494430542,
      "learning_rate": 1.6360122601309819e-06,
      "loss": 0.4608,
      "step": 56100
    },
    {
      "epoch": 0.6211797994981928,
      "grad_norm": 1.9390249252319336,
      "learning_rate": 1.6277053661722836e-06,
      "loss": 0.4632,
      "step": 56200
    },
    {
      "epoch": 0.6222851016325313,
      "grad_norm": 1.528578281402588,
      "learning_rate": 1.6194094235684363e-06,
      "loss": 0.4299,
      "step": 56300
    },
    {
      "epoch": 0.6233904037668697,
      "grad_norm": 2.1283223628997803,
      "learning_rate": 1.611124536472104e-06,
      "loss": 0.4758,
      "step": 56400
    },
    {
      "epoch": 0.6244957059012081,
      "grad_norm": 1.7181930541992188,
      "learning_rate": 1.6028508088971542e-06,
      "loss": 0.4408,
      "step": 56500
    },
    {
      "epoch": 0.6256010080355465,
      "grad_norm": 1.5925639867782593,
      "learning_rate": 1.5945883447173516e-06,
      "loss": 0.4125,
      "step": 56600
    },
    {
      "epoch": 0.626706310169885,
      "grad_norm": 2.1560404300689697,
      "learning_rate": 1.5863372476650518e-06,
      "loss": 0.4572,
      "step": 56700
    },
    {
      "epoch": 0.6278116123042233,
      "grad_norm": 1.5837538242340088,
      "learning_rate": 1.5780976213298987e-06,
      "loss": 0.4234,
      "step": 56800
    },
    {
      "epoch": 0.6289169144385618,
      "grad_norm": 1.7496099472045898,
      "learning_rate": 1.5698695691575278e-06,
      "loss": 0.4622,
      "step": 56900
    },
    {
      "epoch": 0.6300222165729003,
      "grad_norm": 1.950454592704773,
      "learning_rate": 1.5616531944482639e-06,
      "loss": 0.46,
      "step": 57000
    },
    {
      "epoch": 0.6311275187072386,
      "grad_norm": 1.873214840888977,
      "learning_rate": 1.5534486003558256e-06,
      "loss": 0.4349,
      "step": 57100
    },
    {
      "epoch": 0.6322328208415771,
      "grad_norm": 2.442535877227783,
      "learning_rate": 1.5452558898860289e-06,
      "loss": 0.4525,
      "step": 57200
    },
    {
      "epoch": 0.6333381229759155,
      "grad_norm": 2.4935104846954346,
      "learning_rate": 1.5370751658954962e-06,
      "loss": 0.4348,
      "step": 57300
    },
    {
      "epoch": 0.6344434251102539,
      "grad_norm": 2.2208077907562256,
      "learning_rate": 1.5289065310903642e-06,
      "loss": 0.4525,
      "step": 57400
    },
    {
      "epoch": 0.6355487272445923,
      "grad_norm": 2.645033121109009,
      "learning_rate": 1.5207500880249937e-06,
      "loss": 0.4303,
      "step": 57500
    },
    {
      "epoch": 0.6366540293789308,
      "grad_norm": 2.4756534099578857,
      "learning_rate": 1.5126059391006806e-06,
      "loss": 0.4273,
      "step": 57600
    },
    {
      "epoch": 0.6377593315132691,
      "grad_norm": 2.156022548675537,
      "learning_rate": 1.5044741865643752e-06,
      "loss": 0.4363,
      "step": 57700
    },
    {
      "epoch": 0.6388646336476076,
      "grad_norm": 1.1067718267440796,
      "learning_rate": 1.4963549325073937e-06,
      "loss": 0.477,
      "step": 57800
    },
    {
      "epoch": 0.6399699357819459,
      "grad_norm": 2.1002750396728516,
      "learning_rate": 1.488248278864139e-06,
      "loss": 0.4241,
      "step": 57900
    },
    {
      "epoch": 0.6410752379162844,
      "grad_norm": 2.1461567878723145,
      "learning_rate": 1.4801543274108182e-06,
      "loss": 0.461,
      "step": 58000
    },
    {
      "epoch": 0.6421805400506229,
      "grad_norm": 1.992863655090332,
      "learning_rate": 1.4720731797641701e-06,
      "loss": 0.4419,
      "step": 58100
    },
    {
      "epoch": 0.6432858421849612,
      "grad_norm": 1.8167692422866821,
      "learning_rate": 1.464004937380184e-06,
      "loss": 0.4239,
      "step": 58200
    },
    {
      "epoch": 0.6443911443192997,
      "grad_norm": 1.0601933002471924,
      "learning_rate": 1.4559497015528278e-06,
      "loss": 0.4534,
      "step": 58300
    },
    {
      "epoch": 0.6454964464536381,
      "grad_norm": 1.5626897811889648,
      "learning_rate": 1.4479075734127795e-06,
      "loss": 0.4109,
      "step": 58400
    },
    {
      "epoch": 0.6466017485879765,
      "grad_norm": 2.2622973918914795,
      "learning_rate": 1.4398786539261515e-06,
      "loss": 0.4546,
      "step": 58500
    },
    {
      "epoch": 0.6477070507223149,
      "grad_norm": 2.4710042476654053,
      "learning_rate": 1.4318630438932258e-06,
      "loss": 0.4442,
      "step": 58600
    },
    {
      "epoch": 0.6488123528566534,
      "grad_norm": 2.6686673164367676,
      "learning_rate": 1.4238608439471916e-06,
      "loss": 0.442,
      "step": 58700
    },
    {
      "epoch": 0.6499176549909917,
      "grad_norm": 1.9529846906661987,
      "learning_rate": 1.4158721545528786e-06,
      "loss": 0.4719,
      "step": 58800
    },
    {
      "epoch": 0.6510229571253302,
      "grad_norm": 1.6578528881072998,
      "learning_rate": 1.4078970760054952e-06,
      "loss": 0.4729,
      "step": 58900
    },
    {
      "epoch": 0.6521282592596687,
      "grad_norm": 1.7940270900726318,
      "learning_rate": 1.399935708429368e-06,
      "loss": 0.4512,
      "step": 59000
    },
    {
      "epoch": 0.653233561394007,
      "grad_norm": 1.85922372341156,
      "learning_rate": 1.3919881517766941e-06,
      "loss": 0.4402,
      "step": 59100
    },
    {
      "epoch": 0.6543388635283455,
      "grad_norm": 2.1098904609680176,
      "learning_rate": 1.3840545058262729e-06,
      "loss": 0.4497,
      "step": 59200
    },
    {
      "epoch": 0.6554441656626839,
      "grad_norm": 1.5995895862579346,
      "learning_rate": 1.376134870182262e-06,
      "loss": 0.4626,
      "step": 59300
    },
    {
      "epoch": 0.6565494677970223,
      "grad_norm": 1.8691281080245972,
      "learning_rate": 1.3682293442729217e-06,
      "loss": 0.4674,
      "step": 59400
    },
    {
      "epoch": 0.6576547699313607,
      "grad_norm": 2.0507023334503174,
      "learning_rate": 1.3603380273493769e-06,
      "loss": 0.4547,
      "step": 59500
    },
    {
      "epoch": 0.6587600720656992,
      "grad_norm": 1.5811275243759155,
      "learning_rate": 1.3524610184843567e-06,
      "loss": 0.4523,
      "step": 59600
    },
    {
      "epoch": 0.6598653742000375,
      "grad_norm": 1.8390048742294312,
      "learning_rate": 1.3445984165709586e-06,
      "loss": 0.436,
      "step": 59700
    },
    {
      "epoch": 0.660970676334376,
      "grad_norm": 2.165388345718384,
      "learning_rate": 1.3367503203214078e-06,
      "loss": 0.4259,
      "step": 59800
    },
    {
      "epoch": 0.6620759784687145,
      "grad_norm": 1.9885059595108032,
      "learning_rate": 1.3289168282658167e-06,
      "loss": 0.4394,
      "step": 59900
    },
    {
      "epoch": 0.6631812806030528,
      "grad_norm": 0.8709326386451721,
      "learning_rate": 1.3210980387509436e-06,
      "loss": 0.4507,
      "step": 60000
    },
    {
      "epoch": 0.6642865827373913,
      "grad_norm": 1.6904494762420654,
      "learning_rate": 1.3132940499389634e-06,
      "loss": 0.4469,
      "step": 60100
    },
    {
      "epoch": 0.6653918848717297,
      "grad_norm": 2.0872297286987305,
      "learning_rate": 1.3055049598062347e-06,
      "loss": 0.4256,
      "step": 60200
    },
    {
      "epoch": 0.6664971870060681,
      "grad_norm": 3.0559935569763184,
      "learning_rate": 1.2977308661420657e-06,
      "loss": 0.5023,
      "step": 60300
    },
    {
      "epoch": 0.6676024891404065,
      "grad_norm": 1.9940212965011597,
      "learning_rate": 1.2899718665474913e-06,
      "loss": 0.4416,
      "step": 60400
    },
    {
      "epoch": 0.668707791274745,
      "grad_norm": 1.7937722206115723,
      "learning_rate": 1.2822280584340458e-06,
      "loss": 0.4676,
      "step": 60500
    },
    {
      "epoch": 0.6698130934090833,
      "grad_norm": 3.7665975093841553,
      "learning_rate": 1.2744995390225378e-06,
      "loss": 0.4159,
      "step": 60600
    },
    {
      "epoch": 0.6709183955434218,
      "grad_norm": 2.6829941272735596,
      "learning_rate": 1.2667864053418316e-06,
      "loss": 0.4499,
      "step": 60700
    },
    {
      "epoch": 0.6720236976777603,
      "grad_norm": 3.8452253341674805,
      "learning_rate": 1.2590887542276314e-06,
      "loss": 0.4391,
      "step": 60800
    },
    {
      "epoch": 0.6731289998120986,
      "grad_norm": 2.4866082668304443,
      "learning_rate": 1.2514066823212623e-06,
      "loss": 0.4567,
      "step": 60900
    },
    {
      "epoch": 0.6742343019464371,
      "grad_norm": 1.9398912191390991,
      "learning_rate": 1.2437402860684566e-06,
      "loss": 0.479,
      "step": 61000
    },
    {
      "epoch": 0.6753396040807755,
      "grad_norm": 2.085367202758789,
      "learning_rate": 1.2360896617181442e-06,
      "loss": 0.441,
      "step": 61100
    },
    {
      "epoch": 0.6764449062151139,
      "grad_norm": 1.9988934993743896,
      "learning_rate": 1.2284549053212461e-06,
      "loss": 0.4435,
      "step": 61200
    },
    {
      "epoch": 0.6775502083494523,
      "grad_norm": 1.8229702711105347,
      "learning_rate": 1.2208361127294662e-06,
      "loss": 0.4682,
      "step": 61300
    },
    {
      "epoch": 0.6786555104837907,
      "grad_norm": 2.7625458240509033,
      "learning_rate": 1.2132333795940873e-06,
      "loss": 0.4731,
      "step": 61400
    },
    {
      "epoch": 0.6797608126181292,
      "grad_norm": 2.0298068523406982,
      "learning_rate": 1.2056468013647699e-06,
      "loss": 0.4599,
      "step": 61500
    },
    {
      "epoch": 0.6808661147524676,
      "grad_norm": 1.9047514200210571,
      "learning_rate": 1.1980764732883613e-06,
      "loss": 0.4431,
      "step": 61600
    },
    {
      "epoch": 0.681971416886806,
      "grad_norm": 2.681807041168213,
      "learning_rate": 1.1905224904076873e-06,
      "loss": 0.4317,
      "step": 61700
    },
    {
      "epoch": 0.6830767190211444,
      "grad_norm": 1.9497393369674683,
      "learning_rate": 1.1829849475603683e-06,
      "loss": 0.4383,
      "step": 61800
    },
    {
      "epoch": 0.6841820211554829,
      "grad_norm": 1.764805555343628,
      "learning_rate": 1.1754639393776238e-06,
      "loss": 0.4375,
      "step": 61900
    },
    {
      "epoch": 0.6852873232898212,
      "grad_norm": 1.5404030084609985,
      "learning_rate": 1.1679595602830913e-06,
      "loss": 0.4419,
      "step": 62000
    },
    {
      "epoch": 0.6863926254241597,
      "grad_norm": 1.7731199264526367,
      "learning_rate": 1.160471904491631e-06,
      "loss": 0.4104,
      "step": 62100
    },
    {
      "epoch": 0.6874979275584981,
      "grad_norm": 2.781113862991333,
      "learning_rate": 1.153001066008149e-06,
      "loss": 0.4098,
      "step": 62200
    },
    {
      "epoch": 0.6886032296928365,
      "grad_norm": 2.170764207839966,
      "learning_rate": 1.1455471386264164e-06,
      "loss": 0.4386,
      "step": 62300
    },
    {
      "epoch": 0.689708531827175,
      "grad_norm": 1.8785371780395508,
      "learning_rate": 1.138110215927893e-06,
      "loss": 0.4689,
      "step": 62400
    },
    {
      "epoch": 0.6908138339615134,
      "grad_norm": 3.2463815212249756,
      "learning_rate": 1.1306903912805483e-06,
      "loss": 0.5066,
      "step": 62500
    },
    {
      "epoch": 0.6919191360958518,
      "grad_norm": 1.5964540243148804,
      "learning_rate": 1.123287757837691e-06,
      "loss": 0.4719,
      "step": 62600
    },
    {
      "epoch": 0.6930244382301902,
      "grad_norm": 2.1385936737060547,
      "learning_rate": 1.1159024085368031e-06,
      "loss": 0.4397,
      "step": 62700
    },
    {
      "epoch": 0.6941297403645287,
      "grad_norm": 1.62234628200531,
      "learning_rate": 1.1085344360983696e-06,
      "loss": 0.4167,
      "step": 62800
    },
    {
      "epoch": 0.695235042498867,
      "grad_norm": 2.0470333099365234,
      "learning_rate": 1.1011839330247128e-06,
      "loss": 0.4526,
      "step": 62900
    },
    {
      "epoch": 0.6963403446332055,
      "grad_norm": 2.6171181201934814,
      "learning_rate": 1.0938509915988362e-06,
      "loss": 0.4793,
      "step": 63000
    },
    {
      "epoch": 0.697445646767544,
      "grad_norm": 2.3599164485931396,
      "learning_rate": 1.08653570388326e-06,
      "loss": 0.4159,
      "step": 63100
    },
    {
      "epoch": 0.6985509489018823,
      "grad_norm": 2.1658973693847656,
      "learning_rate": 1.079238161718871e-06,
      "loss": 0.4399,
      "step": 63200
    },
    {
      "epoch": 0.6996562510362208,
      "grad_norm": 2.165238618850708,
      "learning_rate": 1.0719584567237646e-06,
      "loss": 0.4545,
      "step": 63300
    },
    {
      "epoch": 0.7007615531705592,
      "grad_norm": 1.8751685619354248,
      "learning_rate": 1.0646966802920986e-06,
      "loss": 0.4699,
      "step": 63400
    },
    {
      "epoch": 0.7018668553048976,
      "grad_norm": 2.2241878509521484,
      "learning_rate": 1.0574529235929424e-06,
      "loss": 0.418,
      "step": 63500
    },
    {
      "epoch": 0.702972157439236,
      "grad_norm": 2.227008104324341,
      "learning_rate": 1.050227277569133e-06,
      "loss": 0.4435,
      "step": 63600
    },
    {
      "epoch": 0.7040774595735745,
      "grad_norm": 2.7472541332244873,
      "learning_rate": 1.043019832936139e-06,
      "loss": 0.48,
      "step": 63700
    },
    {
      "epoch": 0.7051827617079128,
      "grad_norm": 1.427216649055481,
      "learning_rate": 1.0358306801809123e-06,
      "loss": 0.4621,
      "step": 63800
    },
    {
      "epoch": 0.7062880638422513,
      "grad_norm": 2.6720409393310547,
      "learning_rate": 1.0286599095607576e-06,
      "loss": 0.4494,
      "step": 63900
    },
    {
      "epoch": 0.7073933659765897,
      "grad_norm": 2.212963342666626,
      "learning_rate": 1.021507611102197e-06,
      "loss": 0.4605,
      "step": 64000
    },
    {
      "epoch": 0.7084986681109281,
      "grad_norm": 1.640894889831543,
      "learning_rate": 1.014373874599846e-06,
      "loss": 0.4313,
      "step": 64100
    },
    {
      "epoch": 0.7096039702452666,
      "grad_norm": 1.8810545206069946,
      "learning_rate": 1.0072587896152769e-06,
      "loss": 0.4316,
      "step": 64200
    },
    {
      "epoch": 0.710709272379605,
      "grad_norm": 2.1144118309020996,
      "learning_rate": 1.0001624454758983e-06,
      "loss": 0.4435,
      "step": 64300
    },
    {
      "epoch": 0.7118145745139434,
      "grad_norm": 1.9362212419509888,
      "learning_rate": 9.930849312738366e-07,
      "loss": 0.4532,
      "step": 64400
    },
    {
      "epoch": 0.7129198766482818,
      "grad_norm": 2.598273277282715,
      "learning_rate": 9.860263358648146e-07,
      "loss": 0.4611,
      "step": 64500
    },
    {
      "epoch": 0.7140251787826203,
      "grad_norm": 2.244027614593506,
      "learning_rate": 9.789867478670345e-07,
      "loss": 0.4351,
      "step": 64600
    },
    {
      "epoch": 0.7151304809169586,
      "grad_norm": 2.007619619369507,
      "learning_rate": 9.719662556600672e-07,
      "loss": 0.4419,
      "step": 64700
    },
    {
      "epoch": 0.7162357830512971,
      "grad_norm": 2.03373122215271,
      "learning_rate": 9.649649473837448e-07,
      "loss": 0.4056,
      "step": 64800
    },
    {
      "epoch": 0.7173410851856354,
      "grad_norm": 2.0532867908477783,
      "learning_rate": 9.579829109370506e-07,
      "loss": 0.4215,
      "step": 64900
    },
    {
      "epoch": 0.7184463873199739,
      "grad_norm": 2.224346876144409,
      "learning_rate": 9.510202339770164e-07,
      "loss": 0.4431,
      "step": 65000
    },
    {
      "epoch": 0.7195516894543124,
      "grad_norm": 2.053011894226074,
      "learning_rate": 9.440770039176212e-07,
      "loss": 0.4496,
      "step": 65100
    },
    {
      "epoch": 0.7206569915886507,
      "grad_norm": 2.328004837036133,
      "learning_rate": 9.371533079286976e-07,
      "loss": 0.443,
      "step": 65200
    },
    {
      "epoch": 0.7217622937229892,
      "grad_norm": 1.9584163427352905,
      "learning_rate": 9.302492329348348e-07,
      "loss": 0.4411,
      "step": 65300
    },
    {
      "epoch": 0.7228675958573276,
      "grad_norm": 1.6421287059783936,
      "learning_rate": 9.233648656142838e-07,
      "loss": 0.447,
      "step": 65400
    },
    {
      "epoch": 0.723972897991666,
      "grad_norm": 2.134143590927124,
      "learning_rate": 9.165002923978769e-07,
      "loss": 0.4494,
      "step": 65500
    },
    {
      "epoch": 0.7250782001260044,
      "grad_norm": 2.2968268394470215,
      "learning_rate": 9.096555994679346e-07,
      "loss": 0.4537,
      "step": 65600
    },
    {
      "epoch": 0.7261835022603429,
      "grad_norm": 1.4631460905075073,
      "learning_rate": 9.028308727571905e-07,
      "loss": 0.4112,
      "step": 65700
    },
    {
      "epoch": 0.7272888043946812,
      "grad_norm": 3.258443593978882,
      "learning_rate": 8.960261979477061e-07,
      "loss": 0.4292,
      "step": 65800
    },
    {
      "epoch": 0.7283941065290197,
      "grad_norm": 2.0727250576019287,
      "learning_rate": 8.892416604698021e-07,
      "loss": 0.4337,
      "step": 65900
    },
    {
      "epoch": 0.7294994086633582,
      "grad_norm": 2.1423141956329346,
      "learning_rate": 8.824773455009777e-07,
      "loss": 0.4304,
      "step": 66000
    },
    {
      "epoch": 0.7306047107976965,
      "grad_norm": 1.4535356760025024,
      "learning_rate": 8.757333379648491e-07,
      "loss": 0.405,
      "step": 66100
    },
    {
      "epoch": 0.731710012932035,
      "grad_norm": 1.9360605478286743,
      "learning_rate": 8.690097225300789e-07,
      "loss": 0.4434,
      "step": 66200
    },
    {
      "epoch": 0.7328153150663734,
      "grad_norm": 2.19547700881958,
      "learning_rate": 8.623065836093131e-07,
      "loss": 0.4207,
      "step": 66300
    },
    {
      "epoch": 0.7339206172007118,
      "grad_norm": 2.0186522006988525,
      "learning_rate": 8.556240053581222e-07,
      "loss": 0.4634,
      "step": 66400
    },
    {
      "epoch": 0.7350259193350502,
      "grad_norm": 1.845166563987732,
      "learning_rate": 8.489620716739436e-07,
      "loss": 0.4466,
      "step": 66500
    },
    {
      "epoch": 0.7361312214693887,
      "grad_norm": 2.228302001953125,
      "learning_rate": 8.423208661950342e-07,
      "loss": 0.4612,
      "step": 66600
    },
    {
      "epoch": 0.737236523603727,
      "grad_norm": 2.429689884185791,
      "learning_rate": 8.357004722994105e-07,
      "loss": 0.4108,
      "step": 66700
    },
    {
      "epoch": 0.7383418257380655,
      "grad_norm": 3.2977466583251953,
      "learning_rate": 8.291009731038078e-07,
      "loss": 0.4497,
      "step": 66800
    },
    {
      "epoch": 0.739447127872404,
      "grad_norm": 2.6713201999664307,
      "learning_rate": 8.22522451462637e-07,
      "loss": 0.4041,
      "step": 66900
    },
    {
      "epoch": 0.7405524300067423,
      "grad_norm": 1.5487697124481201,
      "learning_rate": 8.159649899669436e-07,
      "loss": 0.4521,
      "step": 67000
    },
    {
      "epoch": 0.7416577321410808,
      "grad_norm": 2.303757429122925,
      "learning_rate": 8.094286709433683e-07,
      "loss": 0.444,
      "step": 67100
    },
    {
      "epoch": 0.7427630342754192,
      "grad_norm": 2.1915831565856934,
      "learning_rate": 8.029135764531157e-07,
      "loss": 0.4364,
      "step": 67200
    },
    {
      "epoch": 0.7438683364097576,
      "grad_norm": 1.9223788976669312,
      "learning_rate": 7.964197882909252e-07,
      "loss": 0.444,
      "step": 67300
    },
    {
      "epoch": 0.744973638544096,
      "grad_norm": 2.2881598472595215,
      "learning_rate": 7.899473879840431e-07,
      "loss": 0.4276,
      "step": 67400
    },
    {
      "epoch": 0.7460789406784345,
      "grad_norm": 1.8012919425964355,
      "learning_rate": 7.834964567911956e-07,
      "loss": 0.4057,
      "step": 67500
    },
    {
      "epoch": 0.7471842428127728,
      "grad_norm": 1.6279646158218384,
      "learning_rate": 7.770670757015752e-07,
      "loss": 0.4643,
      "step": 67600
    },
    {
      "epoch": 0.7482895449471113,
      "grad_norm": 2.4971320629119873,
      "learning_rate": 7.706593254338174e-07,
      "loss": 0.4609,
      "step": 67700
    },
    {
      "epoch": 0.7493948470814498,
      "grad_norm": 1.2119097709655762,
      "learning_rate": 7.642732864349927e-07,
      "loss": 0.484,
      "step": 67800
    },
    {
      "epoch": 0.7505001492157881,
      "grad_norm": 1.7218291759490967,
      "learning_rate": 7.579090388795923e-07,
      "loss": 0.4322,
      "step": 67900
    },
    {
      "epoch": 0.7516054513501266,
      "grad_norm": 1.814095139503479,
      "learning_rate": 7.51566662668525e-07,
      "loss": 0.4391,
      "step": 68000
    },
    {
      "epoch": 0.752710753484465,
      "grad_norm": 1.9664380550384521,
      "learning_rate": 7.452462374281111e-07,
      "loss": 0.4384,
      "step": 68100
    },
    {
      "epoch": 0.7538160556188034,
      "grad_norm": 1.8115942478179932,
      "learning_rate": 7.389478425090845e-07,
      "loss": 0.4358,
      "step": 68200
    },
    {
      "epoch": 0.7549213577531418,
      "grad_norm": 2.317274570465088,
      "learning_rate": 7.326715569855983e-07,
      "loss": 0.4266,
      "step": 68300
    },
    {
      "epoch": 0.7560266598874802,
      "grad_norm": 1.416651964187622,
      "learning_rate": 7.264174596542262e-07,
      "loss": 0.4613,
      "step": 68400
    },
    {
      "epoch": 0.7571319620218186,
      "grad_norm": 2.0251598358154297,
      "learning_rate": 7.201856290329781e-07,
      "loss": 0.4353,
      "step": 68500
    },
    {
      "epoch": 0.7582372641561571,
      "grad_norm": 2.7883288860321045,
      "learning_rate": 7.139761433603148e-07,
      "loss": 0.4728,
      "step": 68600
    },
    {
      "epoch": 0.7593425662904955,
      "grad_norm": 2.3883168697357178,
      "learning_rate": 7.077890805941631e-07,
      "loss": 0.4496,
      "step": 68700
    },
    {
      "epoch": 0.7604478684248339,
      "grad_norm": 1.9152491092681885,
      "learning_rate": 7.016245184109374e-07,
      "loss": 0.4222,
      "step": 68800
    },
    {
      "epoch": 0.7615531705591724,
      "grad_norm": 1.967631459236145,
      "learning_rate": 6.954825342045648e-07,
      "loss": 0.4551,
      "step": 68900
    },
    {
      "epoch": 0.7626584726935107,
      "grad_norm": 5.269169330596924,
      "learning_rate": 6.893632050855153e-07,
      "loss": 0.4473,
      "step": 69000
    },
    {
      "epoch": 0.7637637748278492,
      "grad_norm": 2.2106597423553467,
      "learning_rate": 6.832666078798319e-07,
      "loss": 0.4272,
      "step": 69100
    },
    {
      "epoch": 0.7648690769621876,
      "grad_norm": 1.336655855178833,
      "learning_rate": 6.771928191281657e-07,
      "loss": 0.4363,
      "step": 69200
    },
    {
      "epoch": 0.765974379096526,
      "grad_norm": 2.259783983230591,
      "learning_rate": 6.711419150848142e-07,
      "loss": 0.4753,
      "step": 69300
    },
    {
      "epoch": 0.7670796812308645,
      "grad_norm": 2.4219510555267334,
      "learning_rate": 6.651139717167684e-07,
      "loss": 0.4387,
      "step": 69400
    },
    {
      "epoch": 0.7681849833652029,
      "grad_norm": 1.4461395740509033,
      "learning_rate": 6.591090647027551e-07,
      "loss": 0.4333,
      "step": 69500
    },
    {
      "epoch": 0.7692902854995413,
      "grad_norm": 2.112628221511841,
      "learning_rate": 6.531272694322865e-07,
      "loss": 0.4432,
      "step": 69600
    },
    {
      "epoch": 0.7703955876338797,
      "grad_norm": 2.398404121398926,
      "learning_rate": 6.471686610047149e-07,
      "loss": 0.4178,
      "step": 69700
    },
    {
      "epoch": 0.7715008897682182,
      "grad_norm": 1.9381033182144165,
      "learning_rate": 6.412333142282912e-07,
      "loss": 0.4319,
      "step": 69800
    },
    {
      "epoch": 0.7726061919025565,
      "grad_norm": 2.338209390640259,
      "learning_rate": 6.353213036192244e-07,
      "loss": 0.4392,
      "step": 69900
    },
    {
      "epoch": 0.773711494036895,
      "grad_norm": 2.6548027992248535,
      "learning_rate": 6.294327034007444e-07,
      "loss": 0.46,
      "step": 70000
    },
    {
      "epoch": 0.7748167961712334,
      "grad_norm": 1.4142146110534668,
      "learning_rate": 6.235675875021741e-07,
      "loss": 0.4779,
      "step": 70100
    },
    {
      "epoch": 0.7759220983055718,
      "grad_norm": 2.0672521591186523,
      "learning_rate": 6.177260295579962e-07,
      "loss": 0.438,
      "step": 70200
    },
    {
      "epoch": 0.7770274004399103,
      "grad_norm": 2.526472806930542,
      "learning_rate": 6.119081029069346e-07,
      "loss": 0.4127,
      "step": 70300
    },
    {
      "epoch": 0.7781327025742487,
      "grad_norm": 1.7942878007888794,
      "learning_rate": 6.061138805910272e-07,
      "loss": 0.4384,
      "step": 70400
    },
    {
      "epoch": 0.7792380047085871,
      "grad_norm": 3.063554286956787,
      "learning_rate": 6.003434353547158e-07,
      "loss": 0.3919,
      "step": 70500
    },
    {
      "epoch": 0.7803433068429255,
      "grad_norm": 2.0761284828186035,
      "learning_rate": 5.945968396439262e-07,
      "loss": 0.42,
      "step": 70600
    },
    {
      "epoch": 0.781448608977264,
      "grad_norm": 2.193068504333496,
      "learning_rate": 5.88874165605163e-07,
      "loss": 0.4547,
      "step": 70700
    },
    {
      "epoch": 0.7825539111116023,
      "grad_norm": 1.3570361137390137,
      "learning_rate": 5.831754850846039e-07,
      "loss": 0.4401,
      "step": 70800
    },
    {
      "epoch": 0.7836592132459408,
      "grad_norm": 1.9479831457138062,
      "learning_rate": 5.775008696271942e-07,
      "loss": 0.4558,
      "step": 70900
    },
    {
      "epoch": 0.7847645153802792,
      "grad_norm": 1.4606367349624634,
      "learning_rate": 5.718503904757503e-07,
      "loss": 0.4485,
      "step": 71000
    },
    {
      "epoch": 0.7858698175146176,
      "grad_norm": 1.7804583311080933,
      "learning_rate": 5.662241185700684e-07,
      "loss": 0.3965,
      "step": 71100
    },
    {
      "epoch": 0.7869751196489561,
      "grad_norm": 1.787216067314148,
      "learning_rate": 5.606221245460297e-07,
      "loss": 0.4349,
      "step": 71200
    },
    {
      "epoch": 0.7880804217832945,
      "grad_norm": 2.5382983684539795,
      "learning_rate": 5.550444787347148e-07,
      "loss": 0.4296,
      "step": 71300
    },
    {
      "epoch": 0.7891857239176329,
      "grad_norm": 2.524690866470337,
      "learning_rate": 5.494912511615205e-07,
      "loss": 0.4599,
      "step": 71400
    },
    {
      "epoch": 0.7902910260519713,
      "grad_norm": 1.3965719938278198,
      "learning_rate": 5.439625115452824e-07,
      "loss": 0.4503,
      "step": 71500
    },
    {
      "epoch": 0.7913963281863098,
      "grad_norm": 1.595763921737671,
      "learning_rate": 5.384583292973985e-07,
      "loss": 0.4615,
      "step": 71600
    },
    {
      "epoch": 0.7925016303206481,
      "grad_norm": 1.5032540559768677,
      "learning_rate": 5.329787735209566e-07,
      "loss": 0.4287,
      "step": 71700
    },
    {
      "epoch": 0.7936069324549866,
      "grad_norm": 1.8847301006317139,
      "learning_rate": 5.275239130098669e-07,
      "loss": 0.446,
      "step": 71800
    },
    {
      "epoch": 0.7947122345893249,
      "grad_norm": 1.5111511945724487,
      "learning_rate": 5.220938162480014e-07,
      "loss": 0.435,
      "step": 71900
    },
    {
      "epoch": 0.7958175367236634,
      "grad_norm": 2.1808974742889404,
      "learning_rate": 5.166885514083311e-07,
      "loss": 0.4365,
      "step": 72000
    },
    {
      "epoch": 0.7969228388580019,
      "grad_norm": 1.921736240386963,
      "learning_rate": 5.113081863520697e-07,
      "loss": 0.4746,
      "step": 72100
    },
    {
      "epoch": 0.7980281409923402,
      "grad_norm": 2.0888705253601074,
      "learning_rate": 5.059527886278246e-07,
      "loss": 0.4435,
      "step": 72200
    },
    {
      "epoch": 0.7991334431266787,
      "grad_norm": 2.90547776222229,
      "learning_rate": 5.006224254707448e-07,
      "loss": 0.464,
      "step": 72300
    },
    {
      "epoch": 0.8002387452610171,
      "grad_norm": 1.6634081602096558,
      "learning_rate": 4.953171638016821e-07,
      "loss": 0.4243,
      "step": 72400
    },
    {
      "epoch": 0.8013440473953555,
      "grad_norm": 1.630812644958496,
      "learning_rate": 4.900370702263443e-07,
      "loss": 0.3898,
      "step": 72500
    },
    {
      "epoch": 0.8024493495296939,
      "grad_norm": 2.4027256965637207,
      "learning_rate": 4.847822110344664e-07,
      "loss": 0.4398,
      "step": 72600
    },
    {
      "epoch": 0.8035546516640324,
      "grad_norm": 1.9806816577911377,
      "learning_rate": 4.795526521989705e-07,
      "loss": 0.475,
      "step": 72700
    },
    {
      "epoch": 0.8046599537983707,
      "grad_norm": 2.0573477745056152,
      "learning_rate": 4.743484593751446e-07,
      "loss": 0.4239,
      "step": 72800
    },
    {
      "epoch": 0.8057652559327092,
      "grad_norm": 2.6847050189971924,
      "learning_rate": 4.6916969789981477e-07,
      "loss": 0.4509,
      "step": 72900
    },
    {
      "epoch": 0.8068705580670477,
      "grad_norm": 2.843912124633789,
      "learning_rate": 4.6401643279052444e-07,
      "loss": 0.4605,
      "step": 73000
    },
    {
      "epoch": 0.807975860201386,
      "grad_norm": 2.673027276992798,
      "learning_rate": 4.588887287447188e-07,
      "loss": 0.4139,
      "step": 73100
    },
    {
      "epoch": 0.8090811623357245,
      "grad_norm": 1.7096991539001465,
      "learning_rate": 4.5378665013893375e-07,
      "loss": 0.4527,
      "step": 73200
    },
    {
      "epoch": 0.8101864644700629,
      "grad_norm": 1.959112286567688,
      "learning_rate": 4.4871026102798755e-07,
      "loss": 0.4437,
      "step": 73300
    },
    {
      "epoch": 0.8112917666044013,
      "grad_norm": 1.4862419366836548,
      "learning_rate": 4.436596251441738e-07,
      "loss": 0.4287,
      "step": 73400
    },
    {
      "epoch": 0.8123970687387397,
      "grad_norm": 2.291743278503418,
      "learning_rate": 4.3863480589646374e-07,
      "loss": 0.4279,
      "step": 73500
    },
    {
      "epoch": 0.8135023708730782,
      "grad_norm": 2.421630620956421,
      "learning_rate": 4.336358663697107e-07,
      "loss": 0.4497,
      "step": 73600
    },
    {
      "epoch": 0.8146076730074165,
      "grad_norm": 2.3377912044525146,
      "learning_rate": 4.286628693238576e-07,
      "loss": 0.4474,
      "step": 73700
    },
    {
      "epoch": 0.815712975141755,
      "grad_norm": 2.160400390625,
      "learning_rate": 4.237158771931468e-07,
      "loss": 0.4472,
      "step": 73800
    },
    {
      "epoch": 0.8168182772760935,
      "grad_norm": 2.32997465133667,
      "learning_rate": 4.187949520853382e-07,
      "loss": 0.446,
      "step": 73900
    },
    {
      "epoch": 0.8179235794104318,
      "grad_norm": 2.2677996158599854,
      "learning_rate": 4.139001557809308e-07,
      "loss": 0.4408,
      "step": 74000
    },
    {
      "epoch": 0.8190288815447703,
      "grad_norm": 1.791791558265686,
      "learning_rate": 4.090315497323852e-07,
      "loss": 0.4721,
      "step": 74100
    },
    {
      "epoch": 0.8201341836791087,
      "grad_norm": 1.590136170387268,
      "learning_rate": 4.041891950633514e-07,
      "loss": 0.4389,
      "step": 74200
    },
    {
      "epoch": 0.8212394858134471,
      "grad_norm": 1.7760423421859741,
      "learning_rate": 3.993731525679029e-07,
      "loss": 0.4682,
      "step": 74300
    },
    {
      "epoch": 0.8223447879477855,
      "grad_norm": 1.8399248123168945,
      "learning_rate": 3.945834827097736e-07,
      "loss": 0.4345,
      "step": 74400
    },
    {
      "epoch": 0.823450090082124,
      "grad_norm": 2.691328763961792,
      "learning_rate": 3.8982024562159854e-07,
      "loss": 0.4865,
      "step": 74500
    },
    {
      "epoch": 0.8245553922164623,
      "grad_norm": 2.113375425338745,
      "learning_rate": 3.8508350110415646e-07,
      "loss": 0.4288,
      "step": 74600
    },
    {
      "epoch": 0.8256606943508008,
      "grad_norm": 1.4317853450775146,
      "learning_rate": 3.8037330862562393e-07,
      "loss": 0.4465,
      "step": 74700
    },
    {
      "epoch": 0.8267659964851393,
      "grad_norm": 1.591933012008667,
      "learning_rate": 3.7568972732082295e-07,
      "loss": 0.4131,
      "step": 74800
    },
    {
      "epoch": 0.8278712986194776,
      "grad_norm": 1.7374714612960815,
      "learning_rate": 3.710328159904844e-07,
      "loss": 0.4011,
      "step": 74900
    },
    {
      "epoch": 0.8289766007538161,
      "grad_norm": 2.0382604598999023,
      "learning_rate": 3.664026331005044e-07,
      "loss": 0.4176,
      "step": 75000
    },
    {
      "epoch": 0.8300819028881545,
      "grad_norm": 2.3857359886169434,
      "learning_rate": 3.6179923678121537e-07,
      "loss": 0.4921,
      "step": 75100
    },
    {
      "epoch": 0.8311872050224929,
      "grad_norm": 2.013730764389038,
      "learning_rate": 3.5722268482665107e-07,
      "loss": 0.4365,
      "step": 75200
    },
    {
      "epoch": 0.8322925071568313,
      "grad_norm": 1.714146375656128,
      "learning_rate": 3.5267303469382506e-07,
      "loss": 0.4353,
      "step": 75300
    },
    {
      "epoch": 0.8333978092911697,
      "grad_norm": 1.6847208738327026,
      "learning_rate": 3.4815034350200893e-07,
      "loss": 0.4585,
      "step": 75400
    },
    {
      "epoch": 0.8345031114255081,
      "grad_norm": 2.0972464084625244,
      "learning_rate": 3.4365466803201216e-07,
      "loss": 0.441,
      "step": 75500
    },
    {
      "epoch": 0.8356084135598466,
      "grad_norm": 1.8610143661499023,
      "learning_rate": 3.3918606472547136e-07,
      "loss": 0.4351,
      "step": 75600
    },
    {
      "epoch": 0.836713715694185,
      "grad_norm": 2.597923755645752,
      "learning_rate": 3.347445896841428e-07,
      "loss": 0.4196,
      "step": 75700
    },
    {
      "epoch": 0.8378190178285234,
      "grad_norm": 1.8498742580413818,
      "learning_rate": 3.30330298669197e-07,
      "loss": 0.4526,
      "step": 75800
    },
    {
      "epoch": 0.8389243199628619,
      "grad_norm": 1.8387874364852905,
      "learning_rate": 3.259432471005175e-07,
      "loss": 0.4287,
      "step": 75900
    },
    {
      "epoch": 0.8400296220972002,
      "grad_norm": 2.75079083442688,
      "learning_rate": 3.215834900560055e-07,
      "loss": 0.4486,
      "step": 76000
    },
    {
      "epoch": 0.8411349242315387,
      "grad_norm": 1.793381690979004,
      "learning_rate": 3.1725108227089074e-07,
      "loss": 0.4602,
      "step": 76100
    },
    {
      "epoch": 0.8422402263658771,
      "grad_norm": 1.3438163995742798,
      "learning_rate": 3.129460781370422e-07,
      "loss": 0.4441,
      "step": 76200
    },
    {
      "epoch": 0.8433455285002155,
      "grad_norm": 2.8206710815429688,
      "learning_rate": 3.0866853170228443e-07,
      "loss": 0.3989,
      "step": 76300
    },
    {
      "epoch": 0.844450830634554,
      "grad_norm": 1.9363433122634888,
      "learning_rate": 3.044184966697203e-07,
      "loss": 0.4252,
      "step": 76400
    },
    {
      "epoch": 0.8455561327688924,
      "grad_norm": 2.5586061477661133,
      "learning_rate": 3.001960263970577e-07,
      "loss": 0.4957,
      "step": 76500
    },
    {
      "epoch": 0.8466614349032308,
      "grad_norm": 1.9901615381240845,
      "learning_rate": 2.960011738959387e-07,
      "loss": 0.4629,
      "step": 76600
    },
    {
      "epoch": 0.8477667370375692,
      "grad_norm": 1.8617513179779053,
      "learning_rate": 2.918339918312718e-07,
      "loss": 0.4515,
      "step": 76700
    },
    {
      "epoch": 0.8488720391719077,
      "grad_norm": 1.8503713607788086,
      "learning_rate": 2.876945325205754e-07,
      "loss": 0.4614,
      "step": 76800
    },
    {
      "epoch": 0.849977341306246,
      "grad_norm": 2.3590264320373535,
      "learning_rate": 2.835828479333164e-07,
      "loss": 0.4517,
      "step": 76900
    },
    {
      "epoch": 0.8510826434405845,
      "grad_norm": 1.9208427667617798,
      "learning_rate": 2.7949898969026114e-07,
      "loss": 0.4694,
      "step": 77000
    },
    {
      "epoch": 0.852187945574923,
      "grad_norm": 2.673845052719116,
      "learning_rate": 2.754430090628243e-07,
      "loss": 0.4379,
      "step": 77100
    },
    {
      "epoch": 0.8532932477092613,
      "grad_norm": 2.1295111179351807,
      "learning_rate": 2.714149569724295e-07,
      "loss": 0.4654,
      "step": 77200
    },
    {
      "epoch": 0.8543985498435998,
      "grad_norm": 2.3107078075408936,
      "learning_rate": 2.6741488398986384e-07,
      "loss": 0.4267,
      "step": 77300
    },
    {
      "epoch": 0.8555038519779382,
      "grad_norm": 2.0932328701019287,
      "learning_rate": 2.6344284033464976e-07,
      "loss": 0.4141,
      "step": 77400
    },
    {
      "epoch": 0.8566091541122766,
      "grad_norm": 1.246630072593689,
      "learning_rate": 2.594988758744088e-07,
      "loss": 0.4597,
      "step": 77500
    },
    {
      "epoch": 0.857714456246615,
      "grad_norm": 1.999973177909851,
      "learning_rate": 2.5558304012423954e-07,
      "loss": 0.4488,
      "step": 77600
    },
    {
      "epoch": 0.8588197583809535,
      "grad_norm": 1.827642798423767,
      "learning_rate": 2.516953822460935e-07,
      "loss": 0.473,
      "step": 77700
    },
    {
      "epoch": 0.8599250605152918,
      "grad_norm": 2.323723793029785,
      "learning_rate": 2.4783595104815954e-07,
      "loss": 0.4138,
      "step": 77800
    },
    {
      "epoch": 0.8610303626496303,
      "grad_norm": 2.2066116333007812,
      "learning_rate": 2.440047949842506e-07,
      "loss": 0.4466,
      "step": 77900
    },
    {
      "epoch": 0.8621356647839687,
      "grad_norm": 1.8978465795516968,
      "learning_rate": 2.402019621531937e-07,
      "loss": 0.4597,
      "step": 78000
    },
    {
      "epoch": 0.8632409669183071,
      "grad_norm": 1.499747395515442,
      "learning_rate": 2.364275002982286e-07,
      "loss": 0.4103,
      "step": 78100
    },
    {
      "epoch": 0.8643462690526456,
      "grad_norm": 1.766528606414795,
      "learning_rate": 2.3268145680640758e-07,
      "loss": 0.4416,
      "step": 78200
    },
    {
      "epoch": 0.865451571186984,
      "grad_norm": 2.050598621368408,
      "learning_rate": 2.2896387870800034e-07,
      "loss": 0.4238,
      "step": 78300
    },
    {
      "epoch": 0.8665568733213224,
      "grad_norm": 3.147510290145874,
      "learning_rate": 2.2527481267590274e-07,
      "loss": 0.4561,
      "step": 78400
    },
    {
      "epoch": 0.8676621754556608,
      "grad_norm": 2.1303939819335938,
      "learning_rate": 2.2161430502505133e-07,
      "loss": 0.4525,
      "step": 78500
    },
    {
      "epoch": 0.8687674775899992,
      "grad_norm": 2.706810235977173,
      "learning_rate": 2.179824017118437e-07,
      "loss": 0.4467,
      "step": 78600
    },
    {
      "epoch": 0.8698727797243376,
      "grad_norm": 2.3057336807250977,
      "learning_rate": 2.1437914833355887e-07,
      "loss": 0.4511,
      "step": 78700
    },
    {
      "epoch": 0.8709780818586761,
      "grad_norm": 2.322817087173462,
      "learning_rate": 2.1080459012778636e-07,
      "loss": 0.4705,
      "step": 78800
    },
    {
      "epoch": 0.8720833839930144,
      "grad_norm": 1.8831989765167236,
      "learning_rate": 2.0725877197185663e-07,
      "loss": 0.445,
      "step": 78900
    },
    {
      "epoch": 0.8731886861273529,
      "grad_norm": 2.8571081161499023,
      "learning_rate": 2.0374173838228013e-07,
      "loss": 0.4772,
      "step": 79000
    },
    {
      "epoch": 0.8742939882616914,
      "grad_norm": 2.4051854610443115,
      "learning_rate": 2.0025353351418753e-07,
      "loss": 0.4557,
      "step": 79100
    },
    {
      "epoch": 0.8753992903960297,
      "grad_norm": 1.7439450025558472,
      "learning_rate": 1.967942011607732e-07,
      "loss": 0.4421,
      "step": 79200
    },
    {
      "epoch": 0.8765045925303682,
      "grad_norm": 2.514841318130493,
      "learning_rate": 1.9336378475274865e-07,
      "loss": 0.4508,
      "step": 79300
    },
    {
      "epoch": 0.8776098946647066,
      "grad_norm": 1.8946666717529297,
      "learning_rate": 1.8996232735779496e-07,
      "loss": 0.4509,
      "step": 79400
    },
    {
      "epoch": 0.878715196799045,
      "grad_norm": 1.5840513706207275,
      "learning_rate": 1.865898716800238e-07,
      "loss": 0.4557,
      "step": 79500
    },
    {
      "epoch": 0.8798204989333834,
      "grad_norm": 1.824873924255371,
      "learning_rate": 1.8324646005943913e-07,
      "loss": 0.4662,
      "step": 79600
    },
    {
      "epoch": 0.8809258010677219,
      "grad_norm": 2.0272133350372314,
      "learning_rate": 1.7993213447140807e-07,
      "loss": 0.4291,
      "step": 79700
    },
    {
      "epoch": 0.8820311032020602,
      "grad_norm": 1.1004635095596313,
      "learning_rate": 1.766469365261317e-07,
      "loss": 0.3973,
      "step": 79800
    },
    {
      "epoch": 0.8831364053363987,
      "grad_norm": 2.014890193939209,
      "learning_rate": 1.7339090746812449e-07,
      "loss": 0.45,
      "step": 79900
    },
    {
      "epoch": 0.8842417074707372,
      "grad_norm": 2.0376179218292236,
      "learning_rate": 1.7016408817569606e-07,
      "loss": 0.4381,
      "step": 80000
    },
    {
      "epoch": 0.8853470096050755,
      "grad_norm": 1.6137086153030396,
      "learning_rate": 1.6696651916043666e-07,
      "loss": 0.4361,
      "step": 80100
    },
    {
      "epoch": 0.886452311739414,
      "grad_norm": 1.7986013889312744,
      "learning_rate": 1.6379824056670934e-07,
      "loss": 0.4719,
      "step": 80200
    },
    {
      "epoch": 0.8875576138737524,
      "grad_norm": 1.8301312923431396,
      "learning_rate": 1.6065929217114696e-07,
      "loss": 0.4262,
      "step": 80300
    },
    {
      "epoch": 0.8886629160080908,
      "grad_norm": 2.35886287689209,
      "learning_rate": 1.575497133821524e-07,
      "loss": 0.4535,
      "step": 80400
    },
    {
      "epoch": 0.8897682181424292,
      "grad_norm": 1.7016726732254028,
      "learning_rate": 1.5446954323940223e-07,
      "loss": 0.4294,
      "step": 80500
    },
    {
      "epoch": 0.8908735202767677,
      "grad_norm": 1.589161992073059,
      "learning_rate": 1.5141882041335737e-07,
      "loss": 0.4309,
      "step": 80600
    },
    {
      "epoch": 0.891978822411106,
      "grad_norm": 2.3803720474243164,
      "learning_rate": 1.4839758320477958e-07,
      "loss": 0.4318,
      "step": 80700
    },
    {
      "epoch": 0.8930841245454445,
      "grad_norm": 2.638575315475464,
      "learning_rate": 1.454058695442484e-07,
      "loss": 0.4678,
      "step": 80800
    },
    {
      "epoch": 0.894189426679783,
      "grad_norm": 1.9479451179504395,
      "learning_rate": 1.4244371699168453e-07,
      "loss": 0.4264,
      "step": 80900
    },
    {
      "epoch": 0.8952947288141213,
      "grad_norm": 1.9173952341079712,
      "learning_rate": 1.3951116273588e-07,
      "loss": 0.4507,
      "step": 81000
    },
    {
      "epoch": 0.8964000309484598,
      "grad_norm": 1.8866360187530518,
      "learning_rate": 1.3660824359403107e-07,
      "loss": 0.4359,
      "step": 81100
    },
    {
      "epoch": 0.8975053330827982,
      "grad_norm": 2.116718053817749,
      "learning_rate": 1.3373499601127466e-07,
      "loss": 0.4451,
      "step": 81200
    },
    {
      "epoch": 0.8986106352171366,
      "grad_norm": 2.32564377784729,
      "learning_rate": 1.308914560602323e-07,
      "loss": 0.4198,
      "step": 81300
    },
    {
      "epoch": 0.899715937351475,
      "grad_norm": 2.0888161659240723,
      "learning_rate": 1.2807765944055528e-07,
      "loss": 0.4543,
      "step": 81400
    },
    {
      "epoch": 0.9008212394858135,
      "grad_norm": 2.4812674522399902,
      "learning_rate": 1.2529364147847918e-07,
      "loss": 0.4323,
      "step": 81500
    },
    {
      "epoch": 0.9019265416201518,
      "grad_norm": 1.4540350437164307,
      "learning_rate": 1.2253943712637883e-07,
      "loss": 0.4429,
      "step": 81600
    },
    {
      "epoch": 0.9030318437544903,
      "grad_norm": 2.2741010189056396,
      "learning_rate": 1.198150809623283e-07,
      "loss": 0.4087,
      "step": 81700
    },
    {
      "epoch": 0.9041371458888288,
      "grad_norm": 1.891856074333191,
      "learning_rate": 1.1712060718966967e-07,
      "loss": 0.4314,
      "step": 81800
    },
    {
      "epoch": 0.9052424480231671,
      "grad_norm": 2.013892412185669,
      "learning_rate": 1.1445604963658041e-07,
      "loss": 0.413,
      "step": 81900
    },
    {
      "epoch": 0.9063477501575056,
      "grad_norm": 1.5470303297042847,
      "learning_rate": 1.1182144175565207e-07,
      "loss": 0.4102,
      "step": 82000
    },
    {
      "epoch": 0.9074530522918439,
      "grad_norm": 2.09853196144104,
      "learning_rate": 1.0921681662346695e-07,
      "loss": 0.4228,
      "step": 82100
    },
    {
      "epoch": 0.9085583544261824,
      "grad_norm": 1.8821436166763306,
      "learning_rate": 1.0664220694018512e-07,
      "loss": 0.4499,
      "step": 82200
    },
    {
      "epoch": 0.9096636565605208,
      "grad_norm": 2.268958568572998,
      "learning_rate": 1.0409764502913311e-07,
      "loss": 0.457,
      "step": 82300
    },
    {
      "epoch": 0.9107689586948592,
      "grad_norm": 2.286543607711792,
      "learning_rate": 1.0158316283639807e-07,
      "loss": 0.4531,
      "step": 82400
    },
    {
      "epoch": 0.9118742608291976,
      "grad_norm": 1.7463018894195557,
      "learning_rate": 9.909879193042731e-08,
      "loss": 0.4182,
      "step": 82500
    },
    {
      "epoch": 0.9129795629635361,
      "grad_norm": 1.9405850172042847,
      "learning_rate": 9.664456350163055e-08,
      "loss": 0.4074,
      "step": 82600
    },
    {
      "epoch": 0.9140848650978745,
      "grad_norm": 1.8400213718414307,
      "learning_rate": 9.422050836198904e-08,
      "loss": 0.4281,
      "step": 82700
    },
    {
      "epoch": 0.9151901672322129,
      "grad_norm": 2.0934810638427734,
      "learning_rate": 9.182665694467019e-08,
      "loss": 0.4394,
      "step": 82800
    },
    {
      "epoch": 0.9162954693665514,
      "grad_norm": 1.6910539865493774,
      "learning_rate": 8.946303930364386e-08,
      "loss": 0.4511,
      "step": 82900
    },
    {
      "epoch": 0.9174007715008897,
      "grad_norm": 1.2215235233306885,
      "learning_rate": 8.712968511330439e-08,
      "loss": 0.4427,
      "step": 83000
    },
    {
      "epoch": 0.9185060736352282,
      "grad_norm": 1.4822089672088623,
      "learning_rate": 8.482662366809947e-08,
      "loss": 0.4029,
      "step": 83100
    },
    {
      "epoch": 0.9196113757695666,
      "grad_norm": 1.9130114316940308,
      "learning_rate": 8.255388388216267e-08,
      "loss": 0.4471,
      "step": 83200
    },
    {
      "epoch": 0.920716677903905,
      "grad_norm": 1.6017576456069946,
      "learning_rate": 8.031149428894936e-08,
      "loss": 0.449,
      "step": 83300
    },
    {
      "epoch": 0.9218219800382434,
      "grad_norm": 1.9857609272003174,
      "learning_rate": 7.80994830408785e-08,
      "loss": 0.4505,
      "step": 83400
    },
    {
      "epoch": 0.9229272821725819,
      "grad_norm": 1.8383105993270874,
      "learning_rate": 7.59178779089792e-08,
      "loss": 0.4387,
      "step": 83500
    },
    {
      "epoch": 0.9240325843069203,
      "grad_norm": 1.5734336376190186,
      "learning_rate": 7.376670628254368e-08,
      "loss": 0.4456,
      "step": 83600
    },
    {
      "epoch": 0.9251378864412587,
      "grad_norm": 1.7729212045669556,
      "learning_rate": 7.16459951687809e-08,
      "loss": 0.4252,
      "step": 83700
    },
    {
      "epoch": 0.9262431885755972,
      "grad_norm": 2.0925188064575195,
      "learning_rate": 6.955577119247909e-08,
      "loss": 0.4397,
      "step": 83800
    },
    {
      "epoch": 0.9273484907099355,
      "grad_norm": 1.6489801406860352,
      "learning_rate": 6.749606059567177e-08,
      "loss": 0.4241,
      "step": 83900
    },
    {
      "epoch": 0.928453792844274,
      "grad_norm": 2.122025728225708,
      "learning_rate": 6.546688923730587e-08,
      "loss": 0.4509,
      "step": 84000
    },
    {
      "epoch": 0.9295590949786124,
      "grad_norm": 1.5546257495880127,
      "learning_rate": 6.346828259292114e-08,
      "loss": 0.4283,
      "step": 84100
    },
    {
      "epoch": 0.9306643971129508,
      "grad_norm": 1.4313548803329468,
      "learning_rate": 6.150026575432622e-08,
      "loss": 0.4315,
      "step": 84200
    },
    {
      "epoch": 0.9317696992472893,
      "grad_norm": 2.144721269607544,
      "learning_rate": 5.956286342928608e-08,
      "loss": 0.4046,
      "step": 84300
    },
    {
      "epoch": 0.9328750013816277,
      "grad_norm": 1.9185172319412231,
      "learning_rate": 5.7656099941210966e-08,
      "loss": 0.4762,
      "step": 84400
    },
    {
      "epoch": 0.9339803035159661,
      "grad_norm": 2.0306639671325684,
      "learning_rate": 5.577999922885158e-08,
      "loss": 0.4347,
      "step": 84500
    },
    {
      "epoch": 0.9350856056503045,
      "grad_norm": 2.1696221828460693,
      "learning_rate": 5.393458484599823e-08,
      "loss": 0.4654,
      "step": 84600
    },
    {
      "epoch": 0.936190907784643,
      "grad_norm": 3.1747541427612305,
      "learning_rate": 5.2119879961184114e-08,
      "loss": 0.4361,
      "step": 84700
    },
    {
      "epoch": 0.9372962099189813,
      "grad_norm": 2.4681639671325684,
      "learning_rate": 5.033590735739641e-08,
      "loss": 0.4064,
      "step": 84800
    },
    {
      "epoch": 0.9384015120533198,
      "grad_norm": 2.34089732170105,
      "learning_rate": 4.858268943178868e-08,
      "loss": 0.4839,
      "step": 84900
    },
    {
      "epoch": 0.9395068141876582,
      "grad_norm": 2.1032681465148926,
      "learning_rate": 4.686024819540058e-08,
      "loss": 0.4256,
      "step": 85000
    },
    {
      "epoch": 0.9406121163219966,
      "grad_norm": 2.1643483638763428,
      "learning_rate": 4.5168605272881414e-08,
      "loss": 0.4503,
      "step": 85100
    },
    {
      "epoch": 0.941717418456335,
      "grad_norm": 1.97984778881073,
      "learning_rate": 4.350778190221699e-08,
      "loss": 0.424,
      "step": 85200
    },
    {
      "epoch": 0.9428227205906735,
      "grad_norm": 2.1957056522369385,
      "learning_rate": 4.187779893446597e-08,
      "loss": 0.4226,
      "step": 85300
    },
    {
      "epoch": 0.9439280227250119,
      "grad_norm": 2.0904030799865723,
      "learning_rate": 4.027867683349618e-08,
      "loss": 0.4394,
      "step": 85400
    },
    {
      "epoch": 0.9450333248593503,
      "grad_norm": 1.8033450841903687,
      "learning_rate": 3.87104356757273e-08,
      "loss": 0.4806,
      "step": 85500
    },
    {
      "epoch": 0.9461386269936887,
      "grad_norm": 1.6405876874923706,
      "learning_rate": 3.717309514988027e-08,
      "loss": 0.4618,
      "step": 85600
    },
    {
      "epoch": 0.9472439291280271,
      "grad_norm": 2.6198575496673584,
      "learning_rate": 3.566667455672912e-08,
      "loss": 0.4313,
      "step": 85700
    },
    {
      "epoch": 0.9483492312623656,
      "grad_norm": 1.9811842441558838,
      "learning_rate": 3.4191192808858966e-08,
      "loss": 0.4057,
      "step": 85800
    },
    {
      "epoch": 0.9494545333967039,
      "grad_norm": 1.8522582054138184,
      "learning_rate": 3.27466684304284e-08,
      "loss": 0.4433,
      "step": 85900
    },
    {
      "epoch": 0.9505598355310424,
      "grad_norm": 2.586599826812744,
      "learning_rate": 3.133311955693691e-08,
      "loss": 0.414,
      "step": 86000
    },
    {
      "epoch": 0.9516651376653809,
      "grad_norm": 1.4519222974777222,
      "learning_rate": 2.995056393499757e-08,
      "loss": 0.4333,
      "step": 86100
    },
    {
      "epoch": 0.9527704397997192,
      "grad_norm": 2.7613425254821777,
      "learning_rate": 2.859901892211442e-08,
      "loss": 0.4776,
      "step": 86200
    },
    {
      "epoch": 0.9538757419340577,
      "grad_norm": 1.8202546834945679,
      "learning_rate": 2.7278501486463216e-08,
      "loss": 0.4269,
      "step": 86300
    },
    {
      "epoch": 0.9549810440683961,
      "grad_norm": 2.257310390472412,
      "learning_rate": 2.598902820667992e-08,
      "loss": 0.4069,
      "step": 86400
    },
    {
      "epoch": 0.9560863462027345,
      "grad_norm": 2.6993019580841064,
      "learning_rate": 2.4730615271651716e-08,
      "loss": 0.413,
      "step": 86500
    },
    {
      "epoch": 0.9571916483370729,
      "grad_norm": 1.3624522686004639,
      "learning_rate": 2.3503278480313806e-08,
      "loss": 0.4277,
      "step": 86600
    },
    {
      "epoch": 0.9582969504714114,
      "grad_norm": 1.7707417011260986,
      "learning_rate": 2.230703324145156e-08,
      "loss": 0.4512,
      "step": 86700
    },
    {
      "epoch": 0.9594022526057497,
      "grad_norm": 1.9722903966903687,
      "learning_rate": 2.1141894573507014e-08,
      "loss": 0.4333,
      "step": 86800
    },
    {
      "epoch": 0.9605075547400882,
      "grad_norm": 2.174100399017334,
      "learning_rate": 2.000787710438934e-08,
      "loss": 0.473,
      "step": 86900
    },
    {
      "epoch": 0.9616128568744267,
      "grad_norm": 2.9068939685821533,
      "learning_rate": 1.8904995071292455e-08,
      "loss": 0.4919,
      "step": 87000
    },
    {
      "epoch": 0.962718159008765,
      "grad_norm": 2.1874163150787354,
      "learning_rate": 1.7833262320515744e-08,
      "loss": 0.4501,
      "step": 87100
    },
    {
      "epoch": 0.9638234611431035,
      "grad_norm": 2.9089388847351074,
      "learning_rate": 1.6792692307289747e-08,
      "loss": 0.4295,
      "step": 87200
    },
    {
      "epoch": 0.9649287632774419,
      "grad_norm": 2.2932639122009277,
      "learning_rate": 1.578329809560797e-08,
      "loss": 0.4246,
      "step": 87300
    },
    {
      "epoch": 0.9660340654117803,
      "grad_norm": 1.8238743543624878,
      "learning_rate": 1.4805092358062822e-08,
      "loss": 0.4535,
      "step": 87400
    },
    {
      "epoch": 0.9671393675461187,
      "grad_norm": 2.673421859741211,
      "learning_rate": 1.3858087375686335e-08,
      "loss": 0.4606,
      "step": 87500
    },
    {
      "epoch": 0.9682446696804572,
      "grad_norm": 2.192293405532837,
      "learning_rate": 1.2942295037795261e-08,
      "loss": 0.4632,
      "step": 87600
    },
    {
      "epoch": 0.9693499718147955,
      "grad_norm": 2.283832550048828,
      "learning_rate": 1.2057726841842865e-08,
      "loss": 0.444,
      "step": 87700
    },
    {
      "epoch": 0.970455273949134,
      "grad_norm": 1.8313320875167847,
      "learning_rate": 1.1204393893274878e-08,
      "loss": 0.415,
      "step": 87800
    },
    {
      "epoch": 0.9715605760834725,
      "grad_norm": 1.7791038751602173,
      "learning_rate": 1.0382306905388495e-08,
      "loss": 0.4252,
      "step": 87900
    },
    {
      "epoch": 0.9726658782178108,
      "grad_norm": 2.295269250869751,
      "learning_rate": 9.591476199199146e-09,
      "loss": 0.4614,
      "step": 88000
    },
    {
      "epoch": 0.9737711803521493,
      "grad_norm": 3.02966046333313,
      "learning_rate": 8.831911703310047e-09,
      "loss": 0.4545,
      "step": 88100
    },
    {
      "epoch": 0.9748764824864877,
      "grad_norm": 2.004098653793335,
      "learning_rate": 8.103622953789247e-09,
      "loss": 0.4399,
      "step": 88200
    },
    {
      "epoch": 0.9759817846208261,
      "grad_norm": 2.338454008102417,
      "learning_rate": 7.406619094047496e-09,
      "loss": 0.4413,
      "step": 88300
    },
    {
      "epoch": 0.9770870867551645,
      "grad_norm": 1.626102089881897,
      "learning_rate": 6.740908874725005e-09,
      "loss": 0.4362,
      "step": 88400
    },
    {
      "epoch": 0.978192388889503,
      "grad_norm": 1.9277746677398682,
      "learning_rate": 6.106500653581815e-09,
      "loss": 0.4365,
      "step": 88500
    },
    {
      "epoch": 0.9792976910238413,
      "grad_norm": 2.415738105773926,
      "learning_rate": 5.503402395391489e-09,
      "loss": 0.4642,
      "step": 88600
    },
    {
      "epoch": 0.9804029931581798,
      "grad_norm": 1.5694254636764526,
      "learning_rate": 4.931621671842301e-09,
      "loss": 0.441,
      "step": 88700
    },
    {
      "epoch": 0.9815082952925183,
      "grad_norm": 1.3973413705825806,
      "learning_rate": 4.391165661442043e-09,
      "loss": 0.4311,
      "step": 88800
    },
    {
      "epoch": 0.9826135974268566,
      "grad_norm": 1.9460673332214355,
      "learning_rate": 3.882041149427251e-09,
      "loss": 0.4422,
      "step": 88900
    },
    {
      "epoch": 0.9837188995611951,
      "grad_norm": 1.6558293104171753,
      "learning_rate": 3.404254527678286e-09,
      "loss": 0.423,
      "step": 89000
    },
    {
      "epoch": 0.9848242016955334,
      "grad_norm": 1.9977773427963257,
      "learning_rate": 2.957811794639942e-09,
      "loss": 0.456,
      "step": 89100
    },
    {
      "epoch": 0.9859295038298719,
      "grad_norm": 2.308818817138672,
      "learning_rate": 2.5427185552448496e-09,
      "loss": 0.4504,
      "step": 89200
    },
    {
      "epoch": 0.9870348059642103,
      "grad_norm": 3.172938108444214,
      "learning_rate": 2.158980020843804e-09,
      "loss": 0.476,
      "step": 89300
    },
    {
      "epoch": 0.9881401080985487,
      "grad_norm": 1.7046418190002441,
      "learning_rate": 1.8066010091402631e-09,
      "loss": 0.4402,
      "step": 89400
    },
    {
      "epoch": 0.9892454102328871,
      "grad_norm": 2.2551283836364746,
      "learning_rate": 1.485585944129564e-09,
      "loss": 0.4364,
      "step": 89500
    },
    {
      "epoch": 0.9903507123672256,
      "grad_norm": 2.2183637619018555,
      "learning_rate": 1.1959388560445207e-09,
      "loss": 0.4685,
      "step": 89600
    },
    {
      "epoch": 0.991456014501564,
      "grad_norm": 1.7988057136535645,
      "learning_rate": 9.376633813026891e-10,
      "loss": 0.445,
      "step": 89700
    },
    {
      "epoch": 0.9925613166359024,
      "grad_norm": 2.6220619678497314,
      "learning_rate": 7.107627624627911e-10,
      "loss": 0.4628,
      "step": 89800
    },
    {
      "epoch": 0.9936666187702409,
      "grad_norm": 2.123908519744873,
      "learning_rate": 5.152398481828025e-10,
      "loss": 0.4388,
      "step": 89900
    },
    {
      "epoch": 0.9947719209045792,
      "grad_norm": 2.005134344100952,
      "learning_rate": 3.510970931849822e-10,
      "loss": 0.4415,
      "step": 90000
    },
    {
      "epoch": 0.9958772230389177,
      "grad_norm": 2.5748660564422607,
      "learning_rate": 2.1833655822423027e-10,
      "loss": 0.4225,
      "step": 90100
    },
    {
      "epoch": 0.9969825251732561,
      "grad_norm": 1.9123564958572388,
      "learning_rate": 1.169599100625529e-10,
      "loss": 0.4542,
      "step": 90200
    },
    {
      "epoch": 0.9980878273075945,
      "grad_norm": 2.8671979904174805,
      "learning_rate": 4.6968421448523313e-11,
      "loss": 0.467,
      "step": 90300
    },
    {
      "epoch": 0.999193129441933,
      "grad_norm": 1.6871434450149536,
      "learning_rate": 8.362971101183448e-12,
      "loss": 0.437,
      "step": 90400
    }
  ],
  "logging_steps": 100,
  "max_steps": 90473,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.968302960287416e+17,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}