diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5633 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6623832549513148,
+  "eval_steps": 500,
+  "global_step": 80000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0008279790686891435,
+      "grad_norm": 0.2026122659444809,
+      "learning_rate": 0.00019994481795043316,
+      "loss": 1.9308,
+      "step": 100
+    },
+    {
+      "epoch": 0.001655958137378287,
+      "grad_norm": 0.189473494887352,
+      "learning_rate": 0.00019988961934128355,
+      "loss": 1.796,
+      "step": 200
+    },
+    {
+      "epoch": 0.0024839372060674308,
+      "grad_norm": 0.21440361440181732,
+      "learning_rate": 0.00019983442073213394,
+      "loss": 1.7292,
+      "step": 300
+    },
+    {
+      "epoch": 0.003311916274756574,
+      "grad_norm": 0.4124305844306946,
+      "learning_rate": 0.00019977922212298434,
+      "loss": 1.7479,
+      "step": 400
+    },
+    {
+      "epoch": 0.004139895343445717,
+      "grad_norm": 0.326767235994339,
+      "learning_rate": 0.00019972402351383473,
+      "loss": 1.7445,
+      "step": 500
+    },
+    {
+      "epoch": 0.0049678744121348616,
+      "grad_norm": 0.23368559777736664,
+      "learning_rate": 0.00019966882490468513,
+      "loss": 1.7146,
+      "step": 600
+    },
+    {
+      "epoch": 0.005795853480824005,
+      "grad_norm": 0.2080787867307663,
+      "learning_rate": 0.00019961362629553552,
+      "loss": 1.7009,
+      "step": 700
+    },
+    {
+      "epoch": 0.006623832549513148,
+      "grad_norm": 0.23906764388084412,
+      "learning_rate": 0.00019955842768638592,
+      "loss": 1.7346,
+      "step": 800
+    },
+    {
+      "epoch": 0.0074518116182022915,
+      "grad_norm": 0.21370458602905273,
+      "learning_rate": 0.00019950322907723634,
+      "loss": 1.7161,
+      "step": 900
+    },
+    {
+      "epoch": 0.008279790686891435,
+      "grad_norm": 0.2232082337141037,
+      "learning_rate": 0.0001994480304680867,
+      "loss": 1.6845,
+      "step": 1000
+    },
+    {
+      "epoch": 0.009107769755580579,
+      "grad_norm": 0.28137433528900146,
+      "learning_rate": 0.00019939283185893713,
+      "loss": 1.7064,
+      "step": 1100
+    },
+    {
+      "epoch": 0.009935748824269723,
+      "grad_norm": 0.27577510476112366,
+      "learning_rate": 0.00019933763324978752,
+      "loss": 1.7216,
+      "step": 1200
+    },
+    {
+      "epoch": 0.010763727892958866,
+      "grad_norm": 0.19732429087162018,
+      "learning_rate": 0.0001992824346406379,
+      "loss": 1.6785,
+      "step": 1300
+    },
+    {
+      "epoch": 0.01159170696164801,
+      "grad_norm": 0.2802606523036957,
+      "learning_rate": 0.0001992272360314883,
+      "loss": 1.6987,
+      "step": 1400
+    },
+    {
+      "epoch": 0.012419686030337154,
+      "grad_norm": 0.2615717053413391,
+      "learning_rate": 0.0001991720374223387,
+      "loss": 1.7157,
+      "step": 1500
+    },
+    {
+      "epoch": 0.013247665099026296,
+      "grad_norm": 0.21463246643543243,
+      "learning_rate": 0.00019911683881318907,
+      "loss": 1.709,
+      "step": 1600
+    },
+    {
+      "epoch": 0.01407564416771544,
+      "grad_norm": 0.23596777021884918,
+      "learning_rate": 0.0001990616402040395,
+      "loss": 1.7288,
+      "step": 1700
+    },
+    {
+      "epoch": 0.014903623236404583,
+      "grad_norm": 0.26049914956092834,
+      "learning_rate": 0.00019900644159488989,
+      "loss": 1.7007,
+      "step": 1800
+    },
+    {
+      "epoch": 0.01573160230509373,
+      "grad_norm": 0.1828412264585495,
+      "learning_rate": 0.00019895124298574025,
+      "loss": 1.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.01655958137378287,
+      "grad_norm": 0.30434760451316833,
+      "learning_rate": 0.00019889604437659067,
+      "loss": 1.7084,
+      "step": 2000
+    },
+    {
+      "epoch": 0.017387560442472014,
+      "grad_norm": 0.19470958411693573,
+      "learning_rate": 0.00019884084576744107,
+      "loss": 1.6804,
+      "step": 2100
+    },
+    {
+      "epoch": 0.018215539511161158,
+      "grad_norm": 0.23792260885238647,
+      "learning_rate": 0.00019878564715829144,
+      "loss": 1.6873,
+      "step": 2200
+    },
+    {
+      "epoch": 0.019043518579850302,
+      "grad_norm": 0.2714627683162689,
+      "learning_rate": 0.00019873044854914186,
+      "loss": 1.6803,
+      "step": 2300
+    },
+    {
+      "epoch": 0.019871497648539446,
+      "grad_norm": 0.2310653179883957,
+      "learning_rate": 0.00019867524993999225,
+      "loss": 1.7056,
+      "step": 2400
+    },
+    {
+      "epoch": 0.020699476717228587,
+      "grad_norm": 0.21665313839912415,
+      "learning_rate": 0.00019862005133084262,
+      "loss": 1.6636,
+      "step": 2500
+    },
+    {
+      "epoch": 0.02152745578591773,
+      "grad_norm": 0.26358917355537415,
+      "learning_rate": 0.00019856485272169304,
+      "loss": 1.6567,
+      "step": 2600
+    },
+    {
+      "epoch": 0.022355434854606875,
+      "grad_norm": 0.2334413081407547,
+      "learning_rate": 0.00019850965411254343,
+      "loss": 1.6666,
+      "step": 2700
+    },
+    {
+      "epoch": 0.02318341392329602,
+      "grad_norm": 0.20429347455501556,
+      "learning_rate": 0.0001984544555033938,
+      "loss": 1.7123,
+      "step": 2800
+    },
+    {
+      "epoch": 0.024011392991985164,
+      "grad_norm": 0.22018109261989594,
+      "learning_rate": 0.00019839925689424422,
+      "loss": 1.6405,
+      "step": 2900
+    },
+    {
+      "epoch": 0.024839372060674308,
+      "grad_norm": 0.2289331555366516,
+      "learning_rate": 0.00019834405828509462,
+      "loss": 1.6769,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02566735112936345,
+      "grad_norm": 0.21042221784591675,
+      "learning_rate": 0.00019828885967594498,
+      "loss": 1.6559,
+      "step": 3100
+    },
+    {
+      "epoch": 0.026495330198052593,
+      "grad_norm": 0.24456587433815002,
+      "learning_rate": 0.0001982336610667954,
+      "loss": 1.6889,
+      "step": 3200
+    },
+    {
+      "epoch": 0.027323309266741737,
+      "grad_norm": 0.19650936126708984,
+      "learning_rate": 0.0001981784624576458,
+      "loss": 1.6577,
+      "step": 3300
+    },
+    {
+      "epoch": 0.02815128833543088,
+      "grad_norm": 0.2078315168619156,
+      "learning_rate": 0.00019812326384849617,
+      "loss": 1.6968,
+      "step": 3400
+    },
+    {
+      "epoch": 0.028979267404120025,
+      "grad_norm": 0.27083057165145874,
+      "learning_rate": 0.0001980680652393466,
+      "loss": 1.6851,
+      "step": 3500
+    },
+    {
+      "epoch": 0.029807246472809166,
+      "grad_norm": 0.19873012602329254,
+      "learning_rate": 0.00019801286663019698,
+      "loss": 1.6642,
+      "step": 3600
+    },
+    {
+      "epoch": 0.03063522554149831,
+      "grad_norm": 0.25127413868904114,
+      "learning_rate": 0.00019795766802104735,
+      "loss": 1.6925,
+      "step": 3700
+    },
+    {
+      "epoch": 0.03146320461018746,
+      "grad_norm": 0.28270578384399414,
+      "learning_rate": 0.00019790246941189777,
+      "loss": 1.6823,
+      "step": 3800
+    },
+    {
+      "epoch": 0.032291183678876595,
+      "grad_norm": 0.22762413322925568,
+      "learning_rate": 0.00019784727080274816,
+      "loss": 1.6802,
+      "step": 3900
+    },
+    {
+      "epoch": 0.03311916274756574,
+      "grad_norm": 0.24451415240764618,
+      "learning_rate": 0.00019779207219359853,
+      "loss": 1.6855,
+      "step": 4000
+    },
+    {
+      "epoch": 0.03394714181625488,
+      "grad_norm": 0.18539206683635712,
+      "learning_rate": 0.00019773687358444895,
+      "loss": 1.6753,
+      "step": 4100
+    },
+    {
+      "epoch": 0.03477512088494403,
+      "grad_norm": 0.20416654646396637,
+      "learning_rate": 0.00019768167497529935,
+      "loss": 1.6892,
+      "step": 4200
+    },
+    {
+      "epoch": 0.03560309995363317,
+      "grad_norm": 0.22939777374267578,
+      "learning_rate": 0.00019762647636614971,
+      "loss": 1.6953,
+      "step": 4300
+    },
+    {
+      "epoch": 0.036431079022322316,
+      "grad_norm": 0.21451617777347565,
+      "learning_rate": 0.00019757127775700014,
+      "loss": 1.6609,
+      "step": 4400
+    },
+    {
+      "epoch": 0.03725905809101146,
+      "grad_norm": 0.20271216332912445,
+      "learning_rate": 0.00019751607914785053,
+      "loss": 1.6868,
+      "step": 4500
+    },
+    {
+      "epoch": 0.038087037159700604,
+      "grad_norm": 0.23506902158260345,
+      "learning_rate": 0.0001974608805387009,
+      "loss": 1.7012,
+      "step": 4600
+    },
+    {
+      "epoch": 0.03891501622838975,
+      "grad_norm": 0.19889087975025177,
+      "learning_rate": 0.00019740568192955132,
+      "loss": 1.6867,
+      "step": 4700
+    },
+    {
+      "epoch": 0.03974299529707889,
+      "grad_norm": 0.21165409684181213,
+      "learning_rate": 0.0001973504833204017,
+      "loss": 1.6666,
+      "step": 4800
+    },
+    {
+      "epoch": 0.04057097436576804,
+      "grad_norm": 0.25541654229164124,
+      "learning_rate": 0.0001972952847112521,
+      "loss": 1.7012,
+      "step": 4900
+    },
+    {
+      "epoch": 0.041398953434457174,
+      "grad_norm": 0.2289835512638092,
+      "learning_rate": 0.0001972400861021025,
+      "loss": 1.6351,
+      "step": 5000
+    },
+    {
+      "epoch": 0.04222693250314632,
+      "grad_norm": 0.20699161291122437,
+      "learning_rate": 0.0001971848874929529,
+      "loss": 1.6834,
+      "step": 5100
+    },
+    {
+      "epoch": 0.04305491157183546,
+      "grad_norm": 0.21547134220600128,
+      "learning_rate": 0.0001971296888838033,
+      "loss": 1.6605,
+      "step": 5200
+    },
+    {
+      "epoch": 0.043882890640524606,
+      "grad_norm": 0.21996253728866577,
+      "learning_rate": 0.00019707449027465368,
+      "loss": 1.6747,
+      "step": 5300
+    },
+    {
+      "epoch": 0.04471086970921375,
+      "grad_norm": 0.19425031542778015,
+      "learning_rate": 0.00019701929166550408,
+      "loss": 1.6677,
+      "step": 5400
+    },
+    {
+      "epoch": 0.045538848777902895,
+      "grad_norm": 0.21223612129688263,
+      "learning_rate": 0.00019696409305635447,
+      "loss": 1.6401,
+      "step": 5500
+    },
+    {
+      "epoch": 0.04636682784659204,
+      "grad_norm": 0.21771861612796783,
+      "learning_rate": 0.00019690889444720487,
+      "loss": 1.6655,
+      "step": 5600
+    },
+    {
+      "epoch": 0.04719480691528118,
+      "grad_norm": 0.17102624475955963,
+      "learning_rate": 0.00019685369583805526,
+      "loss": 1.6373,
+      "step": 5700
+    },
+    {
+      "epoch": 0.04802278598397033,
+      "grad_norm": 1.002648115158081,
+      "learning_rate": 0.00019679849722890565,
+      "loss": 1.6578,
+      "step": 5800
+    },
+    {
+      "epoch": 0.04885076505265947,
+      "grad_norm": 0.209450364112854,
+      "learning_rate": 0.00019674329861975605,
+      "loss": 1.7114,
+      "step": 5900
+    },
+    {
+      "epoch": 0.049678744121348616,
+      "grad_norm": 0.21328583359718323,
+      "learning_rate": 0.00019668810001060644,
+      "loss": 1.6816,
+      "step": 6000
+    },
+    {
+      "epoch": 0.05050672319003775,
+      "grad_norm": 0.2184838354587555,
+      "learning_rate": 0.00019663290140145684,
+      "loss": 1.6596,
+      "step": 6100
+    },
+    {
+      "epoch": 0.0513347022587269,
+      "grad_norm": 0.23963460326194763,
+      "learning_rate": 0.00019657825477839872,
+      "loss": 1.6627,
+      "step": 6200
+    },
+    {
+      "epoch": 0.05216268132741604,
+      "grad_norm": 0.2165103405714035,
+      "learning_rate": 0.00019652305616924912,
+      "loss": 1.6808,
+      "step": 6300
+    },
+    {
+      "epoch": 0.052990660396105185,
+      "grad_norm": 0.19727864861488342,
+      "learning_rate": 0.0001964678575600995,
+      "loss": 1.7164,
+      "step": 6400
+    },
+    {
+      "epoch": 0.05381863946479433,
+      "grad_norm": 0.23533885180950165,
+      "learning_rate": 0.0001964126589509499,
+      "loss": 1.6575,
+      "step": 6500
+    },
+    {
+      "epoch": 0.054646618533483474,
+      "grad_norm": 0.23083338141441345,
+      "learning_rate": 0.0001963574603418003,
+      "loss": 1.6481,
+      "step": 6600
+    },
+    {
+      "epoch": 0.05547459760217262,
+      "grad_norm": 0.18879123032093048,
+      "learning_rate": 0.0001963022617326507,
+      "loss": 1.6798,
+      "step": 6700
+    },
+    {
+      "epoch": 0.05630257667086176,
+      "grad_norm": 0.2472197264432907,
+      "learning_rate": 0.0001962470631235011,
+      "loss": 1.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.057130555739550906,
+      "grad_norm": 0.19961301982402802,
+      "learning_rate": 0.00019619186451435148,
+      "loss": 1.6307,
+      "step": 6900
+    },
+    {
+      "epoch": 0.05795853480824005,
+      "grad_norm": 0.1921355426311493,
+      "learning_rate": 0.00019613666590520188,
+      "loss": 1.6432,
+      "step": 7000
+    },
+    {
+      "epoch": 0.058786513876929194,
+      "grad_norm": 0.29221248626708984,
+      "learning_rate": 0.00019608146729605227,
+      "loss": 1.6591,
+      "step": 7100
+    },
+    {
+      "epoch": 0.05961449294561833,
+      "grad_norm": 0.2565169632434845,
+      "learning_rate": 0.00019602626868690267,
+      "loss": 1.6314,
+      "step": 7200
+    },
+    {
+      "epoch": 0.060442472014307476,
+      "grad_norm": 0.19964313507080078,
+      "learning_rate": 0.00019597107007775306,
+      "loss": 1.6571,
+      "step": 7300
+    },
+    {
+      "epoch": 0.06127045108299662,
+      "grad_norm": 0.19322757422924042,
+      "learning_rate": 0.00019591587146860345,
+      "loss": 1.6553,
+      "step": 7400
+    },
+    {
+      "epoch": 0.062098430151685764,
+      "grad_norm": 0.2548861801624298,
+      "learning_rate": 0.00019586067285945385,
+      "loss": 1.6791,
+      "step": 7500
+    },
+    {
+      "epoch": 0.06292640922037492,
+      "grad_norm": 0.2616177797317505,
+      "learning_rate": 0.00019580547425030424,
+      "loss": 1.6208,
+      "step": 7600
+    },
+    {
+      "epoch": 0.06375438828906405,
+      "grad_norm": 0.2758786976337433,
+      "learning_rate": 0.00019575027564115464,
+      "loss": 1.6838,
+      "step": 7700
+    },
+    {
+      "epoch": 0.06458236735775319,
+      "grad_norm": 0.1881067007780075,
+      "learning_rate": 0.00019569507703200503,
+      "loss": 1.6577,
+      "step": 7800
+    },
+    {
+      "epoch": 0.06541034642644233,
+      "grad_norm": 0.21222031116485596,
+      "learning_rate": 0.00019563987842285543,
+      "loss": 1.6952,
+      "step": 7900
+    },
+    {
+      "epoch": 0.06623832549513148,
+      "grad_norm": 0.23496469855308533,
+      "learning_rate": 0.00019558467981370582,
+      "loss": 1.6604,
+      "step": 8000
+    },
+    {
+      "epoch": 0.06706630456382062,
+      "grad_norm": 0.21739377081394196,
+      "learning_rate": 0.00019552948120455621,
+      "loss": 1.6493,
+      "step": 8100
+    },
+    {
+      "epoch": 0.06789428363250977,
+      "grad_norm": 0.2083568572998047,
+      "learning_rate": 0.0001954742825954066,
+      "loss": 1.6507,
+      "step": 8200
+    },
+    {
+      "epoch": 0.06872226270119891,
+      "grad_norm": 0.2494797557592392,
+      "learning_rate": 0.000195419083986257,
+      "loss": 1.6718,
+      "step": 8300
+    },
+    {
+      "epoch": 0.06955024176988805,
+      "grad_norm": 0.22432386875152588,
+      "learning_rate": 0.0001953638853771074,
+      "loss": 1.6758,
+      "step": 8400
+    },
+    {
+      "epoch": 0.0703782208385772,
+      "grad_norm": 0.21674951910972595,
+      "learning_rate": 0.00019530923875404928,
+      "loss": 1.6437,
+      "step": 8500
+    },
+    {
+      "epoch": 0.07120619990726634,
+      "grad_norm": 0.188558429479599,
+      "learning_rate": 0.00019525404014489968,
+      "loss": 1.6345,
+      "step": 8600
+    },
+    {
+      "epoch": 0.07203417897595549,
+      "grad_norm": 0.22968587279319763,
+      "learning_rate": 0.00019519884153575007,
+      "loss": 1.6609,
+      "step": 8700
+    },
+    {
+      "epoch": 0.07286215804464463,
+      "grad_norm": 0.2717007100582123,
+      "learning_rate": 0.00019514364292660047,
+      "loss": 1.6514,
+      "step": 8800
+    },
+    {
+      "epoch": 0.07369013711333378,
+      "grad_norm": 0.2857931852340698,
+      "learning_rate": 0.00019508844431745086,
+      "loss": 1.6669,
+      "step": 8900
+    },
+    {
+      "epoch": 0.07451811618202292,
+      "grad_norm": 0.23388004302978516,
+      "learning_rate": 0.00019503324570830125,
+      "loss": 1.6785,
+      "step": 9000
+    },
+    {
+      "epoch": 0.07534609525071206,
+      "grad_norm": 0.20342163741588593,
+      "learning_rate": 0.00019497804709915165,
+      "loss": 1.6777,
+      "step": 9100
+    },
+    {
+      "epoch": 0.07617407431940121,
+      "grad_norm": 0.2345508486032486,
+      "learning_rate": 0.00019492340047609353,
+      "loss": 1.6672,
+      "step": 9200
+    },
+    {
+      "epoch": 0.07700205338809035,
+      "grad_norm": 0.20348191261291504,
+      "learning_rate": 0.00019486820186694396,
+      "loss": 1.6851,
+      "step": 9300
+    },
+    {
+      "epoch": 0.0778300324567795,
+      "grad_norm": 0.2147115170955658,
+      "learning_rate": 0.00019481300325779435,
+      "loss": 1.6768,
+      "step": 9400
+    },
+    {
+      "epoch": 0.07865801152546864,
+      "grad_norm": 0.24411408603191376,
+      "learning_rate": 0.00019475780464864472,
+      "loss": 1.6488,
+      "step": 9500
+    },
+    {
+      "epoch": 0.07948599059415778,
+      "grad_norm": 0.2360156625509262,
+      "learning_rate": 0.00019470260603949514,
+      "loss": 1.6248,
+      "step": 9600
+    },
+    {
+      "epoch": 0.08031396966284693,
+      "grad_norm": 0.24534212052822113,
+      "learning_rate": 0.00019464740743034553,
+      "loss": 1.6425,
+      "step": 9700
+    },
+    {
+      "epoch": 0.08114194873153607,
+      "grad_norm": 0.26849544048309326,
+      "learning_rate": 0.0001945922088211959,
+      "loss": 1.668,
+      "step": 9800
+    },
+    {
+      "epoch": 0.0819699278002252,
+      "grad_norm": 0.20883604884147644,
+      "learning_rate": 0.00019453701021204632,
+      "loss": 1.6492,
+      "step": 9900
+    },
+    {
+      "epoch": 0.08279790686891435,
+      "grad_norm": 0.22967711091041565,
+      "learning_rate": 0.00019448181160289672,
+      "loss": 1.6667,
+      "step": 10000
+    },
+    {
+      "epoch": 0.08362588593760349,
+      "grad_norm": 0.24589480459690094,
+      "learning_rate": 0.00019442661299374708,
+      "loss": 1.62,
+      "step": 10100
+    },
+    {
+      "epoch": 0.08445386500629264,
+      "grad_norm": 0.26812034845352173,
+      "learning_rate": 0.0001943714143845975,
+      "loss": 1.6351,
+      "step": 10200
+    },
+    {
+      "epoch": 0.08528184407498178,
+      "grad_norm": 0.24378615617752075,
+      "learning_rate": 0.0001943162157754479,
+      "loss": 1.6097,
+      "step": 10300
+    },
+    {
+      "epoch": 0.08610982314367092,
+      "grad_norm": 0.31285640597343445,
+      "learning_rate": 0.00019426101716629827,
+      "loss": 1.7014,
+      "step": 10400
+    },
+    {
+      "epoch": 0.08693780221236007,
+      "grad_norm": 0.277204692363739,
+      "learning_rate": 0.0001942058185571487,
+      "loss": 1.6482,
+      "step": 10500
+    },
+    {
+      "epoch": 0.08776578128104921,
+      "grad_norm": 0.22598931193351746,
+      "learning_rate": 0.00019415061994799908,
+      "loss": 1.6459,
+      "step": 10600
+    },
+    {
+      "epoch": 0.08859376034973836,
+      "grad_norm": 0.3453767001628876,
+      "learning_rate": 0.00019409542133884945,
+      "loss": 1.6549,
+      "step": 10700
+    },
+    {
+      "epoch": 0.0894217394184275,
+      "grad_norm": 0.2226220667362213,
+      "learning_rate": 0.00019404022272969987,
+      "loss": 1.6481,
+      "step": 10800
+    },
+    {
+      "epoch": 0.09024971848711665,
+      "grad_norm": 0.2280457317829132,
+      "learning_rate": 0.00019398502412055026,
+      "loss": 1.6587,
+      "step": 10900
+    },
+    {
+      "epoch": 0.09107769755580579,
+      "grad_norm": 0.2163500040769577,
+      "learning_rate": 0.00019392982551140063,
+      "loss": 1.6693,
+      "step": 11000
+    },
+    {
+      "epoch": 0.09190567662449493,
+      "grad_norm": 0.19597041606903076,
+      "learning_rate": 0.00019387462690225105,
+      "loss": 1.6313,
+      "step": 11100
+    },
+    {
+      "epoch": 0.09273365569318408,
+      "grad_norm": 0.2143152803182602,
+      "learning_rate": 0.00019381942829310145,
+      "loss": 1.6543,
+      "step": 11200
+    },
+    {
+      "epoch": 0.09356163476187322,
+      "grad_norm": 0.2231709212064743,
+      "learning_rate": 0.0001937642296839518,
+      "loss": 1.6534,
+      "step": 11300
+    },
+    {
+      "epoch": 0.09438961383056237,
+      "grad_norm": 0.21003256738185883,
+      "learning_rate": 0.00019370903107480223,
+      "loss": 1.644,
+      "step": 11400
+    },
+    {
+      "epoch": 0.09521759289925151,
+      "grad_norm": 0.23484201729297638,
+      "learning_rate": 0.00019365383246565263,
+      "loss": 1.67,
+      "step": 11500
+    },
+    {
+      "epoch": 0.09604557196794065,
+      "grad_norm": 0.23727314174175262,
+      "learning_rate": 0.000193598633856503,
+      "loss": 1.6078,
+      "step": 11600
+    },
+    {
+      "epoch": 0.0968735510366298,
+      "grad_norm": 0.2734909653663635,
+      "learning_rate": 0.00019354343524735342,
+      "loss": 1.6389,
+      "step": 11700
+    },
+    {
+      "epoch": 0.09770153010531894,
+      "grad_norm": 0.266926646232605,
+      "learning_rate": 0.0001934882366382038,
+      "loss": 1.6522,
+      "step": 11800
+    },
+    {
+      "epoch": 0.09852950917400809,
+      "grad_norm": 0.22209756076335907,
+      "learning_rate": 0.00019343303802905418,
+      "loss": 1.679,
+      "step": 11900
+    },
+    {
+      "epoch": 0.09935748824269723,
+      "grad_norm": 0.20740656554698944,
+      "learning_rate": 0.0001933778394199046,
+      "loss": 1.6494,
+      "step": 12000
+    },
+    {
+      "epoch": 0.10018546731138636,
+      "grad_norm": 0.19304044544696808,
+      "learning_rate": 0.000193322640810755,
+      "loss": 1.644,
+      "step": 12100
+    },
+    {
+      "epoch": 0.1010134463800755,
+      "grad_norm": 0.2168605774641037,
+      "learning_rate": 0.0001932674422016054,
+      "loss": 1.673,
+      "step": 12200
+    },
+    {
+      "epoch": 0.10184142544876465,
+      "grad_norm": 0.2477482557296753,
+      "learning_rate": 0.00019321224359245578,
+      "loss": 1.6912,
+      "step": 12300
+    },
+    {
+      "epoch": 0.1026694045174538,
+      "grad_norm": 0.220897376537323,
+      "learning_rate": 0.00019315704498330618,
+      "loss": 1.6553,
+      "step": 12400
+    },
+    {
+      "epoch": 0.10349738358614294,
+      "grad_norm": 0.22782349586486816,
+      "learning_rate": 0.00019310184637415657,
+      "loss": 1.6585,
+      "step": 12500
+    },
+    {
+      "epoch": 0.10432536265483208,
+      "grad_norm": 0.22199232876300812,
+      "learning_rate": 0.00019304664776500697,
+      "loss": 1.6617,
+      "step": 12600
+    },
+    {
+      "epoch": 0.10515334172352123,
+      "grad_norm": 0.19177618622779846,
+      "learning_rate": 0.00019299144915585736,
+      "loss": 1.6788,
+      "step": 12700
+    },
+    {
+      "epoch": 0.10598132079221037,
+      "grad_norm": 0.20250776410102844,
+      "learning_rate": 0.00019293625054670775,
+      "loss": 1.6329,
+      "step": 12800
+    },
+    {
+      "epoch": 0.10680929986089951,
+      "grad_norm": 0.23451390862464905,
+      "learning_rate": 0.00019288105193755815,
+      "loss": 1.6336,
+      "step": 12900
+    },
+    {
+      "epoch": 0.10763727892958866,
+      "grad_norm": 0.20917341113090515,
+      "learning_rate": 0.00019282585332840854,
+      "loss": 1.6436,
+      "step": 13000
+    },
+    {
+      "epoch": 0.1084652579982778,
+      "grad_norm": 0.24702110886573792,
+      "learning_rate": 0.00019277065471925894,
+      "loss": 1.6569,
+      "step": 13100
+    },
+    {
+      "epoch": 0.10929323706696695,
+      "grad_norm": 0.2046515792608261,
+      "learning_rate": 0.00019271545611010933,
+      "loss": 1.6728,
+      "step": 13200
+    },
+    {
+      "epoch": 0.11012121613565609,
+      "grad_norm": 0.23590846359729767,
+      "learning_rate": 0.00019266025750095973,
+      "loss": 1.6808,
+      "step": 13300
+    },
+    {
+      "epoch": 0.11094919520434524,
+      "grad_norm": 0.2132890671491623,
+      "learning_rate": 0.00019260505889181012,
+      "loss": 1.6428,
+      "step": 13400
+    },
+    {
+      "epoch": 0.11177717427303438,
+      "grad_norm": 0.22132565081119537,
+      "learning_rate": 0.000192550412268752,
+      "loss": 1.688,
+      "step": 13500
+    },
+    {
+      "epoch": 0.11260515334172352,
+      "grad_norm": 0.2686227262020111,
+      "learning_rate": 0.0001924952136596024,
+      "loss": 1.6523,
+      "step": 13600
+    },
+    {
+      "epoch": 0.11343313241041267,
+      "grad_norm": 0.2114957571029663,
+      "learning_rate": 0.0001924400150504528,
+      "loss": 1.643,
+      "step": 13700
+    },
+    {
+      "epoch": 0.11426111147910181,
+      "grad_norm": 0.22338928282260895,
+      "learning_rate": 0.0001923848164413032,
+      "loss": 1.6371,
+      "step": 13800
+    },
+    {
+      "epoch": 0.11508909054779096,
+      "grad_norm": 0.27738282084465027,
+      "learning_rate": 0.00019232961783215358,
+      "loss": 1.664,
+      "step": 13900
+    },
+    {
+      "epoch": 0.1159170696164801,
+      "grad_norm": 0.211566761136055,
+      "learning_rate": 0.00019227441922300398,
+      "loss": 1.7005,
+      "step": 14000
+    },
+    {
+      "epoch": 0.11674504868516924,
+      "grad_norm": 0.23775742948055267,
+      "learning_rate": 0.00019221922061385437,
+      "loss": 1.6538,
+      "step": 14100
+    },
+    {
+      "epoch": 0.11757302775385839,
+      "grad_norm": 0.24485789239406586,
+      "learning_rate": 0.00019216402200470477,
+      "loss": 1.6969,
+      "step": 14200
+    },
+    {
+      "epoch": 0.11840100682254752,
+      "grad_norm": 0.2573772966861725,
+      "learning_rate": 0.00019210882339555516,
+      "loss": 1.6268,
+      "step": 14300
+    },
+    {
+      "epoch": 0.11922898589123666,
+      "grad_norm": 0.24128000438213348,
+      "learning_rate": 0.00019205362478640555,
+      "loss": 1.6765,
+      "step": 14400
+    },
+    {
+      "epoch": 0.12005696495992581,
+      "grad_norm": 0.2213265597820282,
+      "learning_rate": 0.00019199842617725595,
+      "loss": 1.6483,
+      "step": 14500
+    },
+    {
+      "epoch": 0.12088494402861495,
+      "grad_norm": 0.3523562252521515,
+      "learning_rate": 0.00019194322756810634,
+      "loss": 1.6394,
+      "step": 14600
+    },
+    {
+      "epoch": 0.1217129230973041,
+      "grad_norm": 0.26578399538993835,
+      "learning_rate": 0.00019188802895895674,
+      "loss": 1.7057,
+      "step": 14700
+    },
+    {
+      "epoch": 0.12254090216599324,
+      "grad_norm": 0.2317681610584259,
+      "learning_rate": 0.00019183283034980713,
+      "loss": 1.6244,
+      "step": 14800
+    },
+    {
+      "epoch": 0.12336888123468238,
+      "grad_norm": 0.2221396416425705,
+      "learning_rate": 0.00019177763174065752,
+      "loss": 1.6442,
+      "step": 14900
+    },
+    {
+      "epoch": 0.12419686030337153,
+      "grad_norm": 0.2175658941268921,
+      "learning_rate": 0.00019172243313150792,
+      "loss": 1.6643,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1250248393720607,
+      "grad_norm": 0.21838437020778656,
+      "learning_rate": 0.0001916672345223583,
+      "loss": 1.6629,
+      "step": 15100
+    },
+    {
+      "epoch": 0.12585281844074983,
+      "grad_norm": 0.19501908123493195,
+      "learning_rate": 0.0001916120359132087,
+      "loss": 1.6466,
+      "step": 15200
+    },
+    {
+      "epoch": 0.12668079750943897,
+      "grad_norm": 0.24163535237312317,
+      "learning_rate": 0.0001915568373040591,
+      "loss": 1.6448,
+      "step": 15300
+    },
+    {
+      "epoch": 0.1275087765781281,
+      "grad_norm": 0.2042425274848938,
+      "learning_rate": 0.0001915016386949095,
+      "loss": 1.6639,
+      "step": 15400
+    },
+    {
+      "epoch": 0.12833675564681724,
+      "grad_norm": 0.22937864065170288,
+      "learning_rate": 0.0001914464400857599,
+      "loss": 1.635,
+      "step": 15500
+    },
+    {
+      "epoch": 0.12916473471550638,
+      "grad_norm": 0.2340078055858612,
+      "learning_rate": 0.00019139124147661028,
+      "loss": 1.6335,
+      "step": 15600
+    },
+    {
+      "epoch": 0.12999271378419552,
+      "grad_norm": 0.24161306023597717,
+      "learning_rate": 0.00019133604286746068,
+      "loss": 1.634,
+      "step": 15700
+    },
+    {
+      "epoch": 0.13082069285288467,
+      "grad_norm": 0.25775766372680664,
+      "learning_rate": 0.00019128084425831107,
+      "loss": 1.6331,
+      "step": 15800
+    },
+    {
+      "epoch": 0.1316486719215738,
+      "grad_norm": 0.23609529435634613,
+      "learning_rate": 0.00019122564564916147,
+      "loss": 1.6431,
+      "step": 15900
+    },
+    {
+      "epoch": 0.13247665099026296,
+      "grad_norm": 0.24818001687526703,
+      "learning_rate": 0.00019117044704001186,
+      "loss": 1.6355,
+      "step": 16000
+    },
+    {
+      "epoch": 0.1333046300589521,
+      "grad_norm": 0.2805030941963196,
+      "learning_rate": 0.00019111580041695375,
+      "loss": 1.6459,
+      "step": 16100
+    },
+    {
+      "epoch": 0.13413260912764124,
+      "grad_norm": 0.2721966505050659,
+      "learning_rate": 0.00019106060180780417,
+      "loss": 1.6384,
+      "step": 16200
+    },
+    {
+      "epoch": 0.1349605881963304,
+      "grad_norm": 0.23994600772857666,
+      "learning_rate": 0.00019100540319865454,
+      "loss": 1.627,
+      "step": 16300
+    },
+    {
+      "epoch": 0.13578856726501953,
+      "grad_norm": 0.20296916365623474,
+      "learning_rate": 0.00019095020458950496,
+      "loss": 1.6528,
+      "step": 16400
+    },
+    {
+      "epoch": 0.13661654633370868,
+      "grad_norm": 0.21805709600448608,
+      "learning_rate": 0.00019089500598035535,
+      "loss": 1.64,
+      "step": 16500
+    },
+    {
+      "epoch": 0.13744452540239782,
+      "grad_norm": 0.25123125314712524,
+      "learning_rate": 0.00019083980737120572,
+      "loss": 1.6889,
+      "step": 16600
+    },
+    {
+      "epoch": 0.13827250447108697,
+      "grad_norm": 0.2638598680496216,
+      "learning_rate": 0.00019078460876205614,
+      "loss": 1.6507,
+      "step": 16700
+    },
+    {
+      "epoch": 0.1391004835397761,
+      "grad_norm": 0.21334075927734375,
+      "learning_rate": 0.00019072941015290653,
+      "loss": 1.6428,
+      "step": 16800
+    },
+    {
+      "epoch": 0.13992846260846525,
+      "grad_norm": 0.2150932401418686,
+      "learning_rate": 0.0001906742115437569,
+      "loss": 1.6277,
+      "step": 16900
+    },
+    {
+      "epoch": 0.1407564416771544,
+      "grad_norm": 0.28504666686058044,
+      "learning_rate": 0.00019061901293460732,
+      "loss": 1.6609,
+      "step": 17000
+    },
+    {
+      "epoch": 0.14158442074584354,
+      "grad_norm": 0.22296425700187683,
+      "learning_rate": 0.00019056381432545772,
+      "loss": 1.6359,
+      "step": 17100
+    },
+    {
+      "epoch": 0.1424123998145327,
+      "grad_norm": 0.23885318636894226,
+      "learning_rate": 0.00019050861571630808,
+      "loss": 1.6262,
+      "step": 17200
+    },
+    {
+      "epoch": 0.14324037888322183,
+      "grad_norm": 0.22231832146644592,
+      "learning_rate": 0.0001904534171071585,
+      "loss": 1.6369,
+      "step": 17300
+    },
+    {
+      "epoch": 0.14406835795191097,
+      "grad_norm": 0.25279131531715393,
+      "learning_rate": 0.0001903982184980089,
+      "loss": 1.6376,
+      "step": 17400
+    },
+    {
+      "epoch": 0.14489633702060012,
+      "grad_norm": 0.2754824459552765,
+      "learning_rate": 0.00019034301988885927,
+      "loss": 1.6579,
+      "step": 17500
+    },
+    {
+      "epoch": 0.14572431608928926,
+      "grad_norm": 0.22775475680828094,
+      "learning_rate": 0.0001902878212797097,
+      "loss": 1.674,
+      "step": 17600
+    },
+    {
+      "epoch": 0.1465522951579784,
+      "grad_norm": 0.21519581973552704,
+      "learning_rate": 0.00019023262267056008,
+      "loss": 1.654,
+      "step": 17700
+    },
+    {
+      "epoch": 0.14738027422666755,
+      "grad_norm": 0.2484564632177353,
+      "learning_rate": 0.00019017742406141045,
+      "loss": 1.6046,
+      "step": 17800
+    },
+    {
+      "epoch": 0.1482082532953567,
+      "grad_norm": 0.21091294288635254,
+      "learning_rate": 0.00019012222545226087,
+      "loss": 1.616,
+      "step": 17900
+    },
+    {
+      "epoch": 0.14903623236404584,
+      "grad_norm": 0.27948471903800964,
+      "learning_rate": 0.00019006702684311127,
+      "loss": 1.6866,
+      "step": 18000
+    },
+    {
+      "epoch": 0.14986421143273498,
+      "grad_norm": 0.28303253650665283,
+      "learning_rate": 0.00019001182823396163,
+      "loss": 1.6569,
+      "step": 18100
+    },
+    {
+      "epoch": 0.15069219050142413,
+      "grad_norm": 0.2028988003730774,
+      "learning_rate": 0.00018995662962481205,
+      "loss": 1.6752,
+      "step": 18200
+    },
+    {
+      "epoch": 0.15152016957011327,
+      "grad_norm": 0.237883523106575,
+      "learning_rate": 0.0001899019830017539,
+      "loss": 1.6618,
+      "step": 18300
+    },
+    {
+      "epoch": 0.15234814863880242,
+      "grad_norm": 0.21337077021598816,
+      "learning_rate": 0.00018984678439260433,
+      "loss": 1.6397,
+      "step": 18400
+    },
+    {
+      "epoch": 0.15317612770749156,
+      "grad_norm": 0.20675146579742432,
+      "learning_rate": 0.00018979158578345473,
+      "loss": 1.6382,
+      "step": 18500
+    },
+    {
+      "epoch": 0.1540041067761807,
+      "grad_norm": 0.23405767977237701,
+      "learning_rate": 0.0001897363871743051,
+      "loss": 1.6112,
+      "step": 18600
+    },
+    {
+      "epoch": 0.15483208584486985,
+      "grad_norm": 0.22801779210567474,
+      "learning_rate": 0.00018968118856515552,
+      "loss": 1.6332,
+      "step": 18700
+    },
+    {
+      "epoch": 0.155660064913559,
+      "grad_norm": 0.28877681493759155,
+      "learning_rate": 0.0001896259899560059,
+      "loss": 1.618,
+      "step": 18800
+    },
+    {
+      "epoch": 0.15648804398224814,
+      "grad_norm": 0.2644197940826416,
+      "learning_rate": 0.00018957079134685628,
+      "loss": 1.6617,
+      "step": 18900
+    },
+    {
+      "epoch": 0.15731602305093728,
+      "grad_norm": 0.20182272791862488,
+      "learning_rate": 0.0001895155927377067,
+      "loss": 1.6273,
+      "step": 19000
+    },
+    {
+      "epoch": 0.15814400211962643,
+      "grad_norm": 0.2702679932117462,
+      "learning_rate": 0.0001894603941285571,
+      "loss": 1.6573,
+      "step": 19100
+    },
+    {
+      "epoch": 0.15897198118831557,
+      "grad_norm": 0.24677981436252594,
+      "learning_rate": 0.00018940519551940746,
+      "loss": 1.645,
+      "step": 19200
+    },
+    {
+      "epoch": 0.15979996025700471,
+      "grad_norm": 0.22584903240203857,
+      "learning_rate": 0.00018934999691025788,
+      "loss": 1.6496,
+      "step": 19300
+    },
+    {
+      "epoch": 0.16062793932569386,
+      "grad_norm": 0.25998055934906006,
+      "learning_rate": 0.00018929479830110828,
+      "loss": 1.6406,
+      "step": 19400
+    },
+    {
+      "epoch": 0.161455918394383,
+      "grad_norm": 0.24679061770439148,
+      "learning_rate": 0.00018923959969195867,
+      "loss": 1.664,
+      "step": 19500
+    },
+    {
+      "epoch": 0.16228389746307215,
+      "grad_norm": 0.21543079614639282,
+      "learning_rate": 0.00018918440108280907,
+      "loss": 1.6316,
+      "step": 19600
+    },
+    {
+      "epoch": 0.1631118765317613,
+      "grad_norm": 0.20581622421741486,
+      "learning_rate": 0.00018912920247365946,
+      "loss": 1.6417,
+      "step": 19700
+    },
+    {
+      "epoch": 0.1639398556004504,
+      "grad_norm": 0.24385277926921844,
+      "learning_rate": 0.00018907400386450985,
+      "loss": 1.6462,
+      "step": 19800
+    },
+    {
+      "epoch": 0.16476783466913955,
+      "grad_norm": 0.21104101836681366,
+      "learning_rate": 0.00018901880525536025,
+      "loss": 1.6255,
+      "step": 19900
+    },
+    {
+      "epoch": 0.1655958137378287,
+      "grad_norm": 0.2160460352897644,
+      "learning_rate": 0.00018896360664621064,
+      "loss": 1.6602,
+      "step": 20000
+    },
+    {
+      "epoch": 0.16642379280651784,
+      "grad_norm": 0.27930399775505066,
+      "learning_rate": 0.00018890840803706104,
+      "loss": 1.676,
+      "step": 20100
+    },
+    {
+      "epoch": 0.16725177187520698,
+      "grad_norm": 0.21541720628738403,
+      "learning_rate": 0.00018885320942791143,
+      "loss": 1.627,
+      "step": 20200
+    },
+    {
+      "epoch": 0.16807975094389613,
+      "grad_norm": 0.21303394436836243,
+      "learning_rate": 0.00018879801081876182,
+      "loss": 1.6332,
+      "step": 20300
+    },
+    {
+      "epoch": 0.16890773001258527,
+      "grad_norm": 0.22445669770240784,
+      "learning_rate": 0.0001887433641957037,
+      "loss": 1.6466,
+      "step": 20400
+    },
+    {
+      "epoch": 0.16973570908127442,
+      "grad_norm": 0.21410098671913147,
+      "learning_rate": 0.0001886881655865541,
+      "loss": 1.6392,
+      "step": 20500
+    },
+    {
+      "epoch": 0.17056368814996356,
+      "grad_norm": 0.19233547151088715,
+      "learning_rate": 0.0001886329669774045,
+      "loss": 1.6396,
+      "step": 20600
+    },
+    {
+      "epoch": 0.1713916672186527,
+      "grad_norm": 0.20589858293533325,
+      "learning_rate": 0.0001885777683682549,
+      "loss": 1.6295,
+      "step": 20700
+    },
+    {
+      "epoch": 0.17221964628734185,
+      "grad_norm": 0.25907692313194275,
+      "learning_rate": 0.0001885225697591053,
+      "loss": 1.6329,
+      "step": 20800
+    },
+    {
+      "epoch": 0.173047625356031,
+      "grad_norm": 0.2765398919582367,
+      "learning_rate": 0.00018846737114995568,
+      "loss": 1.6868,
+      "step": 20900
+    },
+    {
+      "epoch": 0.17387560442472014,
+      "grad_norm": 0.23948393762111664,
+      "learning_rate": 0.00018841217254080608,
+      "loss": 1.6664,
+      "step": 21000
+    },
+    {
+      "epoch": 0.17470358349340928,
+      "grad_norm": 0.2371809184551239,
+      "learning_rate": 0.00018835697393165647,
+      "loss": 1.6843,
+      "step": 21100
+    },
+    {
+      "epoch": 0.17553156256209843,
+      "grad_norm": 0.19910277426242828,
+      "learning_rate": 0.00018830177532250686,
+      "loss": 1.619,
+      "step": 21200
+    },
+    {
+      "epoch": 0.17635954163078757,
+      "grad_norm": 0.24008843302726746,
+      "learning_rate": 0.00018824657671335726,
+      "loss": 1.6254,
+      "step": 21300
+    },
+    {
+      "epoch": 0.1771875206994767,
+      "grad_norm": 0.22527045011520386,
+      "learning_rate": 0.00018819137810420765,
+      "loss": 1.656,
+      "step": 21400
+    },
+    {
+      "epoch": 0.17801549976816586,
+      "grad_norm": 0.21581338346004486,
+      "learning_rate": 0.00018813617949505805,
+      "loss": 1.6297,
+      "step": 21500
+    },
+    {
+      "epoch": 0.178843478836855,
+      "grad_norm": 0.23672404885292053,
+      "learning_rate": 0.00018808098088590844,
+      "loss": 1.6493,
+      "step": 21600
+    },
+    {
+      "epoch": 0.17967145790554415,
+      "grad_norm": 0.22824163734912872,
+      "learning_rate": 0.00018802578227675884,
+      "loss": 1.6428,
+      "step": 21700
+    },
+    {
+      "epoch": 0.1804994369742333,
+      "grad_norm": 0.21679380536079407,
+      "learning_rate": 0.00018797058366760923,
+      "loss": 1.6373,
+      "step": 21800
+    },
+    {
+      "epoch": 0.18132741604292243,
+      "grad_norm": 0.23232513666152954,
+      "learning_rate": 0.00018791538505845962,
+      "loss": 1.6408,
+      "step": 21900
+    },
+    {
+      "epoch": 0.18215539511161158,
+      "grad_norm": 0.21634866297245026,
+      "learning_rate": 0.00018786018644931002,
+      "loss": 1.6428,
+      "step": 22000
+    },
+    {
+      "epoch": 0.18298337418030072,
+      "grad_norm": 0.24199073016643524,
+      "learning_rate": 0.0001878049878401604,
+      "loss": 1.6912,
+      "step": 22100
+    },
+    {
+      "epoch": 0.18381135324898987,
+      "grad_norm": 0.24073319137096405,
+      "learning_rate": 0.0001877497892310108,
+      "loss": 1.6697,
+      "step": 22200
+    },
+    {
+      "epoch": 0.184639332317679,
+      "grad_norm": 0.20666244626045227,
+      "learning_rate": 0.0001876945906218612,
+      "loss": 1.6372,
+      "step": 22300
+    },
+    {
+      "epoch": 0.18546731138636816,
+      "grad_norm": 0.24439455568790436,
+      "learning_rate": 0.0001876393920127116,
+      "loss": 1.6562,
+      "step": 22400
+    },
+    {
+      "epoch": 0.1862952904550573,
+      "grad_norm": 0.20771746337413788,
+      "learning_rate": 0.000187584193403562,
+      "loss": 1.6342,
+      "step": 22500
+    },
+    {
+      "epoch": 0.18712326952374644,
+      "grad_norm": 0.23821604251861572,
+      "learning_rate": 0.00018752899479441238,
+      "loss": 1.6266,
+      "step": 22600
+    },
+    {
+      "epoch": 0.1879512485924356,
+      "grad_norm": 0.20013689994812012,
+      "learning_rate": 0.00018747379618526278,
+      "loss": 1.6394,
+      "step": 22700
+    },
+    {
+      "epoch": 0.18877922766112473,
+      "grad_norm": 0.24145907163619995,
+      "learning_rate": 0.00018741859757611317,
+      "loss": 1.639,
+      "step": 22800
+    },
+    {
+      "epoch": 0.18960720672981388,
+      "grad_norm": 0.227446511387825,
+      "learning_rate": 0.00018736395095305509,
+      "loss": 1.6245,
+      "step": 22900
+    },
+    {
+      "epoch": 0.19043518579850302,
+      "grad_norm": 0.23569269478321075,
+      "learning_rate": 0.00018730875234390545,
+      "loss": 1.6536,
+      "step": 23000
+    },
+    {
+      "epoch": 0.19126316486719216,
+      "grad_norm": 0.26718559861183167,
+      "learning_rate": 0.00018725355373475585,
+      "loss": 1.6152,
+      "step": 23100
+    },
+    {
+      "epoch": 0.1920911439358813,
+      "grad_norm": 0.2448846399784088,
+      "learning_rate": 0.00018719835512560627,
+      "loss": 1.6462,
+      "step": 23200
+    },
+    {
+      "epoch": 0.19291912300457045,
+      "grad_norm": 0.22957266867160797,
+      "learning_rate": 0.00018714315651645664,
+      "loss": 1.6493,
+      "step": 23300
+    },
+    {
+      "epoch": 0.1937471020732596,
+      "grad_norm": 0.24881067872047424,
+      "learning_rate": 0.00018708795790730703,
+      "loss": 1.6509,
+      "step": 23400
+    },
+    {
+      "epoch": 0.19457508114194874,
+      "grad_norm": 0.26392731070518494,
+      "learning_rate": 0.00018703275929815745,
+      "loss": 1.6436,
+      "step": 23500
+    },
+    {
+      "epoch": 0.19540306021063789,
+      "grad_norm": 0.23469410836696625,
+      "learning_rate": 0.00018697756068900782,
+      "loss": 1.6494,
+      "step": 23600
+    },
+    {
+      "epoch": 0.19623103927932703,
+      "grad_norm": 0.191993847489357,
+      "learning_rate": 0.00018692236207985824,
+      "loss": 1.6118,
+      "step": 23700
+    },
+    {
+      "epoch": 0.19705901834801617,
+      "grad_norm": 0.24076974391937256,
+      "learning_rate": 0.00018686716347070863,
+      "loss": 1.6414,
+      "step": 23800
+    },
+    {
+      "epoch": 0.19788699741670532,
+      "grad_norm": 0.22676746547222137,
+      "learning_rate": 0.000186811964861559,
+      "loss": 1.6392,
+      "step": 23900
+    },
+    {
+      "epoch": 0.19871497648539446,
+      "grad_norm": 0.2693268060684204,
+      "learning_rate": 0.00018675676625240942,
+      "loss": 1.6254,
+      "step": 24000
+    },
+    {
+      "epoch": 0.1995429555540836,
+      "grad_norm": 0.23930659890174866,
+      "learning_rate": 0.00018670156764325982,
+      "loss": 1.6451,
+      "step": 24100
+    },
+    {
+      "epoch": 0.20037093462277272,
+      "grad_norm": 0.23256762325763702,
+      "learning_rate": 0.00018664636903411018,
+      "loss": 1.6424,
+      "step": 24200
+    },
+    {
+      "epoch": 0.20119891369146187,
+      "grad_norm": 0.2577391564846039,
+      "learning_rate": 0.0001865911704249606,
+      "loss": 1.6212,
+      "step": 24300
+    },
+    {
+      "epoch": 0.202026892760151,
+      "grad_norm": 0.26071691513061523,
+      "learning_rate": 0.000186535971815811,
+      "loss": 1.6314,
+      "step": 24400
+    },
+    {
+      "epoch": 0.20285487182884016,
+      "grad_norm": 0.22462689876556396,
+      "learning_rate": 0.00018648077320666137,
+      "loss": 1.6237,
+      "step": 24500
+    },
+    {
+      "epoch": 0.2036828508975293,
+      "grad_norm": 0.24064601957798004,
+      "learning_rate": 0.0001864255745975118,
+      "loss": 1.6391,
+      "step": 24600
+    },
+    {
+      "epoch": 0.20451082996621844,
+      "grad_norm": 0.22928814589977264,
+      "learning_rate": 0.00018637037598836218,
+      "loss": 1.6147,
+      "step": 24700
+    },
+    {
+      "epoch": 0.2053388090349076,
+      "grad_norm": 0.22983402013778687,
+      "learning_rate": 0.00018631517737921255,
+      "loss": 1.6427,
+      "step": 24800
+    },
+    {
+      "epoch": 0.20616678810359673,
+      "grad_norm": 0.22635537385940552,
+      "learning_rate": 0.00018625997877006297,
+      "loss": 1.6421,
+      "step": 24900
+    },
+    {
+      "epoch": 0.20699476717228588,
+      "grad_norm": 0.23368728160858154,
+      "learning_rate": 0.00018620478016091336,
+      "loss": 1.6472,
+      "step": 25000
+    },
+    {
+      "epoch": 0.20782274624097502,
+      "grad_norm": 0.24677674472332,
+      "learning_rate": 0.00018614958155176373,
+      "loss": 1.6697,
+      "step": 25100
+    },
+    {
+      "epoch": 0.20865072530966416,
+      "grad_norm": 0.2160155028104782,
+      "learning_rate": 0.00018609438294261415,
+      "loss": 1.6327,
+      "step": 25200
+    },
+    {
+      "epoch": 0.2094787043783533,
+      "grad_norm": 0.20933164656162262,
+      "learning_rate": 0.00018603918433346455,
+      "loss": 1.6464,
+      "step": 25300
+    },
+    {
+      "epoch": 0.21030668344704245,
+      "grad_norm": 0.2508947253227234,
+      "learning_rate": 0.00018598398572431491,
+      "loss": 1.6531,
+      "step": 25400
+    },
+    {
+      "epoch": 0.2111346625157316,
+      "grad_norm": 0.264946311712265,
+      "learning_rate": 0.00018592878711516534,
+      "loss": 1.6285,
+      "step": 25500
+    },
+    {
+      "epoch": 0.21196264158442074,
+      "grad_norm": 0.23839199542999268,
+      "learning_rate": 0.00018587358850601573,
+      "loss": 1.6601,
+      "step": 25600
+    },
+    {
+      "epoch": 0.21279062065310989,
+      "grad_norm": 0.20937936007976532,
+      "learning_rate": 0.0001858183898968661,
+      "loss": 1.6199,
+      "step": 25700
+    },
+    {
+      "epoch": 0.21361859972179903,
+      "grad_norm": 0.2978517413139343,
+      "learning_rate": 0.00018576319128771652,
+      "loss": 1.6233,
+      "step": 25800
+    },
+    {
+      "epoch": 0.21444657879048817,
+      "grad_norm": 0.22715617716312408,
+      "learning_rate": 0.0001857079926785669,
+      "loss": 1.6616,
+      "step": 25900
+    },
+    {
+      "epoch": 0.21527455785917732,
+      "grad_norm": 0.21679271757602692,
+      "learning_rate": 0.00018565279406941728,
+      "loss": 1.6562,
+      "step": 26000
+    },
+    {
+      "epoch": 0.21610253692786646,
+      "grad_norm": 0.2540909945964813,
+      "learning_rate": 0.0001855975954602677,
+      "loss": 1.6292,
+      "step": 26100
+    },
+    {
+      "epoch": 0.2169305159965556,
+      "grad_norm": 0.23456817865371704,
+      "learning_rate": 0.0001855423968511181,
+      "loss": 1.6117,
+      "step": 26200
+    },
+    {
+      "epoch": 0.21775849506524475,
+      "grad_norm": 0.2706565856933594,
+      "learning_rate": 0.00018548719824196846,
+      "loss": 1.6119,
+      "step": 26300
+    },
+    {
+      "epoch": 0.2185864741339339,
+      "grad_norm": 0.24881504476070404,
+      "learning_rate": 0.00018543199963281888,
+      "loss": 1.6263,
+      "step": 26400
+    },
+    {
+      "epoch": 0.21941445320262304,
+      "grad_norm": 0.3882363736629486,
+      "learning_rate": 0.00018537680102366928,
+      "loss": 1.6537,
+      "step": 26500
+    },
+    {
+      "epoch": 0.22024243227131218,
+      "grad_norm": 0.19953063130378723,
+      "learning_rate": 0.00018532160241451965,
+      "loss": 1.6786,
+      "step": 26600
+    },
+    {
+      "epoch": 0.22107041134000133,
+      "grad_norm": 0.21415996551513672,
+      "learning_rate": 0.00018526640380537007,
+      "loss": 1.6582,
+      "step": 26700
+    },
+    {
+      "epoch": 0.22189839040869047,
+      "grad_norm": 0.22917871177196503,
+      "learning_rate": 0.00018521120519622046,
+      "loss": 1.5913,
+      "step": 26800
+    },
+    {
+      "epoch": 0.22272636947737962,
+      "grad_norm": 0.23988696932792664,
+      "learning_rate": 0.00018515600658707083,
+      "loss": 1.6284,
+      "step": 26900
+    },
+    {
+      "epoch": 0.22355434854606876,
+      "grad_norm": 0.21336591243743896,
+      "learning_rate": 0.00018510080797792125,
+      "loss": 1.6594,
+      "step": 27000
+    },
+    {
+      "epoch": 0.2243823276147579,
+      "grad_norm": 0.22978056967258453,
+      "learning_rate": 0.00018504560936877164,
+      "loss": 1.653,
+      "step": 27100
+    },
+    {
+      "epoch": 0.22521030668344705,
+      "grad_norm": 0.27317842841148376,
+      "learning_rate": 0.00018499096274571353,
+      "loss": 1.6267,
+      "step": 27200
+    },
+    {
+      "epoch": 0.2260382857521362,
+      "grad_norm": 0.2396378219127655,
+      "learning_rate": 0.00018493576413656392,
+      "loss": 1.6452,
+      "step": 27300
+    },
+    {
+      "epoch": 0.22686626482082534,
+      "grad_norm": 0.2800294756889343,
+      "learning_rate": 0.00018488056552741432,
+      "loss": 1.6722,
+      "step": 27400
+    },
+    {
+      "epoch": 0.22769424388951448,
+      "grad_norm": 0.24665579199790955,
+      "learning_rate": 0.0001848253669182647,
+      "loss": 1.6473,
+      "step": 27500
+    },
+    {
+      "epoch": 0.22852222295820362,
+      "grad_norm": 0.23755255341529846,
+      "learning_rate": 0.0001847701683091151,
+      "loss": 1.6072,
+      "step": 27600
+    },
+    {
+      "epoch": 0.22935020202689277,
+      "grad_norm": 0.23274143040180206,
+      "learning_rate": 0.0001847149696999655,
+      "loss": 1.6547,
+      "step": 27700
+    },
+    {
+      "epoch": 0.2301781810955819,
+      "grad_norm": 0.20112739503383636,
+      "learning_rate": 0.0001846597710908159,
+      "loss": 1.6307,
+      "step": 27800
+    },
+    {
+      "epoch": 0.23100616016427106,
+      "grad_norm": 0.29942500591278076,
+      "learning_rate": 0.0001846045724816663,
+      "loss": 1.6384,
+      "step": 27900
+    },
+    {
+      "epoch": 0.2318341392329602,
+      "grad_norm": 0.2471247911453247,
+      "learning_rate": 0.00018454937387251668,
+      "loss": 1.6568,
+      "step": 28000
+    },
+    {
+      "epoch": 0.23266211830164935,
+      "grad_norm": 0.2586652934551239,
+      "learning_rate": 0.00018449417526336708,
+      "loss": 1.6167,
+      "step": 28100
+    },
+    {
+      "epoch": 0.2334900973703385,
+      "grad_norm": 0.23116792738437653,
+      "learning_rate": 0.00018443897665421747,
+      "loss": 1.6222,
+      "step": 28200
+    },
+    {
+      "epoch": 0.23431807643902763,
+      "grad_norm": 0.22467024624347687,
+      "learning_rate": 0.00018438433003115936,
+      "loss": 1.6343,
+      "step": 28300
+    },
+    {
+      "epoch": 0.23514605550771678,
+      "grad_norm": 0.28815844655036926,
+      "learning_rate": 0.00018432913142200975,
+      "loss": 1.6388,
+      "step": 28400
+    },
+    {
+      "epoch": 0.23597403457640592,
+      "grad_norm": 0.22312502562999725,
+      "learning_rate": 0.00018427393281286017,
+      "loss": 1.639,
+      "step": 28500
+    },
+    {
+      "epoch": 0.23680201364509504,
+      "grad_norm": 0.2542140781879425,
+      "learning_rate": 0.00018421873420371054,
+      "loss": 1.6019,
+      "step": 28600
+    },
+    {
+      "epoch": 0.23762999271378418,
+      "grad_norm": 0.2540210783481598,
+      "learning_rate": 0.00018416353559456094,
+      "loss": 1.6217,
+      "step": 28700
+    },
+    {
+      "epoch": 0.23845797178247333,
+      "grad_norm": 0.2396947294473648,
+      "learning_rate": 0.00018410833698541136,
+      "loss": 1.6186,
+      "step": 28800
+    },
+    {
+      "epoch": 0.23928595085116247,
+      "grad_norm": 0.2223241776227951,
+      "learning_rate": 0.00018405313837626172,
+      "loss": 1.6385,
+      "step": 28900
+    },
+    {
+      "epoch": 0.24011392991985162,
+      "grad_norm": 0.21971747279167175,
+      "learning_rate": 0.00018399793976711212,
+      "loss": 1.6357,
+      "step": 29000
+    },
+    {
+      "epoch": 0.24094190898854076,
+      "grad_norm": 0.24293990433216095,
+      "learning_rate": 0.00018394274115796254,
+      "loss": 1.6677,
+      "step": 29100
+    },
+    {
+      "epoch": 0.2417698880572299,
+      "grad_norm": 0.2490108758211136,
+      "learning_rate": 0.0001838875425488129,
+      "loss": 1.6423,
+      "step": 29200
+    },
+    {
+      "epoch": 0.24259786712591905,
+      "grad_norm": 0.2689921259880066,
+      "learning_rate": 0.0001838323439396633,
+      "loss": 1.6273,
+      "step": 29300
+    },
+    {
+      "epoch": 0.2434258461946082,
+      "grad_norm": 0.21055381000041962,
+      "learning_rate": 0.0001837776973166052,
+      "loss": 1.5876,
+      "step": 29400
+    },
+    {
+      "epoch": 0.24425382526329734,
+      "grad_norm": 0.24339735507965088,
+      "learning_rate": 0.00018372249870745558,
+      "loss": 1.5942,
+      "step": 29500
+    },
+    {
+      "epoch": 0.24508180433198648,
+      "grad_norm": 0.22557999193668365,
+      "learning_rate": 0.000183667300098306,
+      "loss": 1.6407,
+      "step": 29600
+    },
+    {
+      "epoch": 0.24590978340067562,
+      "grad_norm": 0.27617794275283813,
+      "learning_rate": 0.00018361210148915637,
+      "loss": 1.626,
+      "step": 29700
+    },
+    {
+      "epoch": 0.24673776246936477,
+      "grad_norm": 0.2763831615447998,
+      "learning_rate": 0.00018355690288000676,
+      "loss": 1.6035,
+      "step": 29800
+    },
+    {
+      "epoch": 0.2475657415380539,
+      "grad_norm": 0.23689210414886475,
+      "learning_rate": 0.00018350170427085719,
+      "loss": 1.6772,
+      "step": 29900
+    },
+    {
+      "epoch": 0.24839372060674306,
+      "grad_norm": 0.22767847776412964,
+      "learning_rate": 0.00018344650566170755,
+      "loss": 1.6315,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2492216996754322,
+      "grad_norm": 0.23645687103271484,
+      "learning_rate": 0.00018339130705255795,
+      "loss": 1.6424,
+      "step": 30100
+    },
+    {
+      "epoch": 0.2500496787441214,
+      "grad_norm": 0.29076236486434937,
+      "learning_rate": 0.00018333610844340837,
+      "loss": 1.6175,
+      "step": 30200
+    },
+    {
+      "epoch": 0.2508776578128105,
+      "grad_norm": 0.22849859297275543,
+      "learning_rate": 0.00018328090983425874,
+      "loss": 1.6264,
+      "step": 30300
+    },
+    {
+      "epoch": 0.25170563688149966,
+      "grad_norm": 0.19252796471118927,
+      "learning_rate": 0.00018322571122510913,
+      "loss": 1.6386,
+      "step": 30400
+    },
+    {
+      "epoch": 0.2525336159501888,
+      "grad_norm": 0.22710925340652466,
+      "learning_rate": 0.00018317051261595955,
+      "loss": 1.6098,
+      "step": 30500
+    },
+    {
+      "epoch": 0.25336159501887795,
+      "grad_norm": 0.22989875078201294,
+      "learning_rate": 0.00018311531400680992,
+      "loss": 1.6339,
+      "step": 30600
+    },
+    {
+      "epoch": 0.2541895740875671,
+      "grad_norm": 0.25290095806121826,
+      "learning_rate": 0.0001830601153976603,
+      "loss": 1.634,
+      "step": 30700
+    },
+    {
+      "epoch": 0.2550175531562562,
+      "grad_norm": 0.24599549174308777,
+      "learning_rate": 0.00018300491678851073,
+      "loss": 1.6577,
+      "step": 30800
+    },
+    {
+      "epoch": 0.2558455322249453,
+      "grad_norm": 0.37027794122695923,
+      "learning_rate": 0.0001829497181793611,
+      "loss": 1.644,
+      "step": 30900
+    },
+    {
+      "epoch": 0.25667351129363447,
+      "grad_norm": 0.2629932463169098,
+      "learning_rate": 0.00018289451957021152,
+      "loss": 1.622,
+      "step": 31000
+    },
+    {
+      "epoch": 0.2575014903623236,
+      "grad_norm": 0.33217158913612366,
+      "learning_rate": 0.00018283932096106192,
+      "loss": 1.6334,
+      "step": 31100
+    },
+    {
+      "epoch": 0.25832946943101276,
+      "grad_norm": 0.23134025931358337,
+      "learning_rate": 0.00018278412235191228,
+      "loss": 1.6411,
+      "step": 31200
+    },
+    {
+      "epoch": 0.2591574484997019,
+      "grad_norm": 0.2514587342739105,
+      "learning_rate": 0.0001827289237427627,
+      "loss": 1.6125,
+      "step": 31300
+    },
+    {
+      "epoch": 0.25998542756839105,
+      "grad_norm": 0.2340904325246811,
+      "learning_rate": 0.0001826737251336131,
+      "loss": 1.6567,
+      "step": 31400
+    },
+    {
+      "epoch": 0.2608134066370802,
+      "grad_norm": 0.27328845858573914,
+      "learning_rate": 0.00018261852652446347,
+      "loss": 1.6479,
+      "step": 31500
+    },
+    {
+      "epoch": 0.26164138570576934,
+      "grad_norm": 0.2700946033000946,
+      "learning_rate": 0.0001825633279153139,
+      "loss": 1.6262,
+      "step": 31600
+    },
+    {
+      "epoch": 0.2624693647744585,
+      "grad_norm": 0.25395748019218445,
+      "learning_rate": 0.00018250812930616428,
+      "loss": 1.6166,
+      "step": 31700
+    },
+    {
+      "epoch": 0.2632973438431476,
+      "grad_norm": 0.23837615549564362,
+      "learning_rate": 0.00018245293069701465,
+      "loss": 1.6378,
+      "step": 31800
+    },
+    {
+      "epoch": 0.26412532291183677,
+      "grad_norm": 0.2575034201145172,
+      "learning_rate": 0.00018239773208786507,
+      "loss": 1.6448,
+      "step": 31900
+    },
+    {
+      "epoch": 0.2649533019805259,
+      "grad_norm": 0.25627613067626953,
+      "learning_rate": 0.00018234253347871546,
+      "loss": 1.6674,
+      "step": 32000
+    },
+    {
+      "epoch": 0.26578128104921506,
+      "grad_norm": 0.24171142280101776,
+      "learning_rate": 0.00018228733486956583,
+      "loss": 1.6584,
+      "step": 32100
+    },
+    {
+      "epoch": 0.2666092601179042,
+      "grad_norm": 0.2696898877620697,
+      "learning_rate": 0.00018223213626041625,
+      "loss": 1.6346,
+      "step": 32200
+    },
+    {
+      "epoch": 0.26743723918659335,
+      "grad_norm": 0.2296200692653656,
+      "learning_rate": 0.00018217693765126665,
+      "loss": 1.6376,
+      "step": 32300
+    },
+    {
+      "epoch": 0.2682652182552825,
+      "grad_norm": 0.22668029367923737,
+      "learning_rate": 0.00018212173904211701,
+      "loss": 1.6568,
+      "step": 32400
+    },
+    {
+      "epoch": 0.26909319732397163,
+      "grad_norm": 0.23633837699890137,
+      "learning_rate": 0.00018206654043296744,
+      "loss": 1.6355,
+      "step": 32500
+    },
+    {
+      "epoch": 0.2699211763926608,
+      "grad_norm": 0.3272385597229004,
+      "learning_rate": 0.00018201134182381783,
+      "loss": 1.6333,
+      "step": 32600
+    },
+    {
+      "epoch": 0.2707491554613499,
+      "grad_norm": 0.22284284234046936,
+      "learning_rate": 0.0001819561432146682,
+      "loss": 1.6482,
+      "step": 32700
+    },
+    {
+      "epoch": 0.27157713453003907,
+      "grad_norm": 0.22121630609035492,
+      "learning_rate": 0.00018190094460551862,
+      "loss": 1.6496,
+      "step": 32800
+    },
+    {
+      "epoch": 0.2724051135987282,
+      "grad_norm": 0.2997874319553375,
+      "learning_rate": 0.000181845745996369,
+      "loss": 1.6416,
+      "step": 32900
+    },
+    {
+      "epoch": 0.27323309266741735,
+      "grad_norm": 0.26545023918151855,
+      "learning_rate": 0.00018179054738721938,
+      "loss": 1.6452,
+      "step": 33000
+    },
+    {
+      "epoch": 0.2740610717361065,
+      "grad_norm": 0.2760174870491028,
+      "learning_rate": 0.0001817353487780698,
+      "loss": 1.6617,
+      "step": 33100
+    },
+    {
+      "epoch": 0.27488905080479564,
+      "grad_norm": 0.2267056554555893,
+      "learning_rate": 0.0001816801501689202,
+      "loss": 1.6201,
+      "step": 33200
+    },
+    {
+      "epoch": 0.2757170298734848,
+      "grad_norm": 0.2418147623538971,
+      "learning_rate": 0.00018162495155977056,
+      "loss": 1.6369,
+      "step": 33300
+    },
+    {
+      "epoch": 0.27654500894217393,
+      "grad_norm": 0.2712232172489166,
+      "learning_rate": 0.00018156975295062098,
+      "loss": 1.61,
+      "step": 33400
+    },
+    {
+      "epoch": 0.2773729880108631,
+      "grad_norm": 0.21989206969738007,
+      "learning_rate": 0.00018151455434147138,
+      "loss": 1.6385,
+      "step": 33500
+    },
+    {
+      "epoch": 0.2782009670795522,
+      "grad_norm": 0.23285841941833496,
+      "learning_rate": 0.00018145935573232174,
+      "loss": 1.6234,
+      "step": 33600
+    },
+    {
+      "epoch": 0.27902894614824136,
+      "grad_norm": 0.2723333537578583,
+      "learning_rate": 0.00018140415712317217,
+      "loss": 1.6265,
+      "step": 33700
+    },
+    {
+      "epoch": 0.2798569252169305,
+      "grad_norm": 0.29798418283462524,
+      "learning_rate": 0.00018134895851402256,
+      "loss": 1.6278,
+      "step": 33800
+    },
+    {
+      "epoch": 0.28068490428561965,
+      "grad_norm": 0.22149847447872162,
+      "learning_rate": 0.00018129375990487293,
+      "loss": 1.6347,
+      "step": 33900
+    },
+    {
+      "epoch": 0.2815128833543088,
+      "grad_norm": 0.2652026116847992,
+      "learning_rate": 0.00018123856129572335,
+      "loss": 1.6388,
+      "step": 34000
+    },
+    {
+      "epoch": 0.28234086242299794,
+      "grad_norm": 0.21799111366271973,
+      "learning_rate": 0.00018118336268657374,
+      "loss": 1.6031,
+      "step": 34100
+    },
+    {
+      "epoch": 0.2831688414916871,
+      "grad_norm": 0.23749162256717682,
+      "learning_rate": 0.0001811281640774241,
+      "loss": 1.6268,
+      "step": 34200
+    },
+    {
+      "epoch": 0.28399682056037623,
+      "grad_norm": 0.20693838596343994,
+      "learning_rate": 0.00018107351745436602,
+      "loss": 1.6406,
+      "step": 34300
+    },
+    {
+      "epoch": 0.2848247996290654,
+      "grad_norm": 0.27509090304374695,
+      "learning_rate": 0.00018101831884521642,
+      "loss": 1.6291,
+      "step": 34400
+    },
+    {
+      "epoch": 0.2856527786977545,
+      "grad_norm": 0.24260659515857697,
+      "learning_rate": 0.0001809631202360668,
+      "loss": 1.6418,
+      "step": 34500
+    },
+    {
+      "epoch": 0.28648075776644366,
+      "grad_norm": 0.22240006923675537,
+      "learning_rate": 0.0001809079216269172,
+      "loss": 1.589,
+      "step": 34600
+    },
+    {
+      "epoch": 0.2873087368351328,
+      "grad_norm": 0.21402128040790558,
+      "learning_rate": 0.0001808527230177676,
+      "loss": 1.6004,
+      "step": 34700
+    },
+    {
+      "epoch": 0.28813671590382195,
+      "grad_norm": 0.23821817338466644,
+      "learning_rate": 0.000180797524408618,
+      "loss": 1.6203,
+      "step": 34800
+    },
+    {
+      "epoch": 0.2889646949725111,
+      "grad_norm": 0.22152476012706757,
+      "learning_rate": 0.0001807423257994684,
+      "loss": 1.6351,
+      "step": 34900
+    },
+    {
+      "epoch": 0.28979267404120024,
+      "grad_norm": 0.269619882106781,
+      "learning_rate": 0.00018068712719031878,
+      "loss": 1.6269,
+      "step": 35000
+    },
+    {
+      "epoch": 0.2906206531098894,
+      "grad_norm": 0.2366069257259369,
+      "learning_rate": 0.00018063192858116918,
+      "loss": 1.6363,
+      "step": 35100
+    },
+    {
+      "epoch": 0.2914486321785785,
+      "grad_norm": 0.2468317300081253,
+      "learning_rate": 0.00018057672997201957,
+      "loss": 1.6265,
+      "step": 35200
+    },
+    {
+      "epoch": 0.29227661124726767,
+      "grad_norm": 0.2998073697090149,
+      "learning_rate": 0.00018052153136286997,
+      "loss": 1.6213,
+      "step": 35300
+    },
+    {
+      "epoch": 0.2931045903159568,
+      "grad_norm": 0.2570279836654663,
+      "learning_rate": 0.00018046633275372036,
+      "loss": 1.6229,
+      "step": 35400
+    },
+    {
+      "epoch": 0.29393256938464596,
+      "grad_norm": 0.29977649450302124,
+      "learning_rate": 0.00018041113414457075,
+      "loss": 1.5778,
+      "step": 35500
+    },
+    {
+      "epoch": 0.2947605484533351,
+      "grad_norm": 0.23830650746822357,
+      "learning_rate": 0.00018035593553542115,
+      "loss": 1.643,
+      "step": 35600
+    },
+    {
+      "epoch": 0.29558852752202425,
+      "grad_norm": 0.2635740339756012,
+      "learning_rate": 0.00018030073692627154,
+      "loss": 1.6369,
+      "step": 35700
+    },
+    {
+      "epoch": 0.2964165065907134,
+      "grad_norm": 0.24356907606124878,
+      "learning_rate": 0.00018024553831712194,
+      "loss": 1.6231,
+      "step": 35800
+    },
+    {
+      "epoch": 0.29724448565940254,
+      "grad_norm": 0.19405247271060944,
+      "learning_rate": 0.00018019033970797233,
+      "loss": 1.6504,
+      "step": 35900
+    },
+    {
+      "epoch": 0.2980724647280917,
+      "grad_norm": 0.22447918355464935,
+      "learning_rate": 0.00018013514109882273,
+      "loss": 1.6385,
+      "step": 36000
+    },
+    {
+      "epoch": 0.2989004437967808,
+      "grad_norm": 0.2469175159931183,
+      "learning_rate": 0.00018007994248967312,
+      "loss": 1.6285,
+      "step": 36100
+    },
+    {
+      "epoch": 0.29972842286546997,
+      "grad_norm": 0.2642788290977478,
+      "learning_rate": 0.00018002474388052351,
+      "loss": 1.6119,
+      "step": 36200
+    },
+    {
+      "epoch": 0.3005564019341591,
+      "grad_norm": 0.2765555679798126,
+      "learning_rate": 0.0001799695452713739,
+      "loss": 1.6178,
+      "step": 36300
+    },
+    {
+      "epoch": 0.30138438100284826,
+      "grad_norm": 0.3768673837184906,
+      "learning_rate": 0.0001799143466622243,
+      "loss": 1.6424,
+      "step": 36400
+    },
+    {
+      "epoch": 0.3022123600715374,
+      "grad_norm": 0.26609617471694946,
+      "learning_rate": 0.0001798591480530747,
+      "loss": 1.6599,
+      "step": 36500
+    },
+    {
+      "epoch": 0.30304033914022654,
+      "grad_norm": 0.24030715227127075,
+      "learning_rate": 0.0001798039494439251,
+      "loss": 1.64,
+      "step": 36600
+    },
+    {
+      "epoch": 0.3038683182089157,
+      "grad_norm": 0.24733193218708038,
+      "learning_rate": 0.00017974875083477549,
+      "loss": 1.6097,
+      "step": 36700
+    },
+    {
+      "epoch": 0.30469629727760483,
+      "grad_norm": 0.24855640530586243,
+      "learning_rate": 0.00017969355222562588,
+      "loss": 1.6355,
+      "step": 36800
+    },
+    {
+      "epoch": 0.305524276346294,
+      "grad_norm": 0.2558852434158325,
+      "learning_rate": 0.00017963835361647627,
+      "loss": 1.6395,
+      "step": 36900
+    },
+    {
+      "epoch": 0.3063522554149831,
+      "grad_norm": 0.252812922000885,
+      "learning_rate": 0.00017958315500732667,
+      "loss": 1.6019,
+      "step": 37000
+    },
+    {
+      "epoch": 0.30718023448367227,
+      "grad_norm": 0.2745685279369354,
+      "learning_rate": 0.0001795279563981771,
+      "loss": 1.6438,
+      "step": 37100
+    },
+    {
+      "epoch": 0.3080082135523614,
+      "grad_norm": 0.24301989376544952,
+      "learning_rate": 0.00017947330977511895,
+      "loss": 1.5943,
+      "step": 37200
+    },
+    {
+      "epoch": 0.30883619262105055,
+      "grad_norm": 0.25345346331596375,
+      "learning_rate": 0.00017941811116596937,
+      "loss": 1.6255,
+      "step": 37300
+    },
+    {
+      "epoch": 0.3096641716897397,
+      "grad_norm": 0.2757332921028137,
+      "learning_rate": 0.00017936291255681974,
+      "loss": 1.622,
+      "step": 37400
+    },
+    {
+      "epoch": 0.31049215075842884,
+      "grad_norm": 0.2548620402812958,
+      "learning_rate": 0.00017930771394767013,
+      "loss": 1.6315,
+      "step": 37500
+    },
+    {
+      "epoch": 0.311320129827118,
+      "grad_norm": 0.2474357783794403,
+      "learning_rate": 0.00017925251533852055,
+      "loss": 1.6391,
+      "step": 37600
+    },
+    {
+      "epoch": 0.31214810889580713,
+      "grad_norm": 0.23792117834091187,
+      "learning_rate": 0.00017919731672937092,
+      "loss": 1.6349,
+      "step": 37700
+    },
+    {
+      "epoch": 0.3129760879644963,
+      "grad_norm": 0.22419889271259308,
+      "learning_rate": 0.00017914211812022131,
+      "loss": 1.6439,
+      "step": 37800
+    },
+    {
+      "epoch": 0.3138040670331854,
+      "grad_norm": 0.2642965316772461,
+      "learning_rate": 0.00017908691951107174,
+      "loss": 1.6347,
+      "step": 37900
+    },
+    {
+      "epoch": 0.31463204610187456,
+      "grad_norm": 0.2979467511177063,
+      "learning_rate": 0.0001790317209019221,
+      "loss": 1.6478,
+      "step": 38000
+    },
+    {
+      "epoch": 0.3154600251705637,
+      "grad_norm": 0.33403944969177246,
+      "learning_rate": 0.0001789765222927725,
+      "loss": 1.5852,
+      "step": 38100
+    },
+    {
+      "epoch": 0.31628800423925285,
+      "grad_norm": 0.2425394505262375,
+      "learning_rate": 0.00017892132368362292,
+      "loss": 1.596,
+      "step": 38200
+    },
+    {
+      "epoch": 0.317115983307942,
+      "grad_norm": 0.24871741235256195,
+      "learning_rate": 0.00017886612507447328,
+      "loss": 1.6358,
+      "step": 38300
+    },
+    {
+      "epoch": 0.31794396237663114,
+      "grad_norm": 0.2535829246044159,
+      "learning_rate": 0.00017881092646532368,
+      "loss": 1.6175,
+      "step": 38400
+    },
+    {
+      "epoch": 0.3187719414453203,
+      "grad_norm": 0.3197729289531708,
+      "learning_rate": 0.0001787557278561741,
+      "loss": 1.6211,
+      "step": 38500
+    },
+    {
+      "epoch": 0.31959992051400943,
+      "grad_norm": 0.23783159255981445,
+      "learning_rate": 0.00017870052924702447,
+      "loss": 1.6677,
+      "step": 38600
+    },
+    {
+      "epoch": 0.32042789958269857,
+      "grad_norm": 0.2013082504272461,
+      "learning_rate": 0.00017864533063787486,
+      "loss": 1.5916,
+      "step": 38700
+    },
+    {
+      "epoch": 0.3212558786513877,
+      "grad_norm": 0.2517942190170288,
+      "learning_rate": 0.00017859013202872528,
+      "loss": 1.61,
+      "step": 38800
+    },
+    {
+      "epoch": 0.32208385772007686,
+      "grad_norm": 0.22963842749595642,
+      "learning_rate": 0.00017853493341957565,
+      "loss": 1.5888,
+      "step": 38900
+    },
+    {
+      "epoch": 0.322911836788766,
+      "grad_norm": 0.27445054054260254,
+      "learning_rate": 0.00017847973481042604,
+      "loss": 1.6021,
+      "step": 39000
+    },
+    {
+      "epoch": 0.32373981585745515,
+      "grad_norm": 0.21975164115428925,
+      "learning_rate": 0.00017842453620127647,
+      "loss": 1.6261,
+      "step": 39100
+    },
+    {
+      "epoch": 0.3245677949261443,
+      "grad_norm": 0.27244439721107483,
+      "learning_rate": 0.00017836988957821835,
+      "loss": 1.6478,
+      "step": 39200
+    },
+    {
+      "epoch": 0.32539577399483344,
+      "grad_norm": 0.2596853971481323,
+      "learning_rate": 0.00017831469096906875,
+      "loss": 1.5833,
+      "step": 39300
+    },
+    {
+      "epoch": 0.3262237530635226,
+      "grad_norm": 0.22705727815628052,
+      "learning_rate": 0.0001782594923599191,
+      "loss": 1.64,
+      "step": 39400
+    },
+    {
+      "epoch": 0.32705173213221167,
+      "grad_norm": 0.24524278938770294,
+      "learning_rate": 0.00017820429375076953,
+      "loss": 1.6177,
+      "step": 39500
+    },
+    {
+      "epoch": 0.3278797112009008,
+      "grad_norm": 0.2465396374464035,
+      "learning_rate": 0.00017814909514161993,
+      "loss": 1.6241,
+      "step": 39600
+    },
+    {
+      "epoch": 0.32870769026958996,
+      "grad_norm": 0.24681350588798523,
+      "learning_rate": 0.0001780938965324703,
+      "loss": 1.6366,
+      "step": 39700
+    },
+    {
+      "epoch": 0.3295356693382791,
+      "grad_norm": 0.2725008726119995,
+      "learning_rate": 0.00017803869792332072,
+      "loss": 1.6168,
+      "step": 39800
+    },
+    {
+      "epoch": 0.33036364840696825,
+      "grad_norm": 0.24282367527484894,
+      "learning_rate": 0.0001779834993141711,
+      "loss": 1.6427,
+      "step": 39900
+    },
+    {
+      "epoch": 0.3311916274756574,
+      "grad_norm": 0.22297324240207672,
+      "learning_rate": 0.00017792830070502148,
+      "loss": 1.6094,
+      "step": 40000
+    },
+    {
+      "epoch": 0.33201960654434653,
+      "grad_norm": 0.23385342955589294,
+      "learning_rate": 0.0001778736540819634,
+      "loss": 1.6268,
+      "step": 40100
+    },
+    {
+      "epoch": 0.3328475856130357,
+      "grad_norm": 0.24977736175060272,
+      "learning_rate": 0.00017781845547281376,
+      "loss": 1.6237,
+      "step": 40200
+    },
+    {
+      "epoch": 0.3336755646817248,
+      "grad_norm": 0.24268653988838196,
+      "learning_rate": 0.00017776325686366418,
+      "loss": 1.6471,
+      "step": 40300
+    },
+    {
+      "epoch": 0.33450354375041397,
+      "grad_norm": 0.1996404081583023,
+      "learning_rate": 0.00017770805825451457,
+      "loss": 1.6132,
+      "step": 40400
+    },
+    {
+      "epoch": 0.3353315228191031,
+      "grad_norm": 0.26735562086105347,
+      "learning_rate": 0.00017765285964536494,
+      "loss": 1.6451,
+      "step": 40500
+    },
+    {
+      "epoch": 0.33615950188779226,
+      "grad_norm": 0.24058261513710022,
+      "learning_rate": 0.00017759766103621536,
+      "loss": 1.6199,
+      "step": 40600
+    },
+    {
+      "epoch": 0.3369874809564814,
+      "grad_norm": 0.23054581880569458,
+      "learning_rate": 0.00017754246242706576,
+      "loss": 1.6227,
+      "step": 40700
+    },
+    {
+      "epoch": 0.33781546002517054,
+      "grad_norm": 0.245001882314682,
+      "learning_rate": 0.00017748726381791615,
+      "loss": 1.6422,
+      "step": 40800
+    },
+    {
+      "epoch": 0.3386434390938597,
+      "grad_norm": 0.40328505635261536,
+      "learning_rate": 0.00017743206520876655,
+      "loss": 1.6102,
+      "step": 40900
+    },
+    {
+      "epoch": 0.33947141816254883,
+      "grad_norm": 0.21955619752407074,
+      "learning_rate": 0.00017737686659961694,
+      "loss": 1.6439,
+      "step": 41000
+    },
+    {
+      "epoch": 0.340299397231238,
+      "grad_norm": 0.2642820477485657,
+      "learning_rate": 0.00017732166799046733,
+      "loss": 1.6576,
+      "step": 41100
+    },
+    {
+      "epoch": 0.3411273762999271,
+      "grad_norm": 0.22586101293563843,
+      "learning_rate": 0.00017726646938131773,
+      "loss": 1.6331,
+      "step": 41200
+    },
+    {
+      "epoch": 0.34195535536861627,
+      "grad_norm": 0.22351595759391785,
+      "learning_rate": 0.00017721127077216812,
+      "loss": 1.6218,
+      "step": 41300
+    },
+    {
+      "epoch": 0.3427833344373054,
+      "grad_norm": 0.5699514150619507,
+      "learning_rate": 0.00017715607216301852,
+      "loss": 1.6398,
+      "step": 41400
+    },
+    {
+      "epoch": 0.34361131350599455,
+      "grad_norm": 0.3038058280944824,
+      "learning_rate": 0.0001771008735538689,
+      "loss": 1.6364,
+      "step": 41500
+    },
+    {
+      "epoch": 0.3444392925746837,
+      "grad_norm": 0.25284209847450256,
+      "learning_rate": 0.0001770456749447193,
+      "loss": 1.6345,
+      "step": 41600
+    },
+    {
+      "epoch": 0.34526727164337284,
+      "grad_norm": 0.5244471430778503,
+      "learning_rate": 0.0001769904763355697,
+      "loss": 1.6348,
+      "step": 41700
+    },
+    {
+      "epoch": 0.346095250712062,
+      "grad_norm": 0.240703284740448,
+      "learning_rate": 0.0001769352777264201,
+      "loss": 1.6312,
+      "step": 41800
+    },
+    {
+      "epoch": 0.34692322978075113,
+      "grad_norm": 0.23771056532859802,
+      "learning_rate": 0.0001768800791172705,
+      "loss": 1.6526,
+      "step": 41900
+    },
+    {
+      "epoch": 0.3477512088494403,
+      "grad_norm": 0.25365206599235535,
+      "learning_rate": 0.00017682488050812088,
+      "loss": 1.6376,
+      "step": 42000
+    },
+    {
+      "epoch": 0.3485791879181294,
+      "grad_norm": 0.27795979380607605,
+      "learning_rate": 0.00017676968189897128,
+      "loss": 1.6621,
+      "step": 42100
+    },
+    {
+      "epoch": 0.34940716698681856,
+      "grad_norm": 0.24921217560768127,
+      "learning_rate": 0.00017671448328982167,
+      "loss": 1.622,
+      "step": 42200
+    },
+    {
+      "epoch": 0.3502351460555077,
+      "grad_norm": 0.24285615980625153,
+      "learning_rate": 0.00017665928468067207,
+      "loss": 1.6524,
+      "step": 42300
+    },
+    {
+      "epoch": 0.35106312512419685,
+      "grad_norm": 0.23597076535224915,
+      "learning_rate": 0.00017660408607152246,
+      "loss": 1.6257,
+      "step": 42400
+    },
+    {
+      "epoch": 0.351891104192886,
+      "grad_norm": 0.2752334177494049,
+      "learning_rate": 0.00017654888746237285,
+      "loss": 1.6223,
+      "step": 42500
+    },
+    {
+      "epoch": 0.35271908326157514,
+      "grad_norm": 0.24339468777179718,
+      "learning_rate": 0.00017649424083931474,
+      "loss": 1.6307,
+      "step": 42600
+    },
+    {
+      "epoch": 0.3535470623302643,
+      "grad_norm": 0.22084777057170868,
+      "learning_rate": 0.00017643904223016513,
+      "loss": 1.6245,
+      "step": 42700
+    },
+    {
+      "epoch": 0.3543750413989534,
+      "grad_norm": 0.2476748824119568,
+      "learning_rate": 0.00017638384362101556,
+      "loss": 1.6262,
+      "step": 42800
+    },
+    {
+      "epoch": 0.35520302046764257,
+      "grad_norm": 0.2630603611469269,
+      "learning_rate": 0.00017632864501186592,
+      "loss": 1.6396,
+      "step": 42900
+    },
+    {
+      "epoch": 0.3560309995363317,
+      "grad_norm": 0.27675458788871765,
+      "learning_rate": 0.00017627344640271632,
+      "loss": 1.6497,
+      "step": 43000
+    },
+    {
+      "epoch": 0.35685897860502086,
+      "grad_norm": 0.23261144757270813,
+      "learning_rate": 0.00017621824779356674,
+      "loss": 1.6097,
+      "step": 43100
+    },
+    {
+      "epoch": 0.35768695767371,
+      "grad_norm": 0.24998947978019714,
+      "learning_rate": 0.0001761630491844171,
+      "loss": 1.6306,
+      "step": 43200
+    },
+    {
+      "epoch": 0.35851493674239915,
+      "grad_norm": 0.2858506441116333,
+      "learning_rate": 0.0001761078505752675,
+      "loss": 1.6167,
+      "step": 43300
+    },
+    {
+      "epoch": 0.3593429158110883,
+      "grad_norm": 0.24741750955581665,
+      "learning_rate": 0.00017605265196611792,
+      "loss": 1.6434,
+      "step": 43400
+    },
+    {
+      "epoch": 0.36017089487977744,
+      "grad_norm": 0.2413889467716217,
+      "learning_rate": 0.0001759974533569683,
+      "loss": 1.6175,
+      "step": 43500
+    },
+    {
+      "epoch": 0.3609988739484666,
+      "grad_norm": 0.23276059329509735,
+      "learning_rate": 0.00017594225474781868,
+      "loss": 1.6506,
+      "step": 43600
+    },
+    {
+      "epoch": 0.3618268530171557,
+      "grad_norm": 0.7301183938980103,
+      "learning_rate": 0.0001758870561386691,
+      "loss": 1.6602,
+      "step": 43700
+    },
+    {
+      "epoch": 0.36265483208584487,
+      "grad_norm": 0.26085367798805237,
+      "learning_rate": 0.00017583185752951947,
+      "loss": 1.6361,
+      "step": 43800
+    },
+    {
+      "epoch": 0.363482811154534,
+      "grad_norm": 0.2507553994655609,
+      "learning_rate": 0.00017577665892036987,
+      "loss": 1.6207,
+      "step": 43900
+    },
+    {
+      "epoch": 0.36431079022322316,
+      "grad_norm": 0.2663898766040802,
+      "learning_rate": 0.00017572146031122029,
+      "loss": 1.6443,
+      "step": 44000
+    },
+    {
+      "epoch": 0.3651387692919123,
+      "grad_norm": 0.34235909581184387,
+      "learning_rate": 0.00017566626170207065,
+      "loss": 1.668,
+      "step": 44100
+    },
+    {
+      "epoch": 0.36596674836060145,
+      "grad_norm": 0.26196587085723877,
+      "learning_rate": 0.00017561106309292105,
+      "loss": 1.6544,
+      "step": 44200
+    },
+    {
+      "epoch": 0.3667947274292906,
+      "grad_norm": 0.23575757443904877,
+      "learning_rate": 0.00017555586448377147,
+      "loss": 1.6252,
+      "step": 44300
+    },
+    {
+      "epoch": 0.36762270649797973,
+      "grad_norm": 0.2926133871078491,
+      "learning_rate": 0.00017550066587462184,
+      "loss": 1.6282,
+      "step": 44400
+    },
+    {
+      "epoch": 0.3684506855666689,
+      "grad_norm": 0.21387304365634918,
+      "learning_rate": 0.00017544546726547223,
+      "loss": 1.6542,
+      "step": 44500
+    },
+    {
+      "epoch": 0.369278664635358,
+      "grad_norm": 0.24483337998390198,
+      "learning_rate": 0.00017539026865632265,
+      "loss": 1.626,
+      "step": 44600
+    },
+    {
+      "epoch": 0.37010664370404717,
+      "grad_norm": 0.3214597702026367,
+      "learning_rate": 0.00017533507004717302,
+      "loss": 1.5933,
+      "step": 44700
+    },
+    {
+      "epoch": 0.3709346227727363,
+      "grad_norm": 0.23716263473033905,
+      "learning_rate": 0.0001752798714380234,
+      "loss": 1.6189,
+      "step": 44800
+    },
+    {
+      "epoch": 0.37176260184142546,
+      "grad_norm": 0.22332042455673218,
+      "learning_rate": 0.00017522467282887383,
+      "loss": 1.6488,
+      "step": 44900
+    },
+    {
+      "epoch": 0.3725905809101146,
+      "grad_norm": 0.2706310749053955,
+      "learning_rate": 0.0001751694742197242,
+      "loss": 1.6269,
+      "step": 45000
+    },
+    {
+      "epoch": 0.37341855997880374,
+      "grad_norm": 0.2572775185108185,
+      "learning_rate": 0.0001751142756105746,
+      "loss": 1.6432,
+      "step": 45100
+    },
+    {
+      "epoch": 0.3742465390474929,
+      "grad_norm": 0.23288114368915558,
+      "learning_rate": 0.00017505907700142502,
+      "loss": 1.6531,
+      "step": 45200
+    },
+    {
+      "epoch": 0.37507451811618203,
+      "grad_norm": 0.2673160433769226,
+      "learning_rate": 0.00017500387839227538,
+      "loss": 1.6047,
+      "step": 45300
+    },
+    {
+      "epoch": 0.3759024971848712,
+      "grad_norm": 0.29170718789100647,
+      "learning_rate": 0.00017494867978312578,
+      "loss": 1.6119,
+      "step": 45400
+    },
+    {
+      "epoch": 0.3767304762535603,
+      "grad_norm": 0.2626097500324249,
+      "learning_rate": 0.0001748934811739762,
+      "loss": 1.6329,
+      "step": 45500
+    },
+    {
+      "epoch": 0.37755845532224946,
+      "grad_norm": 0.22249017655849457,
+      "learning_rate": 0.00017483828256482657,
+      "loss": 1.6284,
+      "step": 45600
+    },
+    {
+      "epoch": 0.3783864343909386,
+      "grad_norm": 0.36833006143569946,
+      "learning_rate": 0.00017478308395567696,
+      "loss": 1.6079,
+      "step": 45700
+    },
+    {
+      "epoch": 0.37921441345962775,
+      "grad_norm": 0.23582060635089874,
+      "learning_rate": 0.00017472788534652738,
+      "loss": 1.6243,
+      "step": 45800
+    },
+    {
+      "epoch": 0.3800423925283169,
+      "grad_norm": 0.20202980935573578,
+      "learning_rate": 0.00017467268673737775,
+      "loss": 1.6312,
+      "step": 45900
+    },
+    {
+      "epoch": 0.38087037159700604,
+      "grad_norm": 0.3692006468772888,
+      "learning_rate": 0.00017461748812822814,
+      "loss": 1.6048,
+      "step": 46000
+    },
+    {
+      "epoch": 0.3816983506656952,
+      "grad_norm": 0.27726104855537415,
+      "learning_rate": 0.00017456228951907857,
+      "loss": 1.6396,
+      "step": 46100
+    },
+    {
+      "epoch": 0.38252632973438433,
+      "grad_norm": 0.2585281431674957,
+      "learning_rate": 0.00017450709090992893,
+      "loss": 1.6185,
+      "step": 46200
+    },
+    {
+      "epoch": 0.3833543088030735,
+      "grad_norm": 0.24427704513072968,
+      "learning_rate": 0.00017445189230077935,
+      "loss": 1.5996,
+      "step": 46300
+    },
+    {
+      "epoch": 0.3841822878717626,
+      "grad_norm": 0.2784598469734192,
+      "learning_rate": 0.00017439669369162975,
+      "loss": 1.6012,
+      "step": 46400
+    },
+    {
+      "epoch": 0.38501026694045176,
+      "grad_norm": 0.25094759464263916,
+      "learning_rate": 0.00017434149508248012,
+      "loss": 1.6043,
+      "step": 46500
+    },
+    {
+      "epoch": 0.3858382460091409,
+      "grad_norm": 0.2598397731781006,
+      "learning_rate": 0.00017428629647333054,
+      "loss": 1.6278,
+      "step": 46600
+    },
+    {
+      "epoch": 0.38666622507783005,
+      "grad_norm": 0.22646105289459229,
+      "learning_rate": 0.00017423109786418093,
+      "loss": 1.6297,
+      "step": 46700
+    },
+    {
+      "epoch": 0.3874942041465192,
+      "grad_norm": 0.29078444838523865,
+      "learning_rate": 0.0001741758992550313,
+      "loss": 1.6509,
+      "step": 46800
+    },
+    {
+      "epoch": 0.38832218321520834,
+      "grad_norm": 0.2686766982078552,
+      "learning_rate": 0.00017412070064588172,
+      "loss": 1.6145,
+      "step": 46900
+    },
+    {
+      "epoch": 0.3891501622838975,
+      "grad_norm": 0.2642682194709778,
+      "learning_rate": 0.0001740655020367321,
+      "loss": 1.6421,
+      "step": 47000
+    },
+    {
+      "epoch": 0.3899781413525866,
+      "grad_norm": 0.2528562545776367,
+      "learning_rate": 0.000174010855413674,
+      "loss": 1.6607,
+      "step": 47100
+    },
+    {
+      "epoch": 0.39080612042127577,
+      "grad_norm": 0.2299865484237671,
+      "learning_rate": 0.00017395620879061589,
+      "loss": 1.6112,
+      "step": 47200
+    },
+    {
+      "epoch": 0.3916340994899649,
+      "grad_norm": 0.24297955632209778,
+      "learning_rate": 0.00017390101018146628,
+      "loss": 1.6081,
+      "step": 47300
+    },
+    {
+      "epoch": 0.39246207855865406,
+      "grad_norm": 0.243024542927742,
+      "learning_rate": 0.00017384581157231667,
+      "loss": 1.6703,
+      "step": 47400
+    },
+    {
+      "epoch": 0.3932900576273432,
+      "grad_norm": 0.24055872857570648,
+      "learning_rate": 0.00017379061296316707,
+      "loss": 1.5895,
+      "step": 47500
+    },
+    {
+      "epoch": 0.39411803669603235,
+      "grad_norm": 0.2664213478565216,
+      "learning_rate": 0.00017373541435401746,
+      "loss": 1.6173,
+      "step": 47600
+    },
+    {
+      "epoch": 0.3949460157647215,
+      "grad_norm": 0.23474732041358948,
+      "learning_rate": 0.00017368021574486786,
+      "loss": 1.6347,
+      "step": 47700
+    },
+    {
+      "epoch": 0.39577399483341064,
+      "grad_norm": 0.24745678901672363,
+      "learning_rate": 0.00017362501713571825,
+      "loss": 1.6112,
+      "step": 47800
+    },
+    {
+      "epoch": 0.3966019739020998,
+      "grad_norm": 0.2576342523097992,
+      "learning_rate": 0.00017356981852656865,
+      "loss": 1.6181,
+      "step": 47900
+    },
+    {
+      "epoch": 0.3974299529707889,
+      "grad_norm": 0.27308520674705505,
+      "learning_rate": 0.00017351461991741904,
+      "loss": 1.6037,
+      "step": 48000
+    },
+    {
+      "epoch": 0.39825793203947807,
+      "grad_norm": 0.2533150315284729,
+      "learning_rate": 0.00017345942130826943,
+      "loss": 1.6561,
+      "step": 48100
+    },
+    {
+      "epoch": 0.3990859111081672,
+      "grad_norm": 0.24679023027420044,
+      "learning_rate": 0.00017340422269911983,
+      "loss": 1.6129,
+      "step": 48200
+    },
+    {
+      "epoch": 0.3999138901768563,
+      "grad_norm": 0.28216132521629333,
+      "learning_rate": 0.00017334902408997022,
+      "loss": 1.6374,
+      "step": 48300
+    },
+    {
+      "epoch": 0.40074186924554545,
+      "grad_norm": 0.26568201184272766,
+      "learning_rate": 0.00017329382548082062,
+      "loss": 1.6395,
+      "step": 48400
+    },
+    {
+      "epoch": 0.4015698483142346,
+      "grad_norm": 0.2306041121482849,
+      "learning_rate": 0.000173238626871671,
+      "loss": 1.6055,
+      "step": 48500
+    },
+    {
+      "epoch": 0.40239782738292373,
+      "grad_norm": 0.38825201988220215,
+      "learning_rate": 0.0001731834282625214,
+      "loss": 1.6479,
+      "step": 48600
+    },
+    {
+      "epoch": 0.4032258064516129,
+      "grad_norm": 0.2115429788827896,
+      "learning_rate": 0.0001731282296533718,
+      "loss": 1.616,
+      "step": 48700
+    },
+    {
+      "epoch": 0.404053785520302,
+      "grad_norm": 0.2399633675813675,
+      "learning_rate": 0.0001730730310442222,
+      "loss": 1.644,
+      "step": 48800
+    },
+    {
+      "epoch": 0.40488176458899117,
+      "grad_norm": 0.2738541066646576,
+      "learning_rate": 0.0001730178324350726,
+      "loss": 1.6346,
+      "step": 48900
+    },
+    {
+      "epoch": 0.4057097436576803,
+      "grad_norm": 0.24475158751010895,
+      "learning_rate": 0.00017296263382592298,
+      "loss": 1.6143,
+      "step": 49000
+    },
+    {
+      "epoch": 0.40653772272636945,
+      "grad_norm": 0.2846825122833252,
+      "learning_rate": 0.00017290743521677338,
+      "loss": 1.627,
+      "step": 49100
+    },
+    {
+      "epoch": 0.4073657017950586,
+      "grad_norm": 0.24657665193080902,
+      "learning_rate": 0.00017285223660762377,
+      "loss": 1.6223,
+      "step": 49200
+    },
+    {
+      "epoch": 0.40819368086374774,
+      "grad_norm": 0.24977359175682068,
+      "learning_rate": 0.00017279703799847416,
+      "loss": 1.6454,
+      "step": 49300
+    },
+    {
+      "epoch": 0.4090216599324369,
+      "grad_norm": 0.24544388055801392,
+      "learning_rate": 0.00017274183938932456,
+      "loss": 1.6557,
+      "step": 49400
+    },
+    {
+      "epoch": 0.40984963900112603,
+      "grad_norm": 0.23884369432926178,
+      "learning_rate": 0.00017268664078017495,
+      "loss": 1.6128,
+      "step": 49500
+    },
+    {
+      "epoch": 0.4106776180698152,
+      "grad_norm": 0.36807382106781006,
+      "learning_rate": 0.00017263144217102535,
+      "loss": 1.6237,
+      "step": 49600
+    },
+    {
+      "epoch": 0.4115055971385043,
+      "grad_norm": 0.291007936000824,
+      "learning_rate": 0.00017257624356187574,
+      "loss": 1.6439,
+      "step": 49700
+    },
+    {
+      "epoch": 0.41233357620719346,
+      "grad_norm": 0.22296257317066193,
+      "learning_rate": 0.00017252104495272614,
+      "loss": 1.636,
+      "step": 49800
+    },
+    {
+      "epoch": 0.4131615552758826,
+      "grad_norm": 0.281239777803421,
+      "learning_rate": 0.00017246584634357653,
+      "loss": 1.6008,
+      "step": 49900
+    },
+    {
+      "epoch": 0.41398953434457175,
+      "grad_norm": 0.30486106872558594,
+      "learning_rate": 0.00017241064773442692,
+      "loss": 1.5891,
+      "step": 50000
+    },
+    {
+      "epoch": 0.4148175134132609,
+      "grad_norm": 0.24123990535736084,
+      "learning_rate": 0.00017235544912527732,
+      "loss": 1.6299,
+      "step": 50100
+    },
+    {
+      "epoch": 0.41564549248195004,
+      "grad_norm": 0.3727368116378784,
+      "learning_rate": 0.0001723002505161277,
+      "loss": 1.6166,
+      "step": 50200
+    },
+    {
+      "epoch": 0.4164734715506392,
+      "grad_norm": 0.24565471708774567,
+      "learning_rate": 0.0001722450519069781,
+      "loss": 1.6129,
+      "step": 50300
+    },
+    {
+      "epoch": 0.41730145061932833,
+      "grad_norm": 0.2552422285079956,
+      "learning_rate": 0.00017219040528392002,
+      "loss": 1.6117,
+      "step": 50400
+    },
+    {
+      "epoch": 0.4181294296880175,
+      "grad_norm": 0.21545369923114777,
+      "learning_rate": 0.0001721352066747704,
+      "loss": 1.6433,
+      "step": 50500
+    },
+    {
+      "epoch": 0.4189574087567066,
+      "grad_norm": 0.23316791653633118,
+      "learning_rate": 0.00017208000806562078,
+      "loss": 1.6806,
+      "step": 50600
+    },
+    {
+      "epoch": 0.41978538782539576,
+      "grad_norm": 0.2567419409751892,
+      "learning_rate": 0.0001720248094564712,
+      "loss": 1.6253,
+      "step": 50700
+    },
+    {
+      "epoch": 0.4206133668940849,
+      "grad_norm": 0.31419897079467773,
+      "learning_rate": 0.00017196961084732157,
+      "loss": 1.611,
+      "step": 50800
+    },
+    {
+      "epoch": 0.42144134596277405,
+      "grad_norm": 0.26649272441864014,
+      "learning_rate": 0.00017191441223817196,
+      "loss": 1.6269,
+      "step": 50900
+    },
+    {
+      "epoch": 0.4222693250314632,
+      "grad_norm": 0.24049483239650726,
+      "learning_rate": 0.00017185921362902239,
+      "loss": 1.6257,
+      "step": 51000
+    },
+    {
+      "epoch": 0.42309730410015234,
+      "grad_norm": 0.22467993199825287,
+      "learning_rate": 0.00017180401501987275,
+      "loss": 1.5821,
+      "step": 51100
+    },
+    {
+      "epoch": 0.4239252831688415,
+      "grad_norm": 0.27348917722702026,
+      "learning_rate": 0.00017174881641072315,
+      "loss": 1.6243,
+      "step": 51200
+    },
+    {
+      "epoch": 0.4247532622375306,
+      "grad_norm": 0.23247596621513367,
+      "learning_rate": 0.00017169361780157357,
+      "loss": 1.6333,
+      "step": 51300
+    },
+    {
+      "epoch": 0.42558124130621977,
+      "grad_norm": 0.25708910822868347,
+      "learning_rate": 0.00017163841919242394,
+      "loss": 1.6168,
+      "step": 51400
+    },
+    {
+      "epoch": 0.4264092203749089,
+      "grad_norm": 0.2495090365409851,
+      "learning_rate": 0.00017158322058327433,
+      "loss": 1.6105,
+      "step": 51500
+    },
+    {
+      "epoch": 0.42723719944359806,
+      "grad_norm": 0.2512340545654297,
+      "learning_rate": 0.00017152802197412475,
+      "loss": 1.631,
+      "step": 51600
+    },
+    {
+      "epoch": 0.4280651785122872,
+      "grad_norm": 0.27026236057281494,
+      "learning_rate": 0.00017147282336497512,
+      "loss": 1.5874,
+      "step": 51700
+    },
+    {
+      "epoch": 0.42889315758097635,
+      "grad_norm": 0.23251605033874512,
+      "learning_rate": 0.0001714176247558255,
+      "loss": 1.6383,
+      "step": 51800
+    },
+    {
+      "epoch": 0.4297211366496655,
+      "grad_norm": 0.3068407475948334,
+      "learning_rate": 0.00017136242614667593,
+      "loss": 1.607,
+      "step": 51900
+    },
+    {
+      "epoch": 0.43054911571835464,
+      "grad_norm": 0.22653043270111084,
+      "learning_rate": 0.0001713072275375263,
+      "loss": 1.5913,
+      "step": 52000
+    },
+    {
+      "epoch": 0.4313770947870438,
+      "grad_norm": 0.22893564403057098,
+      "learning_rate": 0.0001712520289283767,
+      "loss": 1.6218,
+      "step": 52100
+    },
+    {
+      "epoch": 0.4322050738557329,
+      "grad_norm": 0.23899468779563904,
+      "learning_rate": 0.00017119683031922712,
+      "loss": 1.6178,
+      "step": 52200
+    },
+    {
+      "epoch": 0.43303305292442207,
+      "grad_norm": 0.26594260334968567,
+      "learning_rate": 0.00017114163171007748,
+      "loss": 1.6118,
+      "step": 52300
+    },
+    {
+      "epoch": 0.4338610319931112,
+      "grad_norm": 0.29181089997291565,
+      "learning_rate": 0.00017108643310092788,
+      "loss": 1.6391,
+      "step": 52400
+    },
+    {
+      "epoch": 0.43468901106180036,
+      "grad_norm": 0.35307735204696655,
+      "learning_rate": 0.0001710312344917783,
+      "loss": 1.601,
+      "step": 52500
+    },
+    {
+      "epoch": 0.4355169901304895,
+      "grad_norm": 0.25828322768211365,
+      "learning_rate": 0.00017097603588262867,
+      "loss": 1.6421,
+      "step": 52600
+    },
+    {
+      "epoch": 0.43634496919917864,
+      "grad_norm": 0.30803248286247253,
+      "learning_rate": 0.00017092083727347906,
+      "loss": 1.655,
+      "step": 52700
+    },
+    {
+      "epoch": 0.4371729482678678,
+      "grad_norm": 0.23458120226860046,
+      "learning_rate": 0.00017086563866432948,
+      "loss": 1.6099,
+      "step": 52800
+    },
+    {
+      "epoch": 0.43800092733655693,
+      "grad_norm": 0.23281985521316528,
+      "learning_rate": 0.00017081044005517985,
+      "loss": 1.6388,
+      "step": 52900
+    },
+    {
+      "epoch": 0.4388289064052461,
+      "grad_norm": 0.23414187133312225,
+      "learning_rate": 0.00017075524144603024,
+      "loss": 1.5956,
+      "step": 53000
+    },
+    {
+      "epoch": 0.4396568854739352,
+      "grad_norm": 0.25793951749801636,
+      "learning_rate": 0.00017070004283688066,
+      "loss": 1.6734,
+      "step": 53100
+    },
+    {
+      "epoch": 0.44048486454262437,
+      "grad_norm": 0.23932301998138428,
+      "learning_rate": 0.00017064484422773103,
+      "loss": 1.6106,
+      "step": 53200
+    },
+    {
+      "epoch": 0.4413128436113135,
+      "grad_norm": 0.24835747480392456,
+      "learning_rate": 0.00017058964561858143,
+      "loss": 1.6077,
+      "step": 53300
+    },
+    {
+      "epoch": 0.44214082268000265,
+      "grad_norm": 0.26732298731803894,
+      "learning_rate": 0.00017053444700943185,
+      "loss": 1.5729,
+      "step": 53400
+    },
+    {
+      "epoch": 0.4429688017486918,
+      "grad_norm": 0.2826359272003174,
+      "learning_rate": 0.00017047924840028221,
+      "loss": 1.6623,
+      "step": 53500
+    },
+    {
+      "epoch": 0.44379678081738094,
+      "grad_norm": 0.24312160909175873,
+      "learning_rate": 0.00017042404979113264,
+      "loss": 1.6075,
+      "step": 53600
+    },
+    {
+      "epoch": 0.4446247598860701,
+      "grad_norm": 0.293720006942749,
+      "learning_rate": 0.00017036885118198303,
+      "loss": 1.6293,
+      "step": 53700
+    },
+    {
+      "epoch": 0.44545273895475923,
+      "grad_norm": 0.2534725069999695,
+      "learning_rate": 0.0001703136525728334,
+      "loss": 1.5869,
+      "step": 53800
+    },
+    {
+      "epoch": 0.4462807180234484,
+      "grad_norm": 0.25833797454833984,
+      "learning_rate": 0.00017025845396368382,
+      "loss": 1.6359,
+      "step": 53900
+    },
+    {
+      "epoch": 0.4471086970921375,
+      "grad_norm": 0.2595597207546234,
+      "learning_rate": 0.0001702032553545342,
+      "loss": 1.598,
+      "step": 54000
+    },
+    {
+      "epoch": 0.44793667616082666,
+      "grad_norm": 0.2243652492761612,
+      "learning_rate": 0.00017014805674538458,
+      "loss": 1.6555,
+      "step": 54100
+    },
+    {
+      "epoch": 0.4487646552295158,
+      "grad_norm": 0.2626785337924957,
+      "learning_rate": 0.000170092858136235,
+      "loss": 1.6327,
+      "step": 54200
+    },
+    {
+      "epoch": 0.44959263429820495,
+      "grad_norm": 0.28202512860298157,
+      "learning_rate": 0.0001700376595270854,
+      "loss": 1.5877,
+      "step": 54300
+    },
+    {
+      "epoch": 0.4504206133668941,
+      "grad_norm": 0.23521679639816284,
+      "learning_rate": 0.00016998246091793576,
+      "loss": 1.6357,
+      "step": 54400
+    },
+    {
+      "epoch": 0.45124859243558324,
+      "grad_norm": 0.24466179311275482,
+      "learning_rate": 0.00016992726230878618,
+      "loss": 1.6089,
+      "step": 54500
+    },
+    {
+      "epoch": 0.4520765715042724,
+      "grad_norm": 0.3313222825527191,
+      "learning_rate": 0.00016987261568572804,
+      "loss": 1.634,
+      "step": 54600
+    },
+    {
+      "epoch": 0.45290455057296153,
+      "grad_norm": 0.21911990642547607,
+      "learning_rate": 0.00016981741707657846,
+      "loss": 1.6241,
+      "step": 54700
+    },
+    {
+      "epoch": 0.4537325296416507,
+      "grad_norm": 0.24226447939872742,
+      "learning_rate": 0.00016976221846742886,
+      "loss": 1.5985,
+      "step": 54800
+    },
+    {
+      "epoch": 0.4545605087103398,
+      "grad_norm": 0.25372591614723206,
+      "learning_rate": 0.00016970701985827925,
+      "loss": 1.5914,
+      "step": 54900
+    },
+    {
+      "epoch": 0.45538848777902896,
+      "grad_norm": 0.27368178963661194,
+      "learning_rate": 0.00016965182124912965,
+      "loss": 1.652,
+      "step": 55000
+    },
+    {
+      "epoch": 0.4562164668477181,
+      "grad_norm": 0.305602103471756,
+      "learning_rate": 0.00016959662263998004,
+      "loss": 1.651,
+      "step": 55100
+    },
+    {
+      "epoch": 0.45704444591640725,
+      "grad_norm": 0.2739979326725006,
+      "learning_rate": 0.00016954142403083044,
+      "loss": 1.6583,
+      "step": 55200
+    },
+    {
+      "epoch": 0.4578724249850964,
+      "grad_norm": 0.2888374924659729,
+      "learning_rate": 0.00016948622542168083,
+      "loss": 1.6283,
+      "step": 55300
+    },
+    {
+      "epoch": 0.45870040405378554,
+      "grad_norm": 0.26104286313056946,
+      "learning_rate": 0.00016943102681253122,
+      "loss": 1.6222,
+      "step": 55400
+    },
+    {
+      "epoch": 0.4595283831224747,
+      "grad_norm": 0.2540399134159088,
+      "learning_rate": 0.00016937582820338162,
+      "loss": 1.62,
+      "step": 55500
+    },
+    {
+      "epoch": 0.4603563621911638,
+      "grad_norm": 0.2812783718109131,
+      "learning_rate": 0.000169320629594232,
+      "loss": 1.6215,
+      "step": 55600
+    },
+    {
+      "epoch": 0.46118434125985297,
+      "grad_norm": 0.28794047236442566,
+      "learning_rate": 0.0001692654309850824,
+      "loss": 1.6361,
+      "step": 55700
+    },
+    {
+      "epoch": 0.4620123203285421,
+      "grad_norm": 0.24678725004196167,
+      "learning_rate": 0.0001692102323759328,
+      "loss": 1.6053,
+      "step": 55800
+    },
+    {
+      "epoch": 0.46284029939723126,
+      "grad_norm": 0.2598378360271454,
+      "learning_rate": 0.0001691550337667832,
+      "loss": 1.606,
+      "step": 55900
+    },
+    {
+      "epoch": 0.4636682784659204,
+      "grad_norm": 0.3878665566444397,
+      "learning_rate": 0.0001690998351576336,
+      "loss": 1.6494,
+      "step": 56000
+    },
+    {
+      "epoch": 0.46449625753460955,
+      "grad_norm": 0.24927765130996704,
+      "learning_rate": 0.00016904463654848398,
+      "loss": 1.6219,
+      "step": 56100
+    },
+    {
+      "epoch": 0.4653242366032987,
+      "grad_norm": 0.2416529506444931,
+      "learning_rate": 0.00016898943793933438,
+      "loss": 1.6164,
+      "step": 56200
+    },
+    {
+      "epoch": 0.46615221567198784,
+      "grad_norm": 0.3543456792831421,
+      "learning_rate": 0.00016893423933018477,
+      "loss": 1.604,
+      "step": 56300
+    },
+    {
+      "epoch": 0.466980194740677,
+      "grad_norm": 0.3229213058948517,
+      "learning_rate": 0.00016887904072103517,
+      "loss": 1.6126,
+      "step": 56400
+    },
+    {
+      "epoch": 0.4678081738093661,
+      "grad_norm": 0.24769534170627594,
+      "learning_rate": 0.00016882384211188556,
+      "loss": 1.6298,
+      "step": 56500
+    },
+    {
+      "epoch": 0.46863615287805527,
+      "grad_norm": 0.25397947430610657,
+      "learning_rate": 0.00016876864350273595,
+      "loss": 1.6389,
+      "step": 56600
+    },
+    {
+      "epoch": 0.4694641319467444,
+      "grad_norm": 0.2763853371143341,
+      "learning_rate": 0.00016871399687967784,
+      "loss": 1.602,
+      "step": 56700
+    },
+    {
+      "epoch": 0.47029211101543356,
+      "grad_norm": 0.24106226861476898,
+      "learning_rate": 0.00016865879827052824,
+      "loss": 1.6317,
+      "step": 56800
+    },
+    {
+      "epoch": 0.4711200900841227,
+      "grad_norm": 0.31650885939598083,
+      "learning_rate": 0.00016860359966137863,
+      "loss": 1.6287,
+      "step": 56900
+    },
+    {
+      "epoch": 0.47194806915281184,
+      "grad_norm": 0.22699052095413208,
+      "learning_rate": 0.00016854840105222902,
+      "loss": 1.6059,
+      "step": 57000
+    },
+    {
+      "epoch": 0.47277604822150093,
+      "grad_norm": 0.23599205911159515,
+      "learning_rate": 0.00016849320244307942,
+      "loss": 1.6359,
+      "step": 57100
+    },
+    {
+      "epoch": 0.4736040272901901,
+      "grad_norm": 0.2733438014984131,
+      "learning_rate": 0.0001684380038339298,
+      "loss": 1.6221,
+      "step": 57200
+    },
+    {
+      "epoch": 0.4744320063588792,
+      "grad_norm": 0.22067943215370178,
+      "learning_rate": 0.0001683828052247802,
+      "loss": 1.603,
+      "step": 57300
+    },
+    {
+      "epoch": 0.47525998542756837,
+      "grad_norm": 0.25246864557266235,
+      "learning_rate": 0.0001683276066156306,
+      "loss": 1.5875,
+      "step": 57400
+    },
+    {
+      "epoch": 0.4760879644962575,
+      "grad_norm": 0.2747368812561035,
+      "learning_rate": 0.000168272408006481,
+      "loss": 1.6522,
+      "step": 57500
+    },
+    {
+      "epoch": 0.47691594356494665,
+      "grad_norm": 0.352892130613327,
+      "learning_rate": 0.0001682172093973314,
+      "loss": 1.609,
+      "step": 57600
+    },
+    {
+      "epoch": 0.4777439226336358,
+      "grad_norm": 0.26428744196891785,
+      "learning_rate": 0.00016816201078818178,
+      "loss": 1.6191,
+      "step": 57700
+    },
+    {
+      "epoch": 0.47857190170232494,
+      "grad_norm": 0.2937561571598053,
+      "learning_rate": 0.0001681068121790322,
+      "loss": 1.6204,
+      "step": 57800
+    },
+    {
+      "epoch": 0.4793998807710141,
+      "grad_norm": 0.23604629933834076,
+      "learning_rate": 0.00016805161356988257,
+      "loss": 1.6416,
+      "step": 57900
+    },
+    {
+      "epoch": 0.48022785983970323,
+      "grad_norm": 0.2349170446395874,
+      "learning_rate": 0.00016799641496073297,
+      "loss": 1.6116,
+      "step": 58000
+    },
+    {
+      "epoch": 0.4810558389083924,
+      "grad_norm": 0.28929609060287476,
+      "learning_rate": 0.0001679412163515834,
+      "loss": 1.5956,
+      "step": 58100
+    },
+    {
+      "epoch": 0.4818838179770815,
+      "grad_norm": 0.2797716557979584,
+      "learning_rate": 0.00016788601774243375,
+      "loss": 1.598,
+      "step": 58200
+    },
+    {
+      "epoch": 0.48271179704577066,
+      "grad_norm": 0.30529841780662537,
+      "learning_rate": 0.00016783081913328415,
+      "loss": 1.6324,
+      "step": 58300
+    },
+    {
+      "epoch": 0.4835397761144598,
+      "grad_norm": 0.35713014006614685,
+      "learning_rate": 0.00016777562052413457,
+      "loss": 1.624,
+      "step": 58400
+    },
+    {
+      "epoch": 0.48436775518314895,
+      "grad_norm": 0.29055917263031006,
+      "learning_rate": 0.00016772042191498494,
+      "loss": 1.618,
+      "step": 58500
+    },
+    {
+      "epoch": 0.4851957342518381,
+      "grad_norm": 0.24039526283740997,
+      "learning_rate": 0.00016766522330583533,
+      "loss": 1.6056,
+      "step": 58600
+    },
+    {
+      "epoch": 0.48602371332052724,
+      "grad_norm": 0.26216012239456177,
+      "learning_rate": 0.00016761002469668575,
+      "loss": 1.6113,
+      "step": 58700
+    },
+    {
+      "epoch": 0.4868516923892164,
+      "grad_norm": 0.2159920334815979,
+      "learning_rate": 0.00016755482608753612,
+      "loss": 1.6335,
+      "step": 58800
+    },
+    {
+      "epoch": 0.48767967145790553,
+      "grad_norm": 0.26959407329559326,
+      "learning_rate": 0.00016749962747838651,
+      "loss": 1.6376,
+      "step": 58900
+    },
+    {
+      "epoch": 0.4885076505265947,
+      "grad_norm": 0.2333938479423523,
+      "learning_rate": 0.00016744442886923694,
+      "loss": 1.6516,
+      "step": 59000
+    },
+    {
+      "epoch": 0.4893356295952838,
+      "grad_norm": 0.3124794065952301,
+      "learning_rate": 0.0001673892302600873,
+      "loss": 1.6144,
+      "step": 59100
+    },
+    {
+      "epoch": 0.49016360866397296,
+      "grad_norm": 0.26165392994880676,
+      "learning_rate": 0.0001673340316509377,
+      "loss": 1.6102,
+      "step": 59200
+    },
+    {
+      "epoch": 0.4909915877326621,
+      "grad_norm": 0.24849289655685425,
+      "learning_rate": 0.00016727883304178812,
+      "loss": 1.6353,
+      "step": 59300
+    },
+    {
+      "epoch": 0.49181956680135125,
+      "grad_norm": 0.29942548274993896,
+      "learning_rate": 0.00016722418641872998,
+      "loss": 1.5957,
+      "step": 59400
+    },
+    {
+      "epoch": 0.4926475458700404,
+      "grad_norm": 0.29977184534072876,
+      "learning_rate": 0.0001671689878095804,
+      "loss": 1.6041,
+      "step": 59500
+    },
+    {
+      "epoch": 0.49347552493872954,
+      "grad_norm": 0.30653277039527893,
+      "learning_rate": 0.00016711378920043077,
+      "loss": 1.6167,
+      "step": 59600
+    },
+    {
+      "epoch": 0.4943035040074187,
+      "grad_norm": 0.26511892676353455,
+      "learning_rate": 0.00016705859059128116,
+      "loss": 1.6033,
+      "step": 59700
+    },
+    {
+      "epoch": 0.4951314830761078,
+      "grad_norm": 0.2956562340259552,
+      "learning_rate": 0.00016700339198213158,
+      "loss": 1.6046,
+      "step": 59800
+    },
+    {
+      "epoch": 0.49595946214479697,
+      "grad_norm": 0.2536456286907196,
+      "learning_rate": 0.00016694819337298195,
+      "loss": 1.5994,
+      "step": 59900
+    },
+    {
+      "epoch": 0.4967874412134861,
+      "grad_norm": 0.31090065836906433,
+      "learning_rate": 0.00016689299476383234,
+      "loss": 1.6182,
+      "step": 60000
+    },
+    {
+      "epoch": 0.49761542028217526,
+      "grad_norm": 0.34695854783058167,
+      "learning_rate": 0.00016683779615468276,
+      "loss": 1.6126,
+      "step": 60100
+    },
+    {
+      "epoch": 0.4984433993508644,
+      "grad_norm": 0.2310916781425476,
+      "learning_rate": 0.00016678259754553313,
+      "loss": 1.6232,
+      "step": 60200
+    },
+    {
+      "epoch": 0.49927137841955355,
+      "grad_norm": 0.26144957542419434,
+      "learning_rate": 0.00016672739893638353,
+      "loss": 1.6211,
+      "step": 60300
+    },
+    {
+      "epoch": 0.5000993574882427,
+      "grad_norm": 0.24252454936504364,
+      "learning_rate": 0.00016667220032723395,
+      "loss": 1.6249,
+      "step": 60400
+    },
+    {
+      "epoch": 0.5009273365569319,
+      "grad_norm": 0.3022114932537079,
+      "learning_rate": 0.00016661700171808431,
+      "loss": 1.5934,
+      "step": 60500
+    },
+    {
+      "epoch": 0.501755315625621,
+      "grad_norm": 0.23993396759033203,
+      "learning_rate": 0.00016656180310893474,
+      "loss": 1.5778,
+      "step": 60600
+    },
+    {
+      "epoch": 0.5025832946943102,
+      "grad_norm": 0.2709307074546814,
+      "learning_rate": 0.00016650660449978513,
+      "loss": 1.6199,
+      "step": 60700
+    },
+    {
+      "epoch": 0.5034112737629993,
+      "grad_norm": 0.25770658254623413,
+      "learning_rate": 0.0001664514058906355,
+      "loss": 1.6205,
+      "step": 60800
+    },
+    {
+      "epoch": 0.5042392528316885,
+      "grad_norm": 0.25296691060066223,
+      "learning_rate": 0.00016639620728148592,
+      "loss": 1.5798,
+      "step": 60900
+    },
+    {
+      "epoch": 0.5050672319003776,
+      "grad_norm": 0.26305311918258667,
+      "learning_rate": 0.0001663410086723363,
+      "loss": 1.6263,
+      "step": 61000
+    },
+    {
+      "epoch": 0.5058952109690668,
+      "grad_norm": 0.29788756370544434,
+      "learning_rate": 0.00016628581006318668,
+      "loss": 1.6235,
+      "step": 61100
+    },
+    {
+      "epoch": 0.5067231900377559,
+      "grad_norm": 0.3243436813354492,
+      "learning_rate": 0.0001662306114540371,
+      "loss": 1.5963,
+      "step": 61200
+    },
+    {
+      "epoch": 0.507551169106445,
+      "grad_norm": 0.2363291084766388,
+      "learning_rate": 0.0001661754128448875,
+      "loss": 1.6289,
+      "step": 61300
+    },
+    {
+      "epoch": 0.5083791481751342,
+      "grad_norm": 0.2559576630592346,
+      "learning_rate": 0.00016612021423573786,
+      "loss": 1.6197,
+      "step": 61400
+    },
+    {
+      "epoch": 0.5092071272438232,
+      "grad_norm": 0.25220799446105957,
+      "learning_rate": 0.00016606501562658828,
+      "loss": 1.5826,
+      "step": 61500
+    },
+    {
+      "epoch": 0.5100351063125124,
+      "grad_norm": 0.27892744541168213,
+      "learning_rate": 0.00016600981701743868,
+      "loss": 1.649,
+      "step": 61600
+    },
+    {
+      "epoch": 0.5108630853812015,
+      "grad_norm": 0.26306354999542236,
+      "learning_rate": 0.00016595461840828904,
+      "loss": 1.6075,
+      "step": 61700
+    },
+    {
+      "epoch": 0.5116910644498907,
+      "grad_norm": 0.3013826906681061,
+      "learning_rate": 0.00016589941979913947,
+      "loss": 1.6187,
+      "step": 61800
+    },
+    {
+      "epoch": 0.5125190435185798,
+      "grad_norm": 0.24135053157806396,
+      "learning_rate": 0.00016584422118998986,
+      "loss": 1.6182,
+      "step": 61900
+    },
+    {
+      "epoch": 0.5133470225872689,
+      "grad_norm": 0.2604123651981354,
+      "learning_rate": 0.00016578902258084023,
+      "loss": 1.6128,
+      "step": 62000
+    },
+    {
+      "epoch": 0.5141750016559581,
+      "grad_norm": 0.27147355675697327,
+      "learning_rate": 0.00016573382397169065,
+      "loss": 1.6312,
+      "step": 62100
+    },
+    {
+      "epoch": 0.5150029807246472,
+      "grad_norm": 0.25358569622039795,
+      "learning_rate": 0.00016567862536254104,
+      "loss": 1.6305,
+      "step": 62200
+    },
+    {
+      "epoch": 0.5158309597933364,
+      "grad_norm": 0.28588297963142395,
+      "learning_rate": 0.0001656234267533914,
+      "loss": 1.6501,
+      "step": 62300
+    },
+    {
+      "epoch": 0.5166589388620255,
+      "grad_norm": 0.28298503160476685,
+      "learning_rate": 0.00016556822814424183,
+      "loss": 1.6245,
+      "step": 62400
+    },
+    {
+      "epoch": 0.5174869179307147,
+      "grad_norm": 0.248241126537323,
+      "learning_rate": 0.00016551302953509223,
+      "loss": 1.623,
+      "step": 62500
+    },
+    {
+      "epoch": 0.5183148969994038,
+      "grad_norm": 0.352561891078949,
+      "learning_rate": 0.0001654578309259426,
+      "loss": 1.6494,
+      "step": 62600
+    },
+    {
+      "epoch": 0.519142876068093,
+      "grad_norm": 0.24471941590309143,
+      "learning_rate": 0.00016540263231679301,
+      "loss": 1.6013,
+      "step": 62700
+    },
+    {
+      "epoch": 0.5199708551367821,
+      "grad_norm": 0.2803977429866791,
+      "learning_rate": 0.0001653474337076434,
+      "loss": 1.5904,
+      "step": 62800
+    },
+    {
+      "epoch": 0.5207988342054712,
+      "grad_norm": 0.2543172240257263,
+      "learning_rate": 0.00016529223509849378,
+      "loss": 1.62,
+      "step": 62900
+    },
+    {
+      "epoch": 0.5216268132741604,
+      "grad_norm": 0.27087855339050293,
+      "learning_rate": 0.0001652370364893442,
+      "loss": 1.6163,
+      "step": 63000
+    },
+    {
+      "epoch": 0.5224547923428495,
+      "grad_norm": 0.2647192180156708,
+      "learning_rate": 0.0001651818378801946,
+      "loss": 1.5956,
+      "step": 63100
+    },
+    {
+      "epoch": 0.5232827714115387,
+      "grad_norm": 0.2669653594493866,
+      "learning_rate": 0.00016512663927104496,
+      "loss": 1.5881,
+      "step": 63200
+    },
+    {
+      "epoch": 0.5241107504802278,
+      "grad_norm": 0.21718978881835938,
+      "learning_rate": 0.00016507144066189538,
+      "loss": 1.5997,
+      "step": 63300
+    },
+    {
+      "epoch": 0.524938729548917,
+      "grad_norm": 0.31373196840286255,
+      "learning_rate": 0.00016501679403883727,
+      "loss": 1.6362,
+      "step": 63400
+    },
+    {
+      "epoch": 0.5257667086176061,
+      "grad_norm": 0.2445104718208313,
+      "learning_rate": 0.00016496159542968766,
+      "loss": 1.6085,
+      "step": 63500
+    },
+    {
+      "epoch": 0.5265946876862952,
+      "grad_norm": 0.2483099400997162,
+      "learning_rate": 0.00016490639682053805,
+      "loss": 1.6412,
+      "step": 63600
+    },
+    {
+      "epoch": 0.5274226667549844,
+      "grad_norm": 0.2993902564048767,
+      "learning_rate": 0.00016485119821138845,
+      "loss": 1.605,
+      "step": 63700
+    },
+    {
+      "epoch": 0.5282506458236735,
+      "grad_norm": 0.28177618980407715,
+      "learning_rate": 0.00016479655158833033,
+      "loss": 1.6216,
+      "step": 63800
+    },
+    {
+      "epoch": 0.5290786248923627,
+      "grad_norm": 0.2316046804189682,
+      "learning_rate": 0.00016474135297918073,
+      "loss": 1.593,
+      "step": 63900
+    },
+    {
+      "epoch": 0.5299066039610518,
+      "grad_norm": 0.24782416224479675,
+      "learning_rate": 0.00016468615437003112,
+      "loss": 1.622,
+      "step": 64000
+    },
+    {
+      "epoch": 0.530734583029741,
+      "grad_norm": 0.2592697739601135,
+      "learning_rate": 0.00016463095576088152,
+      "loss": 1.6015,
+      "step": 64100
+    },
+    {
+      "epoch": 0.5315625620984301,
+      "grad_norm": 0.2624833881855011,
+      "learning_rate": 0.0001645757571517319,
+      "loss": 1.6343,
+      "step": 64200
+    },
+    {
+      "epoch": 0.5323905411671193,
+      "grad_norm": 0.25795653462409973,
+      "learning_rate": 0.0001645205585425823,
+      "loss": 1.6222,
+      "step": 64300
+    },
+    {
+      "epoch": 0.5332185202358084,
+      "grad_norm": 0.2875909209251404,
+      "learning_rate": 0.0001644653599334327,
+      "loss": 1.6077,
+      "step": 64400
+    },
+    {
+      "epoch": 0.5340464993044975,
+      "grad_norm": 0.2648106515407562,
+      "learning_rate": 0.0001644101613242831,
+      "loss": 1.6233,
+      "step": 64500
+    },
+    {
+      "epoch": 0.5348744783731867,
+      "grad_norm": 0.24412347376346588,
+      "learning_rate": 0.0001643549627151335,
+      "loss": 1.6316,
+      "step": 64600
+    },
+    {
+      "epoch": 0.5357024574418758,
+      "grad_norm": 0.24017901718616486,
+      "learning_rate": 0.00016429976410598388,
+      "loss": 1.607,
+      "step": 64700
+    },
+    {
+      "epoch": 0.536530436510565,
+      "grad_norm": 0.24622277915477753,
+      "learning_rate": 0.00016424456549683428,
+      "loss": 1.5945,
+      "step": 64800
+    },
+    {
+      "epoch": 0.5373584155792541,
+      "grad_norm": 0.2481980174779892,
+      "learning_rate": 0.00016418936688768467,
+      "loss": 1.615,
+      "step": 64900
+    },
+    {
+      "epoch": 0.5381863946479433,
+      "grad_norm": 0.24149680137634277,
+      "learning_rate": 0.00016413416827853507,
+      "loss": 1.6407,
+      "step": 65000
+    },
+    {
+      "epoch": 0.5390143737166324,
+      "grad_norm": 0.25136297941207886,
+      "learning_rate": 0.0001640789696693855,
+      "loss": 1.6301,
+      "step": 65100
+    },
+    {
+      "epoch": 0.5398423527853216,
+      "grad_norm": 0.3350437879562378,
+      "learning_rate": 0.00016402377106023585,
+      "loss": 1.6091,
+      "step": 65200
+    },
+    {
+      "epoch": 0.5406703318540107,
+      "grad_norm": 0.23967650532722473,
+      "learning_rate": 0.00016396857245108625,
+      "loss": 1.6442,
+      "step": 65300
+    },
+    {
+      "epoch": 0.5414983109226998,
+      "grad_norm": 0.22246354818344116,
+      "learning_rate": 0.00016391337384193667,
+      "loss": 1.6478,
+      "step": 65400
+    },
+    {
+      "epoch": 0.542326289991389,
+      "grad_norm": 0.2450036257505417,
+      "learning_rate": 0.00016385817523278704,
+      "loss": 1.632,
+      "step": 65500
+    },
+    {
+      "epoch": 0.5431542690600781,
+      "grad_norm": 0.2727454602718353,
+      "learning_rate": 0.00016380297662363743,
+      "loss": 1.6217,
+      "step": 65600
+    },
+    {
+      "epoch": 0.5439822481287673,
+      "grad_norm": 0.21638920903205872,
+      "learning_rate": 0.00016374777801448785,
+      "loss": 1.62,
+      "step": 65700
+    },
+    {
+      "epoch": 0.5448102271974564,
+      "grad_norm": 0.23474307358264923,
+      "learning_rate": 0.00016369257940533822,
+      "loss": 1.6286,
+      "step": 65800
+    },
+    {
+      "epoch": 0.5456382062661456,
+      "grad_norm": 0.2379283905029297,
+      "learning_rate": 0.00016363738079618861,
+      "loss": 1.6096,
+      "step": 65900
+    },
+    {
+      "epoch": 0.5464661853348347,
+      "grad_norm": 0.2463446408510208,
+      "learning_rate": 0.00016358218218703904,
+      "loss": 1.6315,
+      "step": 66000
+    },
+    {
+      "epoch": 0.5472941644035239,
+      "grad_norm": 0.2681124210357666,
+      "learning_rate": 0.0001635269835778894,
+      "loss": 1.6258,
+      "step": 66100
+    },
+    {
+      "epoch": 0.548122143472213,
+      "grad_norm": 0.3003305494785309,
+      "learning_rate": 0.0001634717849687398,
+      "loss": 1.6177,
+      "step": 66200
+    },
+    {
+      "epoch": 0.5489501225409021,
+      "grad_norm": 0.24380895495414734,
+      "learning_rate": 0.00016341658635959022,
+      "loss": 1.6304,
+      "step": 66300
+    },
+    {
+      "epoch": 0.5497781016095913,
+      "grad_norm": 0.22243930399417877,
+      "learning_rate": 0.00016336138775044058,
+      "loss": 1.6123,
+      "step": 66400
+    },
+    {
+      "epoch": 0.5506060806782804,
+      "grad_norm": 0.33760640025138855,
+      "learning_rate": 0.00016330618914129098,
+      "loss": 1.6521,
+      "step": 66500
+    },
+    {
+      "epoch": 0.5514340597469696,
+      "grad_norm": 0.23244598507881165,
+      "learning_rate": 0.0001632509905321414,
+      "loss": 1.6081,
+      "step": 66600
+    },
+    {
+      "epoch": 0.5522620388156587,
+      "grad_norm": 0.36719369888305664,
+      "learning_rate": 0.00016319579192299177,
+      "loss": 1.6511,
+      "step": 66700
+    },
+    {
+      "epoch": 0.5530900178843479,
+      "grad_norm": 0.27889949083328247,
+      "learning_rate": 0.00016314059331384216,
+      "loss": 1.6124,
+      "step": 66800
+    },
+    {
+      "epoch": 0.553917996953037,
+      "grad_norm": 0.271400511264801,
+      "learning_rate": 0.00016308539470469258,
+      "loss": 1.6521,
+      "step": 66900
+    },
+    {
+      "epoch": 0.5547459760217262,
+      "grad_norm": 0.2746060788631439,
+      "learning_rate": 0.00016303019609554295,
+      "loss": 1.624,
+      "step": 67000
+    },
+    {
+      "epoch": 0.5555739550904153,
+      "grad_norm": 0.23455697298049927,
+      "learning_rate": 0.00016297499748639334,
+      "loss": 1.6593,
+      "step": 67100
+    },
+    {
+      "epoch": 0.5564019341591044,
+      "grad_norm": 0.3208955228328705,
+      "learning_rate": 0.00016291979887724377,
+      "loss": 1.6015,
+      "step": 67200
+    },
+    {
+      "epoch": 0.5572299132277936,
+      "grad_norm": 0.4708058834075928,
+      "learning_rate": 0.00016286460026809413,
+      "loss": 1.6145,
+      "step": 67300
+    },
+    {
+      "epoch": 0.5580578922964827,
+      "grad_norm": 0.26985836029052734,
+      "learning_rate": 0.00016280940165894453,
+      "loss": 1.6278,
+      "step": 67400
+    },
+    {
+      "epoch": 0.5588858713651719,
+      "grad_norm": 0.26395246386528015,
+      "learning_rate": 0.00016275420304979495,
+      "loss": 1.6238,
+      "step": 67500
+    },
+    {
+      "epoch": 0.559713850433861,
+      "grad_norm": 0.24450361728668213,
+      "learning_rate": 0.00016269900444064532,
+      "loss": 1.6155,
+      "step": 67600
+    },
+    {
+      "epoch": 0.5605418295025502,
+      "grad_norm": 0.2270006537437439,
+      "learning_rate": 0.0001626438058314957,
+      "loss": 1.5851,
+      "step": 67700
+    },
+    {
+      "epoch": 0.5613698085712393,
+      "grad_norm": 0.23719048500061035,
+      "learning_rate": 0.00016258860722234613,
+      "loss": 1.6182,
+      "step": 67800
+    },
+    {
+      "epoch": 0.5621977876399284,
+      "grad_norm": 0.2850781977176666,
+      "learning_rate": 0.0001625334086131965,
+      "loss": 1.6223,
+      "step": 67900
+    },
+    {
+      "epoch": 0.5630257667086176,
+      "grad_norm": 0.2562520205974579,
+      "learning_rate": 0.0001624782100040469,
+      "loss": 1.6209,
+      "step": 68000
+    },
+    {
+      "epoch": 0.5638537457773067,
+      "grad_norm": 0.2286711037158966,
+      "learning_rate": 0.00016242301139489731,
+      "loss": 1.6387,
+      "step": 68100
+    },
+    {
+      "epoch": 0.5646817248459959,
+      "grad_norm": 0.27937260270118713,
+      "learning_rate": 0.00016236781278574768,
+      "loss": 1.6235,
+      "step": 68200
+    },
+    {
+      "epoch": 0.565509703914685,
+      "grad_norm": 0.24311909079551697,
+      "learning_rate": 0.00016231261417659808,
+      "loss": 1.6306,
+      "step": 68300
+    },
+    {
+      "epoch": 0.5663376829833742,
+      "grad_norm": 0.24035251140594482,
+      "learning_rate": 0.0001622574155674485,
+      "loss": 1.6538,
+      "step": 68400
+    },
+    {
+      "epoch": 0.5671656620520633,
+      "grad_norm": 0.23354622721672058,
+      "learning_rate": 0.00016220221695829886,
+      "loss": 1.6199,
+      "step": 68500
+    },
+    {
+      "epoch": 0.5679936411207525,
+      "grad_norm": 0.2286653369665146,
+      "learning_rate": 0.00016214701834914926,
+      "loss": 1.6107,
+      "step": 68600
+    },
+    {
+      "epoch": 0.5688216201894416,
+      "grad_norm": 0.2563110291957855,
+      "learning_rate": 0.00016209237172609117,
+      "loss": 1.6103,
+      "step": 68700
+    },
+    {
+      "epoch": 0.5696495992581307,
+      "grad_norm": 0.2600407600402832,
+      "learning_rate": 0.00016203717311694157,
+      "loss": 1.6191,
+      "step": 68800
+    },
+    {
+      "epoch": 0.5704775783268199,
+      "grad_norm": 0.29776090383529663,
+      "learning_rate": 0.00016198197450779196,
+      "loss": 1.5936,
+      "step": 68900
+    },
+    {
+      "epoch": 0.571305557395509,
+      "grad_norm": 0.24299946427345276,
+      "learning_rate": 0.00016192677589864235,
+      "loss": 1.6416,
+      "step": 69000
+    },
+    {
+      "epoch": 0.5721335364641982,
+      "grad_norm": 0.2771673798561096,
+      "learning_rate": 0.00016187157728949275,
+      "loss": 1.6396,
+      "step": 69100
+    },
+    {
+      "epoch": 0.5729615155328873,
+      "grad_norm": 0.24624699354171753,
+      "learning_rate": 0.00016181637868034314,
+      "loss": 1.604,
+      "step": 69200
+    },
+    {
+      "epoch": 0.5737894946015765,
+      "grad_norm": 0.2401464879512787,
+      "learning_rate": 0.00016176173205728503,
+      "loss": 1.6037,
+      "step": 69300
+    },
+    {
+      "epoch": 0.5746174736702656,
+      "grad_norm": 0.23874430358409882,
+      "learning_rate": 0.00016170653344813542,
+      "loss": 1.584,
+      "step": 69400
+    },
+    {
+      "epoch": 0.5754454527389548,
+      "grad_norm": 0.255275696516037,
+      "learning_rate": 0.00016165133483898582,
+      "loss": 1.6203,
+      "step": 69500
+    },
+    {
+      "epoch": 0.5762734318076439,
+      "grad_norm": 0.27830347418785095,
+      "learning_rate": 0.0001615961362298362,
+      "loss": 1.5646,
+      "step": 69600
+    },
+    {
+      "epoch": 0.577101410876333,
+      "grad_norm": 0.24452444911003113,
+      "learning_rate": 0.0001615409376206866,
+      "loss": 1.6278,
+      "step": 69700
+    },
+    {
+      "epoch": 0.5779293899450222,
+      "grad_norm": 0.2404039353132248,
+      "learning_rate": 0.000161485739011537,
+      "loss": 1.6502,
+      "step": 69800
+    },
+    {
+      "epoch": 0.5787573690137113,
+      "grad_norm": 0.28415966033935547,
+      "learning_rate": 0.0001614305404023874,
+      "loss": 1.5849,
+      "step": 69900
+    },
+    {
+      "epoch": 0.5795853480824005,
+      "grad_norm": 0.27514511346817017,
+      "learning_rate": 0.0001613753417932378,
+      "loss": 1.5964,
+      "step": 70000
+    },
+    {
+      "epoch": 0.5804133271510896,
+      "grad_norm": 0.24850310385227203,
+      "learning_rate": 0.00016132014318408818,
+      "loss": 1.6137,
+      "step": 70100
+    },
+    {
+      "epoch": 0.5812413062197788,
+      "grad_norm": 0.26514944434165955,
+      "learning_rate": 0.00016126494457493858,
+      "loss": 1.6413,
+      "step": 70200
+    },
+    {
+      "epoch": 0.5820692852884679,
+      "grad_norm": 0.23754677176475525,
+      "learning_rate": 0.00016120974596578897,
+      "loss": 1.6314,
+      "step": 70300
+    },
+    {
+      "epoch": 0.582897264357157,
+      "grad_norm": 0.24664048850536346,
+      "learning_rate": 0.00016115454735663937,
+      "loss": 1.5932,
+      "step": 70400
+    },
+    {
+      "epoch": 0.5837252434258462,
+      "grad_norm": 0.2942032814025879,
+      "learning_rate": 0.00016109934874748976,
+      "loss": 1.6285,
+      "step": 70500
+    },
+    {
+      "epoch": 0.5845532224945353,
+      "grad_norm": 0.28962376713752747,
+      "learning_rate": 0.00016104415013834015,
+      "loss": 1.6427,
+      "step": 70600
+    },
+    {
+      "epoch": 0.5853812015632245,
+      "grad_norm": 0.2608729302883148,
+      "learning_rate": 0.00016098895152919055,
+      "loss": 1.6261,
+      "step": 70700
+    },
+    {
+      "epoch": 0.5862091806319136,
+      "grad_norm": 0.2974378764629364,
+      "learning_rate": 0.00016093375292004094,
+      "loss": 1.617,
+      "step": 70800
+    },
+    {
+      "epoch": 0.5870371597006028,
+      "grad_norm": 0.2549142837524414,
+      "learning_rate": 0.00016087855431089134,
+      "loss": 1.5969,
+      "step": 70900
+    },
+    {
+      "epoch": 0.5878651387692919,
+      "grad_norm": 0.22917169332504272,
+      "learning_rate": 0.00016082335570174173,
+      "loss": 1.6223,
+      "step": 71000
+    },
+    {
+      "epoch": 0.5886931178379811,
+      "grad_norm": 0.2683030068874359,
+      "learning_rate": 0.00016076815709259213,
+      "loss": 1.6115,
+      "step": 71100
+    },
+    {
+      "epoch": 0.5895210969066702,
+      "grad_norm": 0.24944636225700378,
+      "learning_rate": 0.00016071295848344252,
+      "loss": 1.5796,
+      "step": 71200
+    },
+    {
+      "epoch": 0.5903490759753593,
+      "grad_norm": 0.2558874487876892,
+      "learning_rate": 0.0001606577598742929,
+      "loss": 1.5923,
+      "step": 71300
+    },
+    {
+      "epoch": 0.5911770550440485,
+      "grad_norm": 0.23976579308509827,
+      "learning_rate": 0.0001606025612651433,
+      "loss": 1.6389,
+      "step": 71400
+    },
+    {
+      "epoch": 0.5920050341127376,
+      "grad_norm": 0.2433394193649292,
+      "learning_rate": 0.0001605479146420852,
+      "loss": 1.6068,
+      "step": 71500
+    },
+    {
+      "epoch": 0.5928330131814268,
+      "grad_norm": 0.2515048384666443,
+      "learning_rate": 0.0001604927160329356,
+      "loss": 1.6122,
+      "step": 71600
+    },
+    {
+      "epoch": 0.5936609922501159,
+      "grad_norm": 0.271219938993454,
+      "learning_rate": 0.00016043751742378598,
+      "loss": 1.5872,
+      "step": 71700
+    },
+    {
+      "epoch": 0.5944889713188051,
+      "grad_norm": 0.2834341824054718,
+      "learning_rate": 0.00016038231881463638,
+      "loss": 1.6537,
+      "step": 71800
+    },
+    {
+      "epoch": 0.5953169503874942,
+      "grad_norm": 0.2426416575908661,
+      "learning_rate": 0.00016032712020548677,
+      "loss": 1.6489,
+      "step": 71900
+    },
+    {
+      "epoch": 0.5961449294561834,
+      "grad_norm": 0.2656005322933197,
+      "learning_rate": 0.00016027192159633717,
+      "loss": 1.5983,
+      "step": 72000
+    },
+    {
+      "epoch": 0.5969729085248725,
+      "grad_norm": 0.2662166655063629,
+      "learning_rate": 0.0001602167229871876,
+      "loss": 1.5954,
+      "step": 72100
+    },
+    {
+      "epoch": 0.5978008875935616,
+      "grad_norm": 0.1967765837907791,
+      "learning_rate": 0.00016016152437803795,
+      "loss": 1.6181,
+      "step": 72200
+    },
+    {
+      "epoch": 0.5986288666622508,
+      "grad_norm": 0.28618454933166504,
+      "learning_rate": 0.00016010632576888835,
+      "loss": 1.5902,
+      "step": 72300
+    },
+    {
+      "epoch": 0.5994568457309399,
+      "grad_norm": 0.24525755643844604,
+      "learning_rate": 0.00016005112715973877,
+      "loss": 1.608,
+      "step": 72400
+    },
+    {
+      "epoch": 0.6002848247996291,
+      "grad_norm": 0.32975664734840393,
+      "learning_rate": 0.00015999592855058914,
+      "loss": 1.6127,
+      "step": 72500
+    },
+    {
+      "epoch": 0.6011128038683182,
+      "grad_norm": 0.3004739582538605,
+      "learning_rate": 0.00015994072994143953,
+      "loss": 1.6255,
+      "step": 72600
+    },
+    {
+      "epoch": 0.6019407829370074,
+      "grad_norm": 0.28511524200439453,
+      "learning_rate": 0.00015988553133228995,
+      "loss": 1.61,
+      "step": 72700
+    },
+    {
+      "epoch": 0.6027687620056965,
+      "grad_norm": 0.28003406524658203,
+      "learning_rate": 0.00015983033272314032,
+      "loss": 1.622,
+      "step": 72800
+    },
+    {
+      "epoch": 0.6035967410743857,
+      "grad_norm": 0.25821688771247864,
+      "learning_rate": 0.0001597751341139907,
+      "loss": 1.6041,
+      "step": 72900
+    },
+    {
+      "epoch": 0.6044247201430748,
+      "grad_norm": 0.2734212577342987,
+      "learning_rate": 0.00015971993550484113,
+      "loss": 1.6453,
+      "step": 73000
+    },
+    {
+      "epoch": 0.605252699211764,
+      "grad_norm": 0.25921088457107544,
+      "learning_rate": 0.0001596647368956915,
+      "loss": 1.6162,
+      "step": 73100
+    },
+    {
+      "epoch": 0.6060806782804531,
+      "grad_norm": 0.26158612966537476,
+      "learning_rate": 0.0001596095382865419,
+      "loss": 1.6102,
+      "step": 73200
+    },
+    {
+      "epoch": 0.6069086573491422,
+      "grad_norm": 0.28052300214767456,
+      "learning_rate": 0.00015955433967739232,
+      "loss": 1.6353,
+      "step": 73300
+    },
+    {
+      "epoch": 0.6077366364178314,
+      "grad_norm": 0.25399696826934814,
+      "learning_rate": 0.00015949914106824268,
+      "loss": 1.6477,
+      "step": 73400
+    },
+    {
+      "epoch": 0.6085646154865205,
+      "grad_norm": 0.30021095275878906,
+      "learning_rate": 0.00015944394245909308,
+      "loss": 1.6177,
+      "step": 73500
+    },
+    {
+      "epoch": 0.6093925945552097,
+      "grad_norm": 0.2222752422094345,
+      "learning_rate": 0.0001593887438499435,
+      "loss": 1.6026,
+      "step": 73600
+    },
+    {
+      "epoch": 0.6102205736238988,
+      "grad_norm": 0.3250563442707062,
+      "learning_rate": 0.00015933354524079387,
+      "loss": 1.65,
+      "step": 73700
+    },
+    {
+      "epoch": 0.611048552692588,
+      "grad_norm": 0.27014991641044617,
+      "learning_rate": 0.00015927834663164426,
+      "loss": 1.6051,
+      "step": 73800
+    },
+    {
+      "epoch": 0.6118765317612771,
+      "grad_norm": 0.3009546101093292,
+      "learning_rate": 0.00015922314802249468,
+      "loss": 1.5846,
+      "step": 73900
+    },
+    {
+      "epoch": 0.6127045108299662,
+      "grad_norm": 0.3216160833835602,
+      "learning_rate": 0.00015916794941334505,
+      "loss": 1.6195,
+      "step": 74000
+    },
+    {
+      "epoch": 0.6135324898986554,
+      "grad_norm": 0.3125784397125244,
+      "learning_rate": 0.00015911275080419544,
+      "loss": 1.6443,
+      "step": 74100
+    },
+    {
+      "epoch": 0.6143604689673445,
+      "grad_norm": 0.2232864946126938,
+      "learning_rate": 0.00015905755219504587,
+      "loss": 1.6312,
+      "step": 74200
+    },
+    {
+      "epoch": 0.6151884480360337,
+      "grad_norm": 0.22715523838996887,
+      "learning_rate": 0.00015900235358589623,
+      "loss": 1.5811,
+      "step": 74300
+    },
+    {
+      "epoch": 0.6160164271047228,
+      "grad_norm": 0.2426147162914276,
+      "learning_rate": 0.00015894715497674663,
+      "loss": 1.6292,
+      "step": 74400
+    },
+    {
+      "epoch": 0.616844406173412,
+      "grad_norm": 0.23924706876277924,
+      "learning_rate": 0.00015889195636759705,
+      "loss": 1.6369,
+      "step": 74500
+    },
+    {
+      "epoch": 0.6176723852421011,
+      "grad_norm": 0.2847142219543457,
+      "learning_rate": 0.00015883675775844742,
+      "loss": 1.6098,
+      "step": 74600
+    },
+    {
+      "epoch": 0.6185003643107903,
+      "grad_norm": 0.25139033794403076,
+      "learning_rate": 0.0001587815591492978,
+      "loss": 1.6251,
+      "step": 74700
+    },
+    {
+      "epoch": 0.6193283433794794,
+      "grad_norm": 0.23232166469097137,
+      "learning_rate": 0.00015872636054014823,
+      "loss": 1.6285,
+      "step": 74800
+    },
+    {
+      "epoch": 0.6201563224481685,
+      "grad_norm": 0.2942914366722107,
+      "learning_rate": 0.0001586711619309986,
+      "loss": 1.64,
+      "step": 74900
+    },
+    {
+      "epoch": 0.6209843015168577,
+      "grad_norm": 0.2671305239200592,
+      "learning_rate": 0.000158615963321849,
+      "loss": 1.6065,
+      "step": 75000
+    },
+    {
+      "epoch": 0.6218122805855468,
+      "grad_norm": 0.25377675890922546,
+      "learning_rate": 0.0001585607647126994,
+      "loss": 1.6549,
+      "step": 75100
+    },
+    {
+      "epoch": 0.622640259654236,
+      "grad_norm": 0.20990608632564545,
+      "learning_rate": 0.00015850556610354978,
+      "loss": 1.6042,
+      "step": 75200
+    },
+    {
+      "epoch": 0.6234682387229251,
+      "grad_norm": 0.2613056004047394,
+      "learning_rate": 0.00015845036749440017,
+      "loss": 1.6056,
+      "step": 75300
+    },
+    {
+      "epoch": 0.6242962177916143,
+      "grad_norm": 0.27469968795776367,
+      "learning_rate": 0.0001583951688852506,
+      "loss": 1.602,
+      "step": 75400
+    },
+    {
+      "epoch": 0.6251241968603034,
+      "grad_norm": 0.22713856399059296,
+      "learning_rate": 0.00015833997027610096,
+      "loss": 1.6062,
+      "step": 75500
+    },
+    {
+      "epoch": 0.6259521759289925,
+      "grad_norm": 0.23872609436511993,
+      "learning_rate": 0.00015828477166695136,
+      "loss": 1.6026,
+      "step": 75600
+    },
+    {
+      "epoch": 0.6267801549976817,
+      "grad_norm": 0.22532032430171967,
+      "learning_rate": 0.00015822957305780178,
+      "loss": 1.5947,
+      "step": 75700
+    },
+    {
+      "epoch": 0.6276081340663708,
+      "grad_norm": 0.22259363532066345,
+      "learning_rate": 0.00015817437444865215,
+      "loss": 1.5985,
+      "step": 75800
+    },
+    {
+      "epoch": 0.62843611313506,
+      "grad_norm": 0.2619154453277588,
+      "learning_rate": 0.00015811917583950254,
+      "loss": 1.5799,
+      "step": 75900
+    },
+    {
+      "epoch": 0.6292640922037491,
+      "grad_norm": 0.2426246553659439,
+      "learning_rate": 0.00015806397723035296,
+      "loss": 1.6203,
+      "step": 76000
+    },
+    {
+      "epoch": 0.6300920712724383,
+      "grad_norm": 0.2494238018989563,
+      "learning_rate": 0.00015800877862120333,
+      "loss": 1.5967,
+      "step": 76100
+    },
+    {
+      "epoch": 0.6309200503411274,
+      "grad_norm": 0.2652859091758728,
+      "learning_rate": 0.00015795358001205375,
+      "loss": 1.6053,
+      "step": 76200
+    },
+    {
+      "epoch": 0.6317480294098166,
+      "grad_norm": 0.2460058480501175,
+      "learning_rate": 0.00015789838140290414,
+      "loss": 1.6345,
+      "step": 76300
+    },
+    {
+      "epoch": 0.6325760084785057,
+      "grad_norm": 0.24077683687210083,
+      "learning_rate": 0.0001578431827937545,
+      "loss": 1.6425,
+      "step": 76400
+    },
+    {
+      "epoch": 0.6334039875471948,
+      "grad_norm": 0.3125411570072174,
+      "learning_rate": 0.00015778798418460493,
+      "loss": 1.6162,
+      "step": 76500
+    },
+    {
+      "epoch": 0.634231966615884,
+      "grad_norm": 0.2719837427139282,
+      "learning_rate": 0.00015773278557545533,
+      "loss": 1.6403,
+      "step": 76600
+    },
+    {
+      "epoch": 0.6350599456845731,
+      "grad_norm": 0.2815828323364258,
+      "learning_rate": 0.0001576781389523972,
+      "loss": 1.5833,
+      "step": 76700
+    },
+    {
+      "epoch": 0.6358879247532623,
+      "grad_norm": 0.2407360076904297,
+      "learning_rate": 0.0001576229403432476,
+      "loss": 1.6145,
+      "step": 76800
+    },
+    {
+      "epoch": 0.6367159038219514,
+      "grad_norm": 0.23104368150234222,
+      "learning_rate": 0.000157567741734098,
+      "loss": 1.5925,
+      "step": 76900
+    },
+    {
+      "epoch": 0.6375438828906406,
+      "grad_norm": 0.24608178436756134,
+      "learning_rate": 0.0001575125431249484,
+      "loss": 1.5812,
+      "step": 77000
+    },
+    {
+      "epoch": 0.6383718619593297,
+      "grad_norm": 0.2393268495798111,
+      "learning_rate": 0.0001574573445157988,
+      "loss": 1.6301,
+      "step": 77100
+    },
+    {
+      "epoch": 0.6391998410280189,
+      "grad_norm": 0.24687877297401428,
+      "learning_rate": 0.00015740214590664918,
+      "loss": 1.6086,
+      "step": 77200
+    },
+    {
+      "epoch": 0.640027820096708,
+      "grad_norm": 0.2319117784500122,
+      "learning_rate": 0.00015734694729749958,
+      "loss": 1.6288,
+      "step": 77300
+    },
+    {
+      "epoch": 0.6408557991653971,
+      "grad_norm": 0.27230727672576904,
+      "learning_rate": 0.00015729174868834997,
+      "loss": 1.603,
+      "step": 77400
+    },
+    {
+      "epoch": 0.6416837782340863,
+      "grad_norm": 0.2549174427986145,
+      "learning_rate": 0.00015723655007920037,
+      "loss": 1.5991,
+      "step": 77500
+    },
+    {
+      "epoch": 0.6425117573027754,
+      "grad_norm": 0.2670983374118805,
+      "learning_rate": 0.00015718135147005076,
+      "loss": 1.6369,
+      "step": 77600
+    },
+    {
+      "epoch": 0.6433397363714646,
+      "grad_norm": 0.24699991941452026,
+      "learning_rate": 0.00015712615286090116,
+      "loss": 1.6493,
+      "step": 77700
+    },
+    {
+      "epoch": 0.6441677154401537,
+      "grad_norm": 0.28687578439712524,
+      "learning_rate": 0.00015707095425175155,
+      "loss": 1.5885,
+      "step": 77800
+    },
+    {
+      "epoch": 0.6449956945088429,
+      "grad_norm": 0.22470325231552124,
+      "learning_rate": 0.00015701575564260194,
+      "loss": 1.5958,
+      "step": 77900
+    },
+    {
+      "epoch": 0.645823673577532,
+      "grad_norm": 0.46417704224586487,
+      "learning_rate": 0.00015696055703345234,
+      "loss": 1.6098,
+      "step": 78000
+    },
+    {
+      "epoch": 0.6466516526462212,
+      "grad_norm": 0.2403065264225006,
+      "learning_rate": 0.00015690535842430273,
+      "loss": 1.5947,
+      "step": 78100
+    },
+    {
+      "epoch": 0.6474796317149103,
+      "grad_norm": 0.23706583678722382,
+      "learning_rate": 0.00015685015981515313,
+      "loss": 1.5998,
+      "step": 78200
+    },
+    {
+      "epoch": 0.6483076107835994,
+      "grad_norm": 0.28114768862724304,
+      "learning_rate": 0.00015679496120600352,
+      "loss": 1.6447,
+      "step": 78300
+    },
+    {
+      "epoch": 0.6491355898522886,
+      "grad_norm": 0.2388133406639099,
+      "learning_rate": 0.00015673976259685392,
+      "loss": 1.6021,
+      "step": 78400
+    },
+    {
+      "epoch": 0.6499635689209777,
+      "grad_norm": 0.25675222277641296,
+      "learning_rate": 0.0001566845639877043,
+      "loss": 1.6216,
+      "step": 78500
+    },
+    {
+      "epoch": 0.6507915479896669,
+      "grad_norm": 0.28352123498916626,
+      "learning_rate": 0.0001566293653785547,
+      "loss": 1.6039,
+      "step": 78600
+    },
+    {
+      "epoch": 0.651619527058356,
+      "grad_norm": 0.24184921383857727,
+      "learning_rate": 0.0001565741667694051,
+      "loss": 1.6249,
+      "step": 78700
+    },
+    {
+      "epoch": 0.6524475061270452,
+      "grad_norm": 0.2542860507965088,
+      "learning_rate": 0.0001565189681602555,
+      "loss": 1.6246,
+      "step": 78800
+    },
+    {
+      "epoch": 0.6532754851957343,
+      "grad_norm": 0.31147143244743347,
+      "learning_rate": 0.00015646376955110589,
+      "loss": 1.5907,
+      "step": 78900
+    },
+    {
+      "epoch": 0.6541034642644233,
+      "grad_norm": 0.26504310965538025,
+      "learning_rate": 0.00015640857094195628,
+      "loss": 1.6349,
+      "step": 79000
+    },
+    {
+      "epoch": 0.6549314433331125,
+      "grad_norm": 0.2635844051837921,
+      "learning_rate": 0.00015635337233280667,
+      "loss": 1.644,
+      "step": 79100
+    },
+    {
+      "epoch": 0.6557594224018016,
+      "grad_norm": 0.26536962389945984,
+      "learning_rate": 0.00015629817372365707,
+      "loss": 1.685,
+      "step": 79200
+    },
+    {
+      "epoch": 0.6565874014704908,
+      "grad_norm": 0.22780868411064148,
+      "learning_rate": 0.00015624352710059896,
+      "loss": 1.6502,
+      "step": 79300
+    },
+    {
+      "epoch": 0.6574153805391799,
+      "grad_norm": 0.21863988041877747,
+      "learning_rate": 0.00015618832849144935,
+      "loss": 1.5892,
+      "step": 79400
+    },
+    {
+      "epoch": 0.6582433596078691,
+      "grad_norm": 0.2570461928844452,
+      "learning_rate": 0.00015613312988229974,
+      "loss": 1.6128,
+      "step": 79500
+    },
+    {
+      "epoch": 0.6590713386765582,
+      "grad_norm": 0.3156609833240509,
+      "learning_rate": 0.00015607793127315014,
+      "loss": 1.6254,
+      "step": 79600
+    },
+    {
+      "epoch": 0.6598993177452473,
+      "grad_norm": 0.2669581472873688,
+      "learning_rate": 0.00015602328465009205,
+      "loss": 1.5889,
+      "step": 79700
+    },
+    {
+      "epoch": 0.6607272968139365,
+      "grad_norm": 0.25296109914779663,
+      "learning_rate": 0.00015596808604094242,
+      "loss": 1.613,
+      "step": 79800
+    },
+    {
+      "epoch": 0.6615552758826256,
+      "grad_norm": 0.2798563838005066,
+      "learning_rate": 0.0001559128874317928,
+      "loss": 1.6267,
+      "step": 79900
+    },
+    {
+      "epoch": 0.6623832549513148,
+      "grad_norm": 0.24555878341197968,
+      "learning_rate": 0.00015585768882264323,
+      "loss": 1.6158,
+      "step": 80000
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 362328,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 1600,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.7660211147080745e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}