diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,18081 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.22983058457141942,
+  "eval_steps": 500,
+  "global_step": 258000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "grad_norm": 227.0,
+      "learning_rate": 4.4539461963299484e-07,
+      "loss": 3.0081,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 28.0,
+      "learning_rate": 8.907892392659897e-07,
+      "loss": 3.5571,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 482.0,
+      "learning_rate": 1.3361838588989846e-06,
+      "loss": 2.7953,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 82.0,
+      "learning_rate": 1.7815784785319793e-06,
+      "loss": 2.6242,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 137.0,
+      "learning_rate": 2.226973098164974e-06,
+      "loss": 1.8696,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 60.25,
+      "learning_rate": 2.672367717797969e-06,
+      "loss": 1.5141,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 494.0,
+      "learning_rate": 3.1177623374309637e-06,
+      "loss": 1.5096,
+      "step": 700
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 27.625,
+      "learning_rate": 3.5631569570639587e-06,
+      "loss": 1.5056,
+      "step": 800
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 12.9375,
+      "learning_rate": 4.008551576696954e-06,
+      "loss": 1.3766,
+      "step": 900
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 56.75,
+      "learning_rate": 4.453946196329948e-06,
+      "loss": 1.2224,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 17.125,
+      "learning_rate": 4.899340815962943e-06,
+      "loss": 1.4877,
+      "step": 1100
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 24.125,
+      "learning_rate": 5.344735435595938e-06,
+      "loss": 1.4661,
+      "step": 1200
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 55.75,
+      "learning_rate": 5.790130055228933e-06,
+      "loss": 1.4322,
+      "step": 1300
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 54.25,
+      "learning_rate": 6.235524674861927e-06,
+      "loss": 1.6576,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 106.0,
+      "learning_rate": 6.680919294494922e-06,
+      "loss": 1.2569,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 49.0,
+      "learning_rate": 7.126313914127917e-06,
+      "loss": 1.3449,
+      "step": 1600
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 41.75,
+      "learning_rate": 7.571708533760913e-06,
+      "loss": 1.3496,
+      "step": 1700
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 126.5,
+      "learning_rate": 8.017103153393907e-06,
+      "loss": 1.4364,
+      "step": 1800
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 23.25,
+      "learning_rate": 8.462497773026902e-06,
+      "loss": 1.4653,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 81.0,
+      "learning_rate": 8.907892392659896e-06,
+      "loss": 1.3839,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 39.25,
+      "learning_rate": 9.353287012292893e-06,
+      "loss": 1.3782,
+      "step": 2100
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 30.5,
+      "learning_rate": 9.798681631925886e-06,
+      "loss": 1.3509,
+      "step": 2200
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 77.5,
+      "learning_rate": 1.0244076251558882e-05,
+      "loss": 1.3643,
+      "step": 2300
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 46.75,
+      "learning_rate": 1.0689470871191876e-05,
+      "loss": 1.3291,
+      "step": 2400
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 32.5,
+      "learning_rate": 1.1134865490824871e-05,
+      "loss": 1.2246,
+      "step": 2500
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 40.25,
+      "learning_rate": 1.1580260110457866e-05,
+      "loss": 1.5088,
+      "step": 2600
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 24.125,
+      "learning_rate": 1.2025654730090862e-05,
+      "loss": 1.3889,
+      "step": 2700
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 88.0,
+      "learning_rate": 1.2471049349723855e-05,
+      "loss": 1.5065,
+      "step": 2800
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 30.875,
+      "learning_rate": 1.2916443969356851e-05,
+      "loss": 1.5287,
+      "step": 2900
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 23.0,
+      "learning_rate": 1.3361838588989844e-05,
+      "loss": 1.4401,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 61.5,
+      "learning_rate": 1.3807233208622842e-05,
+      "loss": 1.306,
+      "step": 3100
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 248.0,
+      "learning_rate": 1.4252627828255835e-05,
+      "loss": 1.5073,
+      "step": 3200
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 60.25,
+      "learning_rate": 1.469802244788883e-05,
+      "loss": 1.2386,
+      "step": 3300
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 58.0,
+      "learning_rate": 1.5143417067521826e-05,
+      "loss": 1.5033,
+      "step": 3400
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 143.0,
+      "learning_rate": 1.558881168715482e-05,
+      "loss": 1.3654,
+      "step": 3500
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 37.25,
+      "learning_rate": 1.6034206306787815e-05,
+      "loss": 1.483,
+      "step": 3600
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 134.0,
+      "learning_rate": 1.647960092642081e-05,
+      "loss": 1.1818,
+      "step": 3700
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 80.5,
+      "learning_rate": 1.6924995546053804e-05,
+      "loss": 1.335,
+      "step": 3800
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 120.0,
+      "learning_rate": 1.7370390165686802e-05,
+      "loss": 1.3798,
+      "step": 3900
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 20.25,
+      "learning_rate": 1.7815784785319793e-05,
+      "loss": 1.3843,
+      "step": 4000
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 41.25,
+      "learning_rate": 1.8261179404952788e-05,
+      "loss": 1.2019,
+      "step": 4100
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 115.5,
+      "learning_rate": 1.8706574024585786e-05,
+      "loss": 1.3815,
+      "step": 4200
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 43.75,
+      "learning_rate": 1.915196864421878e-05,
+      "loss": 1.3856,
+      "step": 4300
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 14.375,
+      "learning_rate": 1.959736326385177e-05,
+      "loss": 1.3999,
+      "step": 4400
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 59.5,
+      "learning_rate": 2.004275788348477e-05,
+      "loss": 1.5308,
+      "step": 4500
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 64.5,
+      "learning_rate": 2.0488152503117764e-05,
+      "loss": 1.4645,
+      "step": 4600
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 57.0,
+      "learning_rate": 2.093354712275076e-05,
+      "loss": 1.3967,
+      "step": 4700
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 253.0,
+      "learning_rate": 2.1378941742383753e-05,
+      "loss": 1.3877,
+      "step": 4800
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 128.0,
+      "learning_rate": 2.1824336362016748e-05,
+      "loss": 1.2397,
+      "step": 4900
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 36.25,
+      "learning_rate": 2.2269730981649742e-05,
+      "loss": 1.4018,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 0.263671875,
+      "learning_rate": 2.271512560128274e-05,
+      "loss": 1.4637,
+      "step": 5100
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 28.375,
+      "learning_rate": 2.316052022091573e-05,
+      "loss": 1.4674,
+      "step": 5200
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 0.1279296875,
+      "learning_rate": 2.3605914840548726e-05,
+      "loss": 1.1861,
+      "step": 5300
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 52.25,
+      "learning_rate": 2.4051309460181724e-05,
+      "loss": 1.3685,
+      "step": 5400
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 83.0,
+      "learning_rate": 2.449670407981472e-05,
+      "loss": 1.5418,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 22.625,
+      "learning_rate": 2.494209869944771e-05,
+      "loss": 1.3366,
+      "step": 5600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 41.25,
+      "learning_rate": 2.5387493319080707e-05,
+      "loss": 1.4138,
+      "step": 5700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 38.25,
+      "learning_rate": 2.5832887938713702e-05,
+      "loss": 1.5245,
+      "step": 5800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 32.75,
+      "learning_rate": 2.6278282558346697e-05,
+      "loss": 1.6365,
+      "step": 5900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 27.0,
+      "learning_rate": 2.6723677177979688e-05,
+      "loss": 1.4085,
+      "step": 6000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 51.25,
+      "learning_rate": 2.716907179761269e-05,
+      "loss": 1.4528,
+      "step": 6100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 56.75,
+      "learning_rate": 2.7614466417245684e-05,
+      "loss": 1.4637,
+      "step": 6200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 23.5,
+      "learning_rate": 2.8059861036878675e-05,
+      "loss": 1.3511,
+      "step": 6300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 21.75,
+      "learning_rate": 2.850525565651167e-05,
+      "loss": 1.2612,
+      "step": 6400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 37.75,
+      "learning_rate": 2.8950650276144664e-05,
+      "loss": 1.272,
+      "step": 6500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 34.5,
+      "learning_rate": 2.939604489577766e-05,
+      "loss": 1.2663,
+      "step": 6600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 81.0,
+      "learning_rate": 2.9841439515410657e-05,
+      "loss": 1.2861,
+      "step": 6700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 32.25,
+      "learning_rate": 3.028683413504365e-05,
+      "loss": 1.3541,
+      "step": 6800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 72.0,
+      "learning_rate": 3.073222875467664e-05,
+      "loss": 1.3616,
+      "step": 6900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 25.5,
+      "learning_rate": 3.117762337430964e-05,
+      "loss": 1.4044,
+      "step": 7000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 89.5,
+      "learning_rate": 3.162301799394263e-05,
+      "loss": 1.4566,
+      "step": 7100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 94.5,
+      "learning_rate": 3.206841261357563e-05,
+      "loss": 1.5359,
+      "step": 7200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 14.125,
+      "learning_rate": 3.251380723320863e-05,
+      "loss": 1.282,
+      "step": 7300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 110.0,
+      "learning_rate": 3.295920185284162e-05,
+      "loss": 1.4597,
+      "step": 7400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 67.0,
+      "learning_rate": 3.3404596472474617e-05,
+      "loss": 1.3946,
+      "step": 7500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 173.0,
+      "learning_rate": 3.384999109210761e-05,
+      "loss": 1.4038,
+      "step": 7600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 8.875,
+      "learning_rate": 3.42953857117406e-05,
+      "loss": 1.2368,
+      "step": 7700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 48.5,
+      "learning_rate": 3.4740780331373604e-05,
+      "loss": 1.4606,
+      "step": 7800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 45.5,
+      "learning_rate": 3.5186174951006595e-05,
+      "loss": 1.3372,
+      "step": 7900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 50.5,
+      "learning_rate": 3.5631569570639586e-05,
+      "loss": 1.3796,
+      "step": 8000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 19.5,
+      "learning_rate": 3.6076964190272584e-05,
+      "loss": 1.2696,
+      "step": 8100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 73.0,
+      "learning_rate": 3.6522358809905575e-05,
+      "loss": 1.2903,
+      "step": 8200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 164.0,
+      "learning_rate": 3.696775342953857e-05,
+      "loss": 1.3901,
+      "step": 8300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 77.5,
+      "learning_rate": 3.741314804917157e-05,
+      "loss": 1.293,
+      "step": 8400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 14.9375,
+      "learning_rate": 3.785854266880456e-05,
+      "loss": 1.4207,
+      "step": 8500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 102.5,
+      "learning_rate": 3.830393728843756e-05,
+      "loss": 1.4051,
+      "step": 8600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 51.75,
+      "learning_rate": 3.874933190807055e-05,
+      "loss": 1.2428,
+      "step": 8700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 37.5,
+      "learning_rate": 3.919472652770354e-05,
+      "loss": 1.3791,
+      "step": 8800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 46.25,
+      "learning_rate": 3.964012114733654e-05,
+      "loss": 1.4908,
+      "step": 8900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 82.0,
+      "learning_rate": 4.008551576696954e-05,
+      "loss": 1.3,
+      "step": 9000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 33.5,
+      "learning_rate": 4.0530910386602536e-05,
+      "loss": 1.4543,
+      "step": 9100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 73.0,
+      "learning_rate": 4.097630500623553e-05,
+      "loss": 1.467,
+      "step": 9200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 28.125,
+      "learning_rate": 4.142169962586852e-05,
+      "loss": 1.4087,
+      "step": 9300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 1656.0,
+      "learning_rate": 4.186709424550152e-05,
+      "loss": 1.2681,
+      "step": 9400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 50.25,
+      "learning_rate": 4.231248886513451e-05,
+      "loss": 1.2393,
+      "step": 9500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 71.5,
+      "learning_rate": 4.2757883484767506e-05,
+      "loss": 1.3523,
+      "step": 9600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 89.5,
+      "learning_rate": 4.3203278104400504e-05,
+      "loss": 1.5014,
+      "step": 9700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 20.625,
+      "learning_rate": 4.3648672724033495e-05,
+      "loss": 1.5627,
+      "step": 9800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 105.5,
+      "learning_rate": 4.409406734366649e-05,
+      "loss": 1.3037,
+      "step": 9900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 42.75,
+      "learning_rate": 4.4539461963299484e-05,
+      "loss": 0.9767,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 88.0,
+      "learning_rate": 4.498485658293248e-05,
+      "loss": 1.3604,
+      "step": 10100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 47.5,
+      "learning_rate": 4.543025120256548e-05,
+      "loss": 1.3567,
+      "step": 10200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 108.0,
+      "learning_rate": 4.587564582219847e-05,
+      "loss": 1.3405,
+      "step": 10300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 16.875,
+      "learning_rate": 4.632104044183146e-05,
+      "loss": 1.2921,
+      "step": 10400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 102.0,
+      "learning_rate": 4.676643506146446e-05,
+      "loss": 1.5022,
+      "step": 10500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 36.0,
+      "learning_rate": 4.721182968109745e-05,
+      "loss": 1.2794,
+      "step": 10600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 107.0,
+      "learning_rate": 4.765722430073045e-05,
+      "loss": 1.1861,
+      "step": 10700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 50.0,
+      "learning_rate": 4.810261892036345e-05,
+      "loss": 1.388,
+      "step": 10800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 194.0,
+      "learning_rate": 4.854801353999644e-05,
+      "loss": 1.6325,
+      "step": 10900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 10.75,
+      "learning_rate": 4.899340815962944e-05,
+      "loss": 1.3704,
+      "step": 11000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 20.0,
+      "learning_rate": 4.943880277926243e-05,
+      "loss": 1.4644,
+      "step": 11100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 94.5,
+      "learning_rate": 4.988419739889542e-05,
+      "loss": 1.4386,
+      "step": 11200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 2.953125,
+      "learning_rate": 4.999667068583872e-05,
+      "loss": 1.3037,
+      "step": 11300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 67.5,
+      "learning_rate": 4.99921716126478e-05,
+      "loss": 1.2846,
+      "step": 11400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 122.0,
+      "learning_rate": 4.998767253945688e-05,
+      "loss": 1.3673,
+      "step": 11500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 752.0,
+      "learning_rate": 4.9983173466265954e-05,
+      "loss": 1.5056,
+      "step": 11600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 520.0,
+      "learning_rate": 4.997867439307503e-05,
+      "loss": 1.3553,
+      "step": 11700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 104.0,
+      "learning_rate": 4.997417531988411e-05,
+      "loss": 1.2198,
+      "step": 11800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 45.0,
+      "learning_rate": 4.996967624669318e-05,
+      "loss": 1.1364,
+      "step": 11900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 51.75,
+      "learning_rate": 4.9965177173502256e-05,
+      "loss": 1.221,
+      "step": 12000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 46.5,
+      "learning_rate": 4.996067810031134e-05,
+      "loss": 1.3872,
+      "step": 12100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 258.0,
+      "learning_rate": 4.995617902712041e-05,
+      "loss": 1.3035,
+      "step": 12200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 35.5,
+      "learning_rate": 4.9951679953929495e-05,
+      "loss": 1.4527,
+      "step": 12300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 21.625,
+      "learning_rate": 4.994718088073857e-05,
+      "loss": 1.2409,
+      "step": 12400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 20.625,
+      "learning_rate": 4.9942681807547646e-05,
+      "loss": 1.1766,
+      "step": 12500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 75.5,
+      "learning_rate": 4.993818273435673e-05,
+      "loss": 1.4129,
+      "step": 12600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 93.0,
+      "learning_rate": 4.9933683661165803e-05,
+      "loss": 1.2777,
+      "step": 12700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 109.0,
+      "learning_rate": 4.992918458797488e-05,
+      "loss": 1.2517,
+      "step": 12800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.0133056640625,
+      "learning_rate": 4.992468551478396e-05,
+      "loss": 1.3276,
+      "step": 12900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 25.5,
+      "learning_rate": 4.9920186441593036e-05,
+      "loss": 1.5745,
+      "step": 13000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 31.25,
+      "learning_rate": 4.991568736840211e-05,
+      "loss": 1.3824,
+      "step": 13100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 73.5,
+      "learning_rate": 4.991118829521119e-05,
+      "loss": 1.3494,
+      "step": 13200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 2480.0,
+      "learning_rate": 4.990668922202026e-05,
+      "loss": 1.3827,
+      "step": 13300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 57.75,
+      "learning_rate": 4.9902190148829344e-05,
+      "loss": 1.3879,
+      "step": 13400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 26.75,
+      "learning_rate": 4.989769107563842e-05,
+      "loss": 1.3366,
+      "step": 13500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 40.0,
+      "learning_rate": 4.9893192002447495e-05,
+      "loss": 1.4362,
+      "step": 13600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 38.5,
+      "learning_rate": 4.988869292925658e-05,
+      "loss": 1.4034,
+      "step": 13700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 54.5,
+      "learning_rate": 4.988419385606565e-05,
+      "loss": 1.2769,
+      "step": 13800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 22.875,
+      "learning_rate": 4.987969478287473e-05,
+      "loss": 1.2381,
+      "step": 13900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 23.875,
+      "learning_rate": 4.987519570968381e-05,
+      "loss": 1.4296,
+      "step": 14000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 37.75,
+      "learning_rate": 4.9870696636492885e-05,
+      "loss": 1.3941,
+      "step": 14100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 112.0,
+      "learning_rate": 4.986619756330197e-05,
+      "loss": 1.1393,
+      "step": 14200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 600.0,
+      "learning_rate": 4.986169849011104e-05,
+      "loss": 1.4978,
+      "step": 14300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 42.25,
+      "learning_rate": 4.985719941692012e-05,
+      "loss": 1.558,
+      "step": 14400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 28.125,
+      "learning_rate": 4.9852700343729193e-05,
+      "loss": 1.5553,
+      "step": 14500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 20.5,
+      "learning_rate": 4.984820127053827e-05,
+      "loss": 1.1859,
+      "step": 14600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 33.75,
+      "learning_rate": 4.9843702197347344e-05,
+      "loss": 1.288,
+      "step": 14700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 55.5,
+      "learning_rate": 4.9839203124156426e-05,
+      "loss": 1.3456,
+      "step": 14800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 58.75,
+      "learning_rate": 4.98347040509655e-05,
+      "loss": 1.4251,
+      "step": 14900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 49.0,
+      "learning_rate": 4.9830204977774584e-05,
+      "loss": 1.5009,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 62.5,
+      "learning_rate": 4.982570590458366e-05,
+      "loss": 1.44,
+      "step": 15100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 155.0,
+      "learning_rate": 4.9821206831392734e-05,
+      "loss": 1.4204,
+      "step": 15200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 37.25,
+      "learning_rate": 4.9816707758201816e-05,
+      "loss": 1.4253,
+      "step": 15300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 98.0,
+      "learning_rate": 4.981220868501089e-05,
+      "loss": 1.5352,
+      "step": 15400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 92.0,
+      "learning_rate": 4.980770961181997e-05,
+      "loss": 1.46,
+      "step": 15500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 51.25,
+      "learning_rate": 4.980321053862905e-05,
+      "loss": 1.2383,
+      "step": 15600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 76.5,
+      "learning_rate": 4.9798711465438125e-05,
+      "loss": 1.4453,
+      "step": 15700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 115.0,
+      "learning_rate": 4.97942123922472e-05,
+      "loss": 1.2353,
+      "step": 15800
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 3.3125,
+      "learning_rate": 4.9789713319056275e-05,
+      "loss": 1.4104,
+      "step": 15900
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 50.5,
+      "learning_rate": 4.978521424586535e-05,
+      "loss": 1.3855,
+      "step": 16000
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 28.5,
+      "learning_rate": 4.978071517267443e-05,
+      "loss": 1.2479,
+      "step": 16100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 73.5,
+      "learning_rate": 4.977621609948351e-05,
+      "loss": 1.5248,
+      "step": 16200
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 62.25,
+      "learning_rate": 4.977171702629258e-05,
+      "loss": 1.2381,
+      "step": 16300
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 17.75,
+      "learning_rate": 4.9767217953101666e-05,
+      "loss": 1.1687,
+      "step": 16400
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 35.75,
+      "learning_rate": 4.976271887991074e-05,
+      "loss": 1.3555,
+      "step": 16500
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 274.0,
+      "learning_rate": 4.9758219806719816e-05,
+      "loss": 1.3997,
+      "step": 16600
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 70.5,
+      "learning_rate": 4.97537207335289e-05,
+      "loss": 1.4042,
+      "step": 16700
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 21.0,
+      "learning_rate": 4.9749221660337974e-05,
+      "loss": 1.462,
+      "step": 16800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 2.515625,
+      "learning_rate": 4.974472258714705e-05,
+      "loss": 1.3717,
+      "step": 16900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 84.0,
+      "learning_rate": 4.974022351395613e-05,
+      "loss": 1.391,
+      "step": 17000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 49.0,
+      "learning_rate": 4.97357244407652e-05,
+      "loss": 1.4007,
+      "step": 17100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 29.25,
+      "learning_rate": 4.973122536757428e-05,
+      "loss": 1.217,
+      "step": 17200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 46.5,
+      "learning_rate": 4.972672629438336e-05,
+      "loss": 1.2027,
+      "step": 17300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 7.9375,
+      "learning_rate": 4.972222722119243e-05,
+      "loss": 1.4868,
+      "step": 17400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 35.25,
+      "learning_rate": 4.9717728148001515e-05,
+      "loss": 1.3056,
+      "step": 17500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 138.0,
+      "learning_rate": 4.971322907481059e-05,
+      "loss": 1.3636,
+      "step": 17600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 77.0,
+      "learning_rate": 4.970873000161967e-05,
+      "loss": 1.5884,
+      "step": 17700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 36.25,
+      "learning_rate": 4.970423092842875e-05,
+      "loss": 1.3438,
+      "step": 17800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 108.5,
+      "learning_rate": 4.969973185523782e-05,
+      "loss": 1.2762,
+      "step": 17900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 38.25,
+      "learning_rate": 4.9695232782046905e-05,
+      "loss": 1.3057,
+      "step": 18000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 204.0,
+      "learning_rate": 4.969073370885598e-05,
+      "loss": 1.376,
+      "step": 18100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 92.5,
+      "learning_rate": 4.9686234635665055e-05,
+      "loss": 1.2902,
+      "step": 18200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 29.5,
+      "learning_rate": 4.968173556247414e-05,
+      "loss": 1.3195,
+      "step": 18300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 38.5,
+      "learning_rate": 4.9677236489283206e-05,
+      "loss": 1.3055,
+      "step": 18400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 25.5,
+      "learning_rate": 4.967273741609229e-05,
+      "loss": 1.4142,
+      "step": 18500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 59.5,
+      "learning_rate": 4.9668238342901364e-05,
+      "loss": 1.4916,
+      "step": 18600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 72.0,
+      "learning_rate": 4.966373926971044e-05,
+      "loss": 1.4982,
+      "step": 18700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 98.0,
+      "learning_rate": 4.965924019651952e-05,
+      "loss": 1.1261,
+      "step": 18800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 33.75,
+      "learning_rate": 4.9654741123328596e-05,
+      "loss": 1.2093,
+      "step": 18900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 63.25,
+      "learning_rate": 4.965024205013767e-05,
+      "loss": 1.1638,
+      "step": 19000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 29.25,
+      "learning_rate": 4.9645742976946754e-05,
+      "loss": 1.2345,
+      "step": 19100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 131.0,
+      "learning_rate": 4.964124390375583e-05,
+      "loss": 1.3946,
+      "step": 19200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 42.25,
+      "learning_rate": 4.9636744830564905e-05,
+      "loss": 1.2116,
+      "step": 19300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 20.375,
+      "learning_rate": 4.963224575737399e-05,
+      "loss": 1.1863,
+      "step": 19400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 32.5,
+      "learning_rate": 4.962774668418306e-05,
+      "loss": 1.4393,
+      "step": 19500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 548.0,
+      "learning_rate": 4.962324761099214e-05,
+      "loss": 1.168,
+      "step": 19600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 27.25,
+      "learning_rate": 4.961874853780121e-05,
+      "loss": 1.4497,
+      "step": 19700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 5.125,
+      "learning_rate": 4.961424946461029e-05,
+      "loss": 1.2966,
+      "step": 19800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 77.0,
+      "learning_rate": 4.960975039141937e-05,
+      "loss": 1.2388,
+      "step": 19900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 46.25,
+      "learning_rate": 4.9605251318228445e-05,
+      "loss": 1.4248,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 56.5,
+      "learning_rate": 4.960075224503752e-05,
+      "loss": 1.2601,
+      "step": 20100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.56640625,
+      "learning_rate": 4.95962531718466e-05,
+      "loss": 1.3359,
+      "step": 20200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 17.25,
+      "learning_rate": 4.959175409865568e-05,
+      "loss": 1.4966,
+      "step": 20300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 50.0,
+      "learning_rate": 4.958725502546476e-05,
+      "loss": 1.1853,
+      "step": 20400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 35.5,
+      "learning_rate": 4.9582755952273836e-05,
+      "loss": 1.44,
+      "step": 20500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 91.0,
+      "learning_rate": 4.957825687908291e-05,
+      "loss": 1.3369,
+      "step": 20600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 41.25,
+      "learning_rate": 4.957375780589199e-05,
+      "loss": 1.1995,
+      "step": 20700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 38.0,
+      "learning_rate": 4.956925873270107e-05,
+      "loss": 1.187,
+      "step": 20800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 19.875,
+      "learning_rate": 4.9564759659510144e-05,
+      "loss": 1.2396,
+      "step": 20900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 88.0,
+      "learning_rate": 4.956026058631922e-05,
+      "loss": 1.3147,
+      "step": 21000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 2.171875,
+      "learning_rate": 4.9555761513128295e-05,
+      "loss": 1.418,
+      "step": 21100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 25.875,
+      "learning_rate": 4.955126243993738e-05,
+      "loss": 1.3389,
+      "step": 21200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 79.0,
+      "learning_rate": 4.954676336674645e-05,
+      "loss": 1.5175,
+      "step": 21300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.265625,
+      "learning_rate": 4.954226429355553e-05,
+      "loss": 1.3892,
+      "step": 21400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 199.0,
+      "learning_rate": 4.953776522036461e-05,
+      "loss": 1.2962,
+      "step": 21500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 19.25,
+      "learning_rate": 4.9533266147173685e-05,
+      "loss": 1.2883,
+      "step": 21600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 25.125,
+      "learning_rate": 4.952876707398276e-05,
+      "loss": 1.3622,
+      "step": 21700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 25.5,
+      "learning_rate": 4.952426800079184e-05,
+      "loss": 1.2029,
+      "step": 21800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 100.5,
+      "learning_rate": 4.951976892760092e-05,
+      "loss": 1.3844,
+      "step": 21900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 78.0,
+      "learning_rate": 4.951526985440999e-05,
+      "loss": 1.4038,
+      "step": 22000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 26.0,
+      "learning_rate": 4.9510770781219075e-05,
+      "loss": 1.102,
+      "step": 22100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 17.625,
+      "learning_rate": 4.950627170802815e-05,
+      "loss": 1.1101,
+      "step": 22200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 23.0,
+      "learning_rate": 4.9501772634837226e-05,
+      "loss": 1.3243,
+      "step": 22300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 89.0,
+      "learning_rate": 4.94972735616463e-05,
+      "loss": 1.2503,
+      "step": 22400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 35.25,
+      "learning_rate": 4.9492774488455376e-05,
+      "loss": 1.3802,
+      "step": 22500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 78.5,
+      "learning_rate": 4.948827541526446e-05,
+      "loss": 1.497,
+      "step": 22600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 73.5,
+      "learning_rate": 4.9483776342073534e-05,
+      "loss": 1.3293,
+      "step": 22700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 27.25,
+      "learning_rate": 4.947927726888261e-05,
+      "loss": 1.3108,
+      "step": 22800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 24.625,
+      "learning_rate": 4.947477819569169e-05,
+      "loss": 1.2249,
+      "step": 22900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 63.75,
+      "learning_rate": 4.947027912250077e-05,
+      "loss": 1.1269,
+      "step": 23000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 55.0,
+      "learning_rate": 4.946578004930985e-05,
+      "loss": 1.4874,
+      "step": 23100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 30.0,
+      "learning_rate": 4.9461280976118924e-05,
+      "loss": 1.2414,
+      "step": 23200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 98.0,
+      "learning_rate": 4.9456781902928e-05,
+      "loss": 1.3859,
+      "step": 23300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 3.78125,
+      "learning_rate": 4.945228282973708e-05,
+      "loss": 1.3174,
+      "step": 23400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 22.125,
+      "learning_rate": 4.944778375654616e-05,
+      "loss": 1.3358,
+      "step": 23500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 36.25,
+      "learning_rate": 4.9443284683355225e-05,
+      "loss": 1.4264,
+      "step": 23600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 60.75,
+      "learning_rate": 4.943878561016431e-05,
+      "loss": 1.2525,
+      "step": 23700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 19.75,
+      "learning_rate": 4.943428653697338e-05,
+      "loss": 1.4347,
+      "step": 23800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 66.5,
+      "learning_rate": 4.9429787463782465e-05,
+      "loss": 1.4323,
+      "step": 23900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 44.75,
+      "learning_rate": 4.942528839059154e-05,
+      "loss": 1.3538,
+      "step": 24000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 104.5,
+      "learning_rate": 4.9420789317400616e-05,
+      "loss": 1.3535,
+      "step": 24100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 41.75,
+      "learning_rate": 4.94162902442097e-05,
+      "loss": 1.3764,
+      "step": 24200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 30.0,
+      "learning_rate": 4.941179117101877e-05,
+      "loss": 1.3381,
+      "step": 24300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 32.5,
+      "learning_rate": 4.940729209782785e-05,
+      "loss": 1.3998,
+      "step": 24400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 17.875,
+      "learning_rate": 4.940279302463693e-05,
+      "loss": 1.2407,
+      "step": 24500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 92.0,
+      "learning_rate": 4.9398293951446006e-05,
+      "loss": 1.1868,
+      "step": 24600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 77.0,
+      "learning_rate": 4.939379487825508e-05,
+      "loss": 1.3361,
+      "step": 24700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 12.5,
+      "learning_rate": 4.9389295805064163e-05,
+      "loss": 1.1944,
+      "step": 24800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 342.0,
+      "learning_rate": 4.938479673187323e-05,
+      "loss": 1.4354,
+      "step": 24900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 282.0,
+      "learning_rate": 4.9380297658682314e-05,
+      "loss": 1.2188,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 1.8828125,
+      "learning_rate": 4.937579858549139e-05,
+      "loss": 1.2472,
+      "step": 25100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 36.0,
+      "learning_rate": 4.9371299512300465e-05,
+      "loss": 1.0704,
+      "step": 25200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 175.0,
+      "learning_rate": 4.936680043910955e-05,
+      "loss": 1.2283,
+      "step": 25300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 42.25,
+      "learning_rate": 4.936230136591862e-05,
+      "loss": 1.4128,
+      "step": 25400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 34.5,
+      "learning_rate": 4.93578022927277e-05,
+      "loss": 1.4462,
+      "step": 25500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 54.0,
+      "learning_rate": 4.935330321953678e-05,
+      "loss": 1.2386,
+      "step": 25600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 87.5,
+      "learning_rate": 4.9348804146345855e-05,
+      "loss": 1.2673,
+      "step": 25700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 324.0,
+      "learning_rate": 4.934430507315494e-05,
+      "loss": 1.2364,
+      "step": 25800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 23.5,
+      "learning_rate": 4.933980599996401e-05,
+      "loss": 1.3105,
+      "step": 25900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 89.5,
+      "learning_rate": 4.933530692677309e-05,
+      "loss": 1.2263,
+      "step": 26000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 12.75,
+      "learning_rate": 4.933080785358217e-05,
+      "loss": 1.2275,
+      "step": 26100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 100.0,
+      "learning_rate": 4.932630878039124e-05,
+      "loss": 1.1758,
+      "step": 26200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 36.25,
+      "learning_rate": 4.9321809707200314e-05,
+      "loss": 1.3481,
+      "step": 26300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 34.75,
+      "learning_rate": 4.9317310634009396e-05,
+      "loss": 1.2371,
+      "step": 26400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 107.0,
+      "learning_rate": 4.931281156081847e-05,
+      "loss": 1.4179,
+      "step": 26500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 30.75,
+      "learning_rate": 4.9308312487627553e-05,
+      "loss": 1.1881,
+      "step": 26600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 70.0,
+      "learning_rate": 4.930381341443663e-05,
+      "loss": 1.3085,
+      "step": 26700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 12.5625,
+      "learning_rate": 4.9299314341245704e-05,
+      "loss": 1.2098,
+      "step": 26800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 121.0,
+      "learning_rate": 4.9294815268054786e-05,
+      "loss": 1.2776,
+      "step": 26900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 20.375,
+      "learning_rate": 4.929031619486386e-05,
+      "loss": 1.2937,
+      "step": 27000
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 10.0,
+      "learning_rate": 4.928581712167294e-05,
+      "loss": 1.3407,
+      "step": 27100
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 21.25,
+      "learning_rate": 4.928131804848202e-05,
+      "loss": 1.3125,
+      "step": 27200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 94.0,
+      "learning_rate": 4.9276818975291094e-05,
+      "loss": 1.1974,
+      "step": 27300
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 170.0,
+      "learning_rate": 4.927231990210017e-05,
+      "loss": 1.2744,
+      "step": 27400
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 324.0,
+      "learning_rate": 4.9267820828909245e-05,
+      "loss": 1.1951,
+      "step": 27500
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 34.75,
+      "learning_rate": 4.926332175571832e-05,
+      "loss": 1.2403,
+      "step": 27600
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 62.25,
+      "learning_rate": 4.92588226825274e-05,
+      "loss": 1.2114,
+      "step": 27700
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 86.5,
+      "learning_rate": 4.925432360933648e-05,
+      "loss": 1.3519,
+      "step": 27800
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 32.0,
+      "learning_rate": 4.924982453614555e-05,
+      "loss": 1.2799,
+      "step": 27900
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 234.0,
+      "learning_rate": 4.9245325462954635e-05,
+      "loss": 1.1573,
+      "step": 28000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 193.0,
+      "learning_rate": 4.924082638976371e-05,
+      "loss": 1.3123,
+      "step": 28100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 77.5,
+      "learning_rate": 4.9236327316572786e-05,
+      "loss": 1.4343,
+      "step": 28200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.00811767578125,
+      "learning_rate": 4.923182824338187e-05,
+      "loss": 1.2112,
+      "step": 28300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 43.0,
+      "learning_rate": 4.9227329170190943e-05,
+      "loss": 1.404,
+      "step": 28400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 37.0,
+      "learning_rate": 4.9222830097000026e-05,
+      "loss": 1.3227,
+      "step": 28500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 756.0,
+      "learning_rate": 4.92183310238091e-05,
+      "loss": 1.4063,
+      "step": 28600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 27.0,
+      "learning_rate": 4.9213831950618176e-05,
+      "loss": 1.328,
+      "step": 28700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 32.0,
+      "learning_rate": 4.920933287742725e-05,
+      "loss": 1.3589,
+      "step": 28800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 60.25,
+      "learning_rate": 4.920483380423633e-05,
+      "loss": 1.2317,
+      "step": 28900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 6.78125,
+      "learning_rate": 4.92003347310454e-05,
+      "loss": 1.2723,
+      "step": 29000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 332.0,
+      "learning_rate": 4.9195835657854484e-05,
+      "loss": 1.1732,
+      "step": 29100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 19.125,
+      "learning_rate": 4.919133658466356e-05,
+      "loss": 1.3209,
+      "step": 29200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 18.0,
+      "learning_rate": 4.918683751147264e-05,
+      "loss": 1.0832,
+      "step": 29300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 101.5,
+      "learning_rate": 4.918233843828172e-05,
+      "loss": 1.2793,
+      "step": 29400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.00098419189453125,
+      "learning_rate": 4.917783936509079e-05,
+      "loss": 1.2659,
+      "step": 29500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 19.125,
+      "learning_rate": 4.9173340291899875e-05,
+      "loss": 1.429,
+      "step": 29600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 18.0,
+      "learning_rate": 4.916884121870895e-05,
+      "loss": 1.3748,
+      "step": 29700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 11.8125,
+      "learning_rate": 4.9164342145518025e-05,
+      "loss": 1.404,
+      "step": 29800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 39.25,
+      "learning_rate": 4.915984307232711e-05,
+      "loss": 1.396,
+      "step": 29900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 46.25,
+      "learning_rate": 4.915534399913618e-05,
+      "loss": 1.3234,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 33.5,
+      "learning_rate": 4.915084492594526e-05,
+      "loss": 1.2151,
+      "step": 30100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 96.0,
+      "learning_rate": 4.9146345852754333e-05,
+      "loss": 1.2557,
+      "step": 30200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 31.5,
+      "learning_rate": 4.914184677956341e-05,
+      "loss": 1.3144,
+      "step": 30300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 41.5,
+      "learning_rate": 4.913734770637249e-05,
+      "loss": 1.3245,
+      "step": 30400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 40.25,
+      "learning_rate": 4.9132848633181566e-05,
+      "loss": 1.2695,
+      "step": 30500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 2.15625,
+      "learning_rate": 4.912834955999064e-05,
+      "loss": 1.2701,
+      "step": 30600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.060546875,
+      "learning_rate": 4.9123850486799724e-05,
+      "loss": 1.2759,
+      "step": 30700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 34.5,
+      "learning_rate": 4.91193514136088e-05,
+      "loss": 1.1844,
+      "step": 30800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 146.0,
+      "learning_rate": 4.9114852340417874e-05,
+      "loss": 1.3678,
+      "step": 30900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 25.875,
+      "learning_rate": 4.9110353267226956e-05,
+      "loss": 1.2937,
+      "step": 31000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 26.875,
+      "learning_rate": 4.910585419403603e-05,
+      "loss": 1.2822,
+      "step": 31100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 75.5,
+      "learning_rate": 4.9101355120845114e-05,
+      "loss": 1.299,
+      "step": 31200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 13.5625,
+      "learning_rate": 4.909685604765419e-05,
+      "loss": 1.2342,
+      "step": 31300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 3.3125,
+      "learning_rate": 4.909235697446326e-05,
+      "loss": 1.2827,
+      "step": 31400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 116.0,
+      "learning_rate": 4.908785790127234e-05,
+      "loss": 1.13,
+      "step": 31500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 32.25,
+      "learning_rate": 4.9083358828081415e-05,
+      "loss": 1.1681,
+      "step": 31600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 19.875,
+      "learning_rate": 4.907885975489049e-05,
+      "loss": 1.1674,
+      "step": 31700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 55.75,
+      "learning_rate": 4.907436068169957e-05,
+      "loss": 1.3497,
+      "step": 31800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 34.5,
+      "learning_rate": 4.906986160850865e-05,
+      "loss": 1.2089,
+      "step": 31900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 57.75,
+      "learning_rate": 4.906536253531773e-05,
+      "loss": 1.2747,
+      "step": 32000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 76.5,
+      "learning_rate": 4.9060863462126806e-05,
+      "loss": 1.3811,
+      "step": 32100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 4.905636438893588e-05,
+      "loss": 1.2696,
+      "step": 32200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 116.0,
+      "learning_rate": 4.905186531574496e-05,
+      "loss": 1.2768,
+      "step": 32300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 11.75,
+      "learning_rate": 4.904736624255404e-05,
+      "loss": 1.2377,
+      "step": 32400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 135.0,
+      "learning_rate": 4.9042867169363114e-05,
+      "loss": 1.1929,
+      "step": 32500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 22.75,
+      "learning_rate": 4.9038368096172196e-05,
+      "loss": 1.2497,
+      "step": 32600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 20.375,
+      "learning_rate": 4.9033869022981264e-05,
+      "loss": 1.3461,
+      "step": 32700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 20.375,
+      "learning_rate": 4.9029369949790346e-05,
+      "loss": 1.2957,
+      "step": 32800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 83.5,
+      "learning_rate": 4.902487087659942e-05,
+      "loss": 1.4008,
+      "step": 32900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 42.25,
+      "learning_rate": 4.90203718034085e-05,
+      "loss": 1.2242,
+      "step": 33000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 165.0,
+      "learning_rate": 4.901587273021758e-05,
+      "loss": 1.3613,
+      "step": 33100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.1533203125,
+      "learning_rate": 4.9011373657026655e-05,
+      "loss": 1.1811,
+      "step": 33200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 49.25,
+      "learning_rate": 4.900687458383573e-05,
+      "loss": 1.3841,
+      "step": 33300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.64453125,
+      "learning_rate": 4.900237551064481e-05,
+      "loss": 1.3316,
+      "step": 33400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 20.0,
+      "learning_rate": 4.899787643745389e-05,
+      "loss": 1.2325,
+      "step": 33500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 34.75,
+      "learning_rate": 4.899337736426296e-05,
+      "loss": 1.1637,
+      "step": 33600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 77.5,
+      "learning_rate": 4.8988878291072045e-05,
+      "loss": 1.332,
+      "step": 33700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 15.875,
+      "learning_rate": 4.898437921788112e-05,
+      "loss": 1.1109,
+      "step": 33800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 25.125,
+      "learning_rate": 4.8979880144690196e-05,
+      "loss": 1.1916,
+      "step": 33900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 88.0,
+      "learning_rate": 4.897538107149927e-05,
+      "loss": 1.2063,
+      "step": 34000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 89.0,
+      "learning_rate": 4.8970881998308346e-05,
+      "loss": 1.2242,
+      "step": 34100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 27.125,
+      "learning_rate": 4.896638292511743e-05,
+      "loss": 1.1195,
+      "step": 34200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 38.0,
+      "learning_rate": 4.8961883851926504e-05,
+      "loss": 1.1744,
+      "step": 34300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 66.0,
+      "learning_rate": 4.895738477873558e-05,
+      "loss": 1.4476,
+      "step": 34400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 17.0,
+      "learning_rate": 4.895288570554466e-05,
+      "loss": 1.2077,
+      "step": 34500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 153.0,
+      "learning_rate": 4.8948386632353736e-05,
+      "loss": 1.0947,
+      "step": 34600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 21.625,
+      "learning_rate": 4.894388755916282e-05,
+      "loss": 1.2036,
+      "step": 34700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 1.3671875,
+      "learning_rate": 4.8939388485971894e-05,
+      "loss": 1.2348,
+      "step": 34800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 24.625,
+      "learning_rate": 4.893488941278097e-05,
+      "loss": 1.2718,
+      "step": 34900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 73.5,
+      "learning_rate": 4.893039033959005e-05,
+      "loss": 1.2822,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 2.015625,
+      "learning_rate": 4.892589126639913e-05,
+      "loss": 1.3972,
+      "step": 35100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 65.5,
+      "learning_rate": 4.89213921932082e-05,
+      "loss": 1.3597,
+      "step": 35200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 44.75,
+      "learning_rate": 4.891689312001728e-05,
+      "loss": 1.3293,
+      "step": 35300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 29.75,
+      "learning_rate": 4.891239404682635e-05,
+      "loss": 1.3688,
+      "step": 35400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 49.5,
+      "learning_rate": 4.8907894973635435e-05,
+      "loss": 1.4431,
+      "step": 35500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 28.875,
+      "learning_rate": 4.890339590044451e-05,
+      "loss": 1.3478,
+      "step": 35600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 23.625,
+      "learning_rate": 4.8898896827253586e-05,
+      "loss": 1.3951,
+      "step": 35700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 88.5,
+      "learning_rate": 4.889439775406267e-05,
+      "loss": 1.3132,
+      "step": 35800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.888989868087174e-05,
+      "loss": 1.2843,
+      "step": 35900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 71.0,
+      "learning_rate": 4.888539960768082e-05,
+      "loss": 1.3047,
+      "step": 36000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 41.5,
+      "learning_rate": 4.88809005344899e-05,
+      "loss": 1.3439,
+      "step": 36100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 24.5,
+      "learning_rate": 4.8876401461298976e-05,
+      "loss": 1.2515,
+      "step": 36200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 30.75,
+      "learning_rate": 4.887190238810805e-05,
+      "loss": 1.3564,
+      "step": 36300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 20.625,
+      "learning_rate": 4.886740331491713e-05,
+      "loss": 1.1833,
+      "step": 36400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 22.625,
+      "learning_rate": 4.886290424172621e-05,
+      "loss": 1.3388,
+      "step": 36500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 41.0,
+      "learning_rate": 4.8858405168535284e-05,
+      "loss": 1.2338,
+      "step": 36600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 111.5,
+      "learning_rate": 4.885390609534436e-05,
+      "loss": 1.3098,
+      "step": 36700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 406.0,
+      "learning_rate": 4.8849407022153435e-05,
+      "loss": 1.2323,
+      "step": 36800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 32.25,
+      "learning_rate": 4.884490794896252e-05,
+      "loss": 1.2944,
+      "step": 36900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 47.5,
+      "learning_rate": 4.884040887577159e-05,
+      "loss": 1.2743,
+      "step": 37000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 39.25,
+      "learning_rate": 4.883590980258067e-05,
+      "loss": 1.2856,
+      "step": 37100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 88.0,
+      "learning_rate": 4.883141072938975e-05,
+      "loss": 1.179,
+      "step": 37200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 32.25,
+      "learning_rate": 4.8826911656198825e-05,
+      "loss": 1.2453,
+      "step": 37300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 76.5,
+      "learning_rate": 4.882241258300791e-05,
+      "loss": 1.3155,
+      "step": 37400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 28.375,
+      "learning_rate": 4.881791350981698e-05,
+      "loss": 1.2103,
+      "step": 37500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 71.0,
+      "learning_rate": 4.881341443662606e-05,
+      "loss": 1.2651,
+      "step": 37600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 17.25,
+      "learning_rate": 4.880891536343514e-05,
+      "loss": 1.5132,
+      "step": 37700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 86.5,
+      "learning_rate": 4.8804416290244215e-05,
+      "loss": 1.3271,
+      "step": 37800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 123.5,
+      "learning_rate": 4.8799917217053284e-05,
+      "loss": 1.3711,
+      "step": 37900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 148.0,
+      "learning_rate": 4.8795418143862366e-05,
+      "loss": 1.2331,
+      "step": 38000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 24.25,
+      "learning_rate": 4.879091907067144e-05,
+      "loss": 1.1995,
+      "step": 38100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.21484375,
+      "learning_rate": 4.878641999748052e-05,
+      "loss": 1.3692,
+      "step": 38200
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 70.0,
+      "learning_rate": 4.87819209242896e-05,
+      "loss": 1.2408,
+      "step": 38300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 17.0,
+      "learning_rate": 4.8777421851098674e-05,
+      "loss": 1.2109,
+      "step": 38400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 49.0,
+      "learning_rate": 4.8772922777907756e-05,
+      "loss": 1.2887,
+      "step": 38500
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 11.25,
+      "learning_rate": 4.876842370471683e-05,
+      "loss": 1.3198,
+      "step": 38600
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 19.75,
+      "learning_rate": 4.876392463152591e-05,
+      "loss": 1.359,
+      "step": 38700
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 120.0,
+      "learning_rate": 4.875942555833499e-05,
+      "loss": 1.3114,
+      "step": 38800
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 25.875,
+      "learning_rate": 4.8754926485144064e-05,
+      "loss": 1.2283,
+      "step": 38900
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 4.875042741195314e-05,
+      "loss": 1.1942,
+      "step": 39000
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 16.125,
+      "learning_rate": 4.874592833876222e-05,
+      "loss": 1.2641,
+      "step": 39100
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 56.5,
+      "learning_rate": 4.874142926557129e-05,
+      "loss": 1.0726,
+      "step": 39200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 169.0,
+      "learning_rate": 4.873693019238037e-05,
+      "loss": 1.1969,
+      "step": 39300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 54.25,
+      "learning_rate": 4.873243111918945e-05,
+      "loss": 1.1107,
+      "step": 39400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 62.0,
+      "learning_rate": 4.872793204599852e-05,
+      "loss": 1.4246,
+      "step": 39500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 18.625,
+      "learning_rate": 4.8723432972807605e-05,
+      "loss": 1.2903,
+      "step": 39600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.028564453125,
+      "learning_rate": 4.871893389961668e-05,
+      "loss": 1.3936,
+      "step": 39700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 170.0,
+      "learning_rate": 4.8714434826425756e-05,
+      "loss": 1.1697,
+      "step": 39800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 25.0,
+      "learning_rate": 4.870993575323484e-05,
+      "loss": 1.1897,
+      "step": 39900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 28.625,
+      "learning_rate": 4.870543668004391e-05,
+      "loss": 1.3424,
+      "step": 40000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 52.75,
+      "learning_rate": 4.8700937606852995e-05,
+      "loss": 1.2875,
+      "step": 40100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.004669189453125,
+      "learning_rate": 4.869643853366207e-05,
+      "loss": 1.2613,
+      "step": 40200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 73.0,
+      "learning_rate": 4.8691939460471146e-05,
+      "loss": 1.376,
+      "step": 40300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 8.5625,
+      "learning_rate": 4.868744038728022e-05,
+      "loss": 1.2863,
+      "step": 40400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 25.25,
+      "learning_rate": 4.86829413140893e-05,
+      "loss": 1.4402,
+      "step": 40500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 46.25,
+      "learning_rate": 4.867844224089837e-05,
+      "loss": 1.3281,
+      "step": 40600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 140.0,
+      "learning_rate": 4.8673943167707454e-05,
+      "loss": 1.3408,
+      "step": 40700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 36.0,
+      "learning_rate": 4.866944409451653e-05,
+      "loss": 1.2578,
+      "step": 40800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 49.5,
+      "learning_rate": 4.866494502132561e-05,
+      "loss": 1.3747,
+      "step": 40900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 48.25,
+      "learning_rate": 4.866044594813469e-05,
+      "loss": 1.2134,
+      "step": 41000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 52.5,
+      "learning_rate": 4.865594687494376e-05,
+      "loss": 1.2627,
+      "step": 41100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 61.5,
+      "learning_rate": 4.8651447801752844e-05,
+      "loss": 1.2865,
+      "step": 41200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 84.5,
+      "learning_rate": 4.864694872856192e-05,
+      "loss": 1.2833,
+      "step": 41300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 22.75,
+      "learning_rate": 4.8642449655370995e-05,
+      "loss": 1.3422,
+      "step": 41400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 43.0,
+      "learning_rate": 4.863795058218008e-05,
+      "loss": 1.287,
+      "step": 41500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 18.5,
+      "learning_rate": 4.863345150898915e-05,
+      "loss": 1.2372,
+      "step": 41600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 78.0,
+      "learning_rate": 4.862895243579823e-05,
+      "loss": 1.3556,
+      "step": 41700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 128.0,
+      "learning_rate": 4.86244533626073e-05,
+      "loss": 1.4245,
+      "step": 41800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 162.0,
+      "learning_rate": 4.861995428941638e-05,
+      "loss": 1.2928,
+      "step": 41900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 107.5,
+      "learning_rate": 4.861545521622546e-05,
+      "loss": 1.2586,
+      "step": 42000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 5.0,
+      "learning_rate": 4.8610956143034536e-05,
+      "loss": 1.2892,
+      "step": 42100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 73.0,
+      "learning_rate": 4.860645706984361e-05,
+      "loss": 1.1325,
+      "step": 42200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 5.5,
+      "learning_rate": 4.8601957996652693e-05,
+      "loss": 1.2525,
+      "step": 42300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 58.25,
+      "learning_rate": 4.859745892346177e-05,
+      "loss": 1.0027,
+      "step": 42400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 44.0,
+      "learning_rate": 4.8592959850270844e-05,
+      "loss": 1.3387,
+      "step": 42500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.005401611328125,
+      "learning_rate": 4.8588460777079926e-05,
+      "loss": 1.4061,
+      "step": 42600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 47.0,
+      "learning_rate": 4.8583961703889e-05,
+      "loss": 1.2295,
+      "step": 42700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 23.375,
+      "learning_rate": 4.8579462630698084e-05,
+      "loss": 1.3215,
+      "step": 42800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 78.0,
+      "learning_rate": 4.857496355750716e-05,
+      "loss": 1.115,
+      "step": 42900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 25.75,
+      "learning_rate": 4.857046448431623e-05,
+      "loss": 1.3653,
+      "step": 43000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 39.5,
+      "learning_rate": 4.856596541112531e-05,
+      "loss": 1.1244,
+      "step": 43100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 29.0,
+      "learning_rate": 4.8561466337934385e-05,
+      "loss": 1.2352,
+      "step": 43200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 119.0,
+      "learning_rate": 4.855696726474346e-05,
+      "loss": 1.3514,
+      "step": 43300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 8.0,
+      "learning_rate": 4.855246819155254e-05,
+      "loss": 1.2969,
+      "step": 43400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 49.75,
+      "learning_rate": 4.854796911836162e-05,
+      "loss": 1.3222,
+      "step": 43500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 36.75,
+      "learning_rate": 4.85434700451707e-05,
+      "loss": 1.3191,
+      "step": 43600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 374.0,
+      "learning_rate": 4.8538970971979775e-05,
+      "loss": 1.3238,
+      "step": 43700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 56.0,
+      "learning_rate": 4.853447189878885e-05,
+      "loss": 1.4575,
+      "step": 43800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 35.75,
+      "learning_rate": 4.852997282559793e-05,
+      "loss": 1.3157,
+      "step": 43900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 23.125,
+      "learning_rate": 4.852547375240701e-05,
+      "loss": 1.1149,
+      "step": 44000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 292.0,
+      "learning_rate": 4.8520974679216083e-05,
+      "loss": 1.1264,
+      "step": 44100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 29.375,
+      "learning_rate": 4.8516475606025166e-05,
+      "loss": 1.1437,
+      "step": 44200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.058349609375,
+      "learning_rate": 4.8511976532834234e-05,
+      "loss": 1.1619,
+      "step": 44300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 29.0,
+      "learning_rate": 4.8507477459643316e-05,
+      "loss": 1.2967,
+      "step": 44400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 13.8125,
+      "learning_rate": 4.850297838645239e-05,
+      "loss": 1.2666,
+      "step": 44500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 28.5,
+      "learning_rate": 4.849847931326147e-05,
+      "loss": 1.3183,
+      "step": 44600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 12.75,
+      "learning_rate": 4.849398024007055e-05,
+      "loss": 1.0624,
+      "step": 44700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 36.0,
+      "learning_rate": 4.8489481166879624e-05,
+      "loss": 1.2649,
+      "step": 44800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 59.0,
+      "learning_rate": 4.84849820936887e-05,
+      "loss": 1.2167,
+      "step": 44900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 24.5,
+      "learning_rate": 4.848048302049778e-05,
+      "loss": 1.1337,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 70.5,
+      "learning_rate": 4.847598394730686e-05,
+      "loss": 1.4822,
+      "step": 45100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.004852294921875,
+      "learning_rate": 4.847148487411593e-05,
+      "loss": 1.1802,
+      "step": 45200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 42.5,
+      "learning_rate": 4.8466985800925015e-05,
+      "loss": 1.2666,
+      "step": 45300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 11.0,
+      "learning_rate": 4.846248672773409e-05,
+      "loss": 1.1953,
+      "step": 45400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 26.625,
+      "learning_rate": 4.845798765454317e-05,
+      "loss": 1.2385,
+      "step": 45500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 51.25,
+      "learning_rate": 4.845348858135224e-05,
+      "loss": 1.2195,
+      "step": 45600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 33.75,
+      "learning_rate": 4.8448989508161316e-05,
+      "loss": 1.1949,
+      "step": 45700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 70.5,
+      "learning_rate": 4.84444904349704e-05,
+      "loss": 1.2288,
+      "step": 45800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 2.703125,
+      "learning_rate": 4.8439991361779473e-05,
+      "loss": 1.2516,
+      "step": 45900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 154.0,
+      "learning_rate": 4.843549228858855e-05,
+      "loss": 1.3733,
+      "step": 46000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 17.25,
+      "learning_rate": 4.843099321539763e-05,
+      "loss": 1.2666,
+      "step": 46100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 21.375,
+      "learning_rate": 4.8426494142206706e-05,
+      "loss": 1.2936,
+      "step": 46200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 25.875,
+      "learning_rate": 4.842199506901579e-05,
+      "loss": 1.4903,
+      "step": 46300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 111.5,
+      "learning_rate": 4.8417495995824864e-05,
+      "loss": 1.2341,
+      "step": 46400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 30.0,
+      "learning_rate": 4.841299692263394e-05,
+      "loss": 1.2469,
+      "step": 46500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 10.125,
+      "learning_rate": 4.840849784944302e-05,
+      "loss": 1.2281,
+      "step": 46600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.02490234375,
+      "learning_rate": 4.8403998776252097e-05,
+      "loss": 1.3978,
+      "step": 46700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 104.0,
+      "learning_rate": 4.839949970306117e-05,
+      "loss": 1.3517,
+      "step": 46800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 24.0,
+      "learning_rate": 4.839500062987025e-05,
+      "loss": 1.3805,
+      "step": 46900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 14.5625,
+      "learning_rate": 4.839050155667932e-05,
+      "loss": 1.1528,
+      "step": 47000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 56.25,
+      "learning_rate": 4.8386002483488405e-05,
+      "loss": 1.2795,
+      "step": 47100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.46484375,
+      "learning_rate": 4.838150341029748e-05,
+      "loss": 1.3025,
+      "step": 47200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 60.5,
+      "learning_rate": 4.8377004337106555e-05,
+      "loss": 1.3028,
+      "step": 47300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 24.5,
+      "learning_rate": 4.837250526391564e-05,
+      "loss": 1.1532,
+      "step": 47400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 165.0,
+      "learning_rate": 4.836800619072471e-05,
+      "loss": 1.3127,
+      "step": 47500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 92.5,
+      "learning_rate": 4.836350711753379e-05,
+      "loss": 1.278,
+      "step": 47600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.00176239013671875,
+      "learning_rate": 4.835900804434287e-05,
+      "loss": 1.0553,
+      "step": 47700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 27.0,
+      "learning_rate": 4.8354508971151946e-05,
+      "loss": 1.25,
+      "step": 47800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.035888671875,
+      "learning_rate": 4.835000989796102e-05,
+      "loss": 1.1231,
+      "step": 47900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 39.5,
+      "learning_rate": 4.83455108247701e-05,
+      "loss": 1.311,
+      "step": 48000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 40.25,
+      "learning_rate": 4.834101175157918e-05,
+      "loss": 1.2455,
+      "step": 48100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 31.125,
+      "learning_rate": 4.8336512678388254e-05,
+      "loss": 1.3419,
+      "step": 48200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 59.25,
+      "learning_rate": 4.833201360519733e-05,
+      "loss": 1.2595,
+      "step": 48300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 52.5,
+      "learning_rate": 4.8327514532006404e-05,
+      "loss": 1.1156,
+      "step": 48400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 88.0,
+      "learning_rate": 4.8323015458815487e-05,
+      "loss": 1.065,
+      "step": 48500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 24.75,
+      "learning_rate": 4.831851638562456e-05,
+      "loss": 1.3643,
+      "step": 48600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 75.0,
+      "learning_rate": 4.831401731243364e-05,
+      "loss": 1.2967,
+      "step": 48700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.002349853515625,
+      "learning_rate": 4.830951823924272e-05,
+      "loss": 1.1988,
+      "step": 48800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.0308837890625,
+      "learning_rate": 4.8305019166051795e-05,
+      "loss": 1.3315,
+      "step": 48900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 16.5,
+      "learning_rate": 4.830052009286088e-05,
+      "loss": 1.2752,
+      "step": 49000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 24.875,
+      "learning_rate": 4.829602101966995e-05,
+      "loss": 1.2389,
+      "step": 49100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 1.59375,
+      "learning_rate": 4.829152194647903e-05,
+      "loss": 1.3067,
+      "step": 49200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 23.5,
+      "learning_rate": 4.828702287328811e-05,
+      "loss": 1.0593,
+      "step": 49300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.75390625,
+      "learning_rate": 4.8282523800097185e-05,
+      "loss": 1.2773,
+      "step": 49400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 14.9375,
+      "learning_rate": 4.827802472690626e-05,
+      "loss": 1.2028,
+      "step": 49500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 79.0,
+      "learning_rate": 4.8273525653715336e-05,
+      "loss": 1.306,
+      "step": 49600
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.0810546875,
+      "learning_rate": 4.826902658052441e-05,
+      "loss": 1.3618,
+      "step": 49700
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 16.125,
+      "learning_rate": 4.826452750733349e-05,
+      "loss": 1.1252,
+      "step": 49800
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 14.875,
+      "learning_rate": 4.826002843414257e-05,
+      "loss": 1.2516,
+      "step": 49900
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.07666015625,
+      "learning_rate": 4.8255529360951644e-05,
+      "loss": 1.0725,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 9.4375,
+      "learning_rate": 4.8251030287760726e-05,
+      "loss": 1.3507,
+      "step": 50100
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 28.5,
+      "learning_rate": 4.82465312145698e-05,
+      "loss": 1.1303,
+      "step": 50200
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 86.0,
+      "learning_rate": 4.8242032141378877e-05,
+      "loss": 1.2811,
+      "step": 50300
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 77.5,
+      "learning_rate": 4.823753306818796e-05,
+      "loss": 1.2733,
+      "step": 50400
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 29.5,
+      "learning_rate": 4.8233033994997034e-05,
+      "loss": 1.3248,
+      "step": 50500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 73.0,
+      "learning_rate": 4.822853492180611e-05,
+      "loss": 1.1872,
+      "step": 50600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.17578125,
+      "learning_rate": 4.822403584861519e-05,
+      "loss": 1.3451,
+      "step": 50700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 1.96875,
+      "learning_rate": 4.821953677542426e-05,
+      "loss": 1.2303,
+      "step": 50800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.04931640625,
+      "learning_rate": 4.821503770223334e-05,
+      "loss": 1.2957,
+      "step": 50900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 15.5625,
+      "learning_rate": 4.821053862904242e-05,
+      "loss": 1.2168,
+      "step": 51000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 15.25,
+      "learning_rate": 4.820603955585149e-05,
+      "loss": 1.2688,
+      "step": 51100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 6.65625,
+      "learning_rate": 4.8201540482660575e-05,
+      "loss": 1.2357,
+      "step": 51200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 25.125,
+      "learning_rate": 4.819704140946965e-05,
+      "loss": 1.3002,
+      "step": 51300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.01214599609375,
+      "learning_rate": 4.8192542336278726e-05,
+      "loss": 1.3091,
+      "step": 51400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 15.875,
+      "learning_rate": 4.818804326308781e-05,
+      "loss": 1.1105,
+      "step": 51500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 44.75,
+      "learning_rate": 4.818354418989688e-05,
+      "loss": 1.1362,
+      "step": 51600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 290.0,
+      "learning_rate": 4.8179045116705965e-05,
+      "loss": 1.2163,
+      "step": 51700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 54.75,
+      "learning_rate": 4.817454604351504e-05,
+      "loss": 1.1851,
+      "step": 51800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 19.875,
+      "learning_rate": 4.8170046970324116e-05,
+      "loss": 1.1474,
+      "step": 51900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 27.75,
+      "learning_rate": 4.81655478971332e-05,
+      "loss": 1.2484,
+      "step": 52000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 24.375,
+      "learning_rate": 4.8161048823942266e-05,
+      "loss": 1.3117,
+      "step": 52100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 41.75,
+      "learning_rate": 4.815654975075135e-05,
+      "loss": 1.227,
+      "step": 52200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 99.5,
+      "learning_rate": 4.8152050677560424e-05,
+      "loss": 1.214,
+      "step": 52300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 156.0,
+      "learning_rate": 4.81475516043695e-05,
+      "loss": 1.2802,
+      "step": 52400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 282.0,
+      "learning_rate": 4.814305253117858e-05,
+      "loss": 1.2427,
+      "step": 52500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.813855345798766e-05,
+      "loss": 1.2021,
+      "step": 52600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 35.0,
+      "learning_rate": 4.813405438479673e-05,
+      "loss": 1.1962,
+      "step": 52700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 20.875,
+      "learning_rate": 4.8129555311605814e-05,
+      "loss": 1.2807,
+      "step": 52800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 178.0,
+      "learning_rate": 4.812505623841489e-05,
+      "loss": 1.1017,
+      "step": 52900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 1.5859375,
+      "learning_rate": 4.8120557165223965e-05,
+      "loss": 1.1054,
+      "step": 53000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 15.875,
+      "learning_rate": 4.811605809203305e-05,
+      "loss": 1.2859,
+      "step": 53100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 13.25,
+      "learning_rate": 4.811155901884212e-05,
+      "loss": 1.3019,
+      "step": 53200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 46.75,
+      "learning_rate": 4.81070599456512e-05,
+      "loss": 1.1397,
+      "step": 53300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 229.0,
+      "learning_rate": 4.810256087246027e-05,
+      "loss": 1.1054,
+      "step": 53400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 78.0,
+      "learning_rate": 4.809806179926935e-05,
+      "loss": 1.236,
+      "step": 53500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.07421875,
+      "learning_rate": 4.809356272607843e-05,
+      "loss": 1.3154,
+      "step": 53600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 71.5,
+      "learning_rate": 4.8089063652887506e-05,
+      "loss": 1.4473,
+      "step": 53700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 26.0,
+      "learning_rate": 4.808456457969658e-05,
+      "loss": 1.256,
+      "step": 53800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 75.0,
+      "learning_rate": 4.808006550650566e-05,
+      "loss": 1.241,
+      "step": 53900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 27.25,
+      "learning_rate": 4.807556643331474e-05,
+      "loss": 1.2908,
+      "step": 54000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 53.25,
+      "learning_rate": 4.8071067360123814e-05,
+      "loss": 1.3112,
+      "step": 54100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 140.0,
+      "learning_rate": 4.8066568286932896e-05,
+      "loss": 1.3015,
+      "step": 54200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 44.25,
+      "learning_rate": 4.806206921374197e-05,
+      "loss": 1.2982,
+      "step": 54300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 15.9375,
+      "learning_rate": 4.8057570140551054e-05,
+      "loss": 1.2639,
+      "step": 54400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.09716796875,
+      "learning_rate": 4.805307106736013e-05,
+      "loss": 1.3295,
+      "step": 54500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 34.25,
+      "learning_rate": 4.8048571994169204e-05,
+      "loss": 1.2623,
+      "step": 54600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 16.125,
+      "learning_rate": 4.804407292097828e-05,
+      "loss": 1.4758,
+      "step": 54700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 18.875,
+      "learning_rate": 4.8039573847787355e-05,
+      "loss": 1.2223,
+      "step": 54800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 4.0,
+      "learning_rate": 4.803507477459643e-05,
+      "loss": 1.1929,
+      "step": 54900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 394.0,
+      "learning_rate": 4.803057570140551e-05,
+      "loss": 1.0864,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 82.0,
+      "learning_rate": 4.802607662821459e-05,
+      "loss": 1.2047,
+      "step": 55100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 72.0,
+      "learning_rate": 4.802157755502367e-05,
+      "loss": 1.2877,
+      "step": 55200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 4.8017078481832745e-05,
+      "loss": 1.2841,
+      "step": 55300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 62.0,
+      "learning_rate": 4.801257940864182e-05,
+      "loss": 1.1483,
+      "step": 55400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 64.5,
+      "learning_rate": 4.80080803354509e-05,
+      "loss": 1.4654,
+      "step": 55500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 80.5,
+      "learning_rate": 4.800358126225998e-05,
+      "loss": 1.2821,
+      "step": 55600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 32.25,
+      "learning_rate": 4.799908218906905e-05,
+      "loss": 1.4356,
+      "step": 55700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 105.0,
+      "learning_rate": 4.7994583115878135e-05,
+      "loss": 1.2366,
+      "step": 55800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 26.125,
+      "learning_rate": 4.799008404268721e-05,
+      "loss": 1.181,
+      "step": 55900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 33.75,
+      "learning_rate": 4.7985584969496286e-05,
+      "loss": 1.0998,
+      "step": 56000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 78.5,
+      "learning_rate": 4.798108589630536e-05,
+      "loss": 1.2721,
+      "step": 56100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 22.5,
+      "learning_rate": 4.797658682311444e-05,
+      "loss": 1.3371,
+      "step": 56200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 36.0,
+      "learning_rate": 4.797208774992352e-05,
+      "loss": 1.2851,
+      "step": 56300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 16.875,
+      "learning_rate": 4.7967588676732594e-05,
+      "loss": 1.2774,
+      "step": 56400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 29.5,
+      "learning_rate": 4.796308960354167e-05,
+      "loss": 1.2053,
+      "step": 56500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 21.625,
+      "learning_rate": 4.795859053035075e-05,
+      "loss": 1.0901,
+      "step": 56600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.007293701171875,
+      "learning_rate": 4.795409145715983e-05,
+      "loss": 1.0744,
+      "step": 56700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 65.0,
+      "learning_rate": 4.79495923839689e-05,
+      "loss": 1.2934,
+      "step": 56800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 58.75,
+      "learning_rate": 4.7945093310777984e-05,
+      "loss": 1.2791,
+      "step": 56900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 3.046875,
+      "learning_rate": 4.794059423758706e-05,
+      "loss": 1.2051,
+      "step": 57000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 15.125,
+      "learning_rate": 4.793609516439614e-05,
+      "loss": 1.2482,
+      "step": 57100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 32.75,
+      "learning_rate": 4.793159609120522e-05,
+      "loss": 1.2103,
+      "step": 57200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 33.0,
+      "learning_rate": 4.7927097018014286e-05,
+      "loss": 1.1886,
+      "step": 57300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 26.125,
+      "learning_rate": 4.792259794482337e-05,
+      "loss": 1.2094,
+      "step": 57400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 23.75,
+      "learning_rate": 4.791809887163244e-05,
+      "loss": 1.2617,
+      "step": 57500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 36.75,
+      "learning_rate": 4.791359979844152e-05,
+      "loss": 1.3948,
+      "step": 57600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 217.0,
+      "learning_rate": 4.79091007252506e-05,
+      "loss": 1.3061,
+      "step": 57700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 43.0,
+      "learning_rate": 4.7904601652059676e-05,
+      "loss": 1.2947,
+      "step": 57800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 22.25,
+      "learning_rate": 4.790010257886876e-05,
+      "loss": 1.162,
+      "step": 57900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 32.75,
+      "learning_rate": 4.7895603505677834e-05,
+      "loss": 1.212,
+      "step": 58000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 24.5,
+      "learning_rate": 4.789110443248691e-05,
+      "loss": 1.2869,
+      "step": 58100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 30.0,
+      "learning_rate": 4.788660535929599e-05,
+      "loss": 1.378,
+      "step": 58200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 2544.0,
+      "learning_rate": 4.7882106286105066e-05,
+      "loss": 1.4909,
+      "step": 58300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 37.5,
+      "learning_rate": 4.787760721291414e-05,
+      "loss": 1.0799,
+      "step": 58400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 16.375,
+      "learning_rate": 4.7873108139723224e-05,
+      "loss": 1.1447,
+      "step": 58500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 49.25,
+      "learning_rate": 4.786860906653229e-05,
+      "loss": 1.3131,
+      "step": 58600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 28.0,
+      "learning_rate": 4.7864109993341374e-05,
+      "loss": 1.3194,
+      "step": 58700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 17.5,
+      "learning_rate": 4.785961092015045e-05,
+      "loss": 1.2322,
+      "step": 58800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 22.625,
+      "learning_rate": 4.7855111846959525e-05,
+      "loss": 1.3211,
+      "step": 58900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 1.2109375,
+      "learning_rate": 4.785061277376861e-05,
+      "loss": 1.0975,
+      "step": 59000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 24.375,
+      "learning_rate": 4.784611370057768e-05,
+      "loss": 1.1601,
+      "step": 59100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 191.0,
+      "learning_rate": 4.784161462738676e-05,
+      "loss": 1.2428,
+      "step": 59200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.0031280517578125,
+      "learning_rate": 4.783711555419584e-05,
+      "loss": 1.0643,
+      "step": 59300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 62.75,
+      "learning_rate": 4.7832616481004915e-05,
+      "loss": 1.2144,
+      "step": 59400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 39.25,
+      "learning_rate": 4.782811740781399e-05,
+      "loss": 1.3446,
+      "step": 59500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 26.875,
+      "learning_rate": 4.782361833462307e-05,
+      "loss": 1.2985,
+      "step": 59600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 56.75,
+      "learning_rate": 4.781911926143215e-05,
+      "loss": 1.1766,
+      "step": 59700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 144.0,
+      "learning_rate": 4.781462018824123e-05,
+      "loss": 1.2657,
+      "step": 59800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 53.0,
+      "learning_rate": 4.78101211150503e-05,
+      "loss": 1.1534,
+      "step": 59900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.32421875,
+      "learning_rate": 4.7805622041859374e-05,
+      "loss": 1.206,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.080078125,
+      "learning_rate": 4.7801122968668456e-05,
+      "loss": 1.2317,
+      "step": 60100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 39.75,
+      "learning_rate": 4.779662389547753e-05,
+      "loss": 1.2616,
+      "step": 60200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 234.0,
+      "learning_rate": 4.779212482228661e-05,
+      "loss": 1.1645,
+      "step": 60300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 120.0,
+      "learning_rate": 4.778762574909569e-05,
+      "loss": 1.3616,
+      "step": 60400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.0004711151123046875,
+      "learning_rate": 4.7783126675904764e-05,
+      "loss": 1.3646,
+      "step": 60500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 155.0,
+      "learning_rate": 4.7778627602713847e-05,
+      "loss": 1.2605,
+      "step": 60600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 25.625,
+      "learning_rate": 4.777412852952292e-05,
+      "loss": 1.2399,
+      "step": 60700
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 19.875,
+      "learning_rate": 4.7769629456332e-05,
+      "loss": 1.3913,
+      "step": 60800
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 13.5625,
+      "learning_rate": 4.776513038314108e-05,
+      "loss": 1.0235,
+      "step": 60900
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 17.5,
+      "learning_rate": 4.7760631309950155e-05,
+      "loss": 1.3921,
+      "step": 61000
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 20.875,
+      "learning_rate": 4.775613223675923e-05,
+      "loss": 1.3424,
+      "step": 61100
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 30.5,
+      "learning_rate": 4.7751633163568305e-05,
+      "loss": 1.1381,
+      "step": 61200
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 6.53125,
+      "learning_rate": 4.774713409037738e-05,
+      "loss": 1.256,
+      "step": 61300
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 23.875,
+      "learning_rate": 4.774263501718646e-05,
+      "loss": 1.2608,
+      "step": 61400
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 6.125,
+      "learning_rate": 4.773813594399554e-05,
+      "loss": 1.299,
+      "step": 61500
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 85.0,
+      "learning_rate": 4.7733636870804613e-05,
+      "loss": 1.4367,
+      "step": 61600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 48.5,
+      "learning_rate": 4.7729137797613696e-05,
+      "loss": 1.2704,
+      "step": 61700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.0003337860107421875,
+      "learning_rate": 4.772463872442277e-05,
+      "loss": 1.1553,
+      "step": 61800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.1396484375,
+      "learning_rate": 4.7720139651231846e-05,
+      "loss": 1.1049,
+      "step": 61900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 41.25,
+      "learning_rate": 4.771564057804093e-05,
+      "loss": 1.2024,
+      "step": 62000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 56.75,
+      "learning_rate": 4.7711141504850004e-05,
+      "loss": 1.0926,
+      "step": 62100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 23.25,
+      "learning_rate": 4.770664243165908e-05,
+      "loss": 1.2144,
+      "step": 62200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.361328125,
+      "learning_rate": 4.770214335846816e-05,
+      "loss": 1.2954,
+      "step": 62300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 97.5,
+      "learning_rate": 4.7697644285277237e-05,
+      "loss": 1.3381,
+      "step": 62400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 75.0,
+      "learning_rate": 4.769314521208631e-05,
+      "loss": 1.1606,
+      "step": 62500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 33.0,
+      "learning_rate": 4.768864613889539e-05,
+      "loss": 1.3188,
+      "step": 62600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 23.5,
+      "learning_rate": 4.768414706570446e-05,
+      "loss": 1.2255,
+      "step": 62700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 11.25,
+      "learning_rate": 4.7679647992513545e-05,
+      "loss": 1.2122,
+      "step": 62800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 52.75,
+      "learning_rate": 4.767514891932262e-05,
+      "loss": 1.2049,
+      "step": 62900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.1484375,
+      "learning_rate": 4.7670649846131695e-05,
+      "loss": 1.1614,
+      "step": 63000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 1104.0,
+      "learning_rate": 4.766615077294078e-05,
+      "loss": 1.1922,
+      "step": 63100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 24.875,
+      "learning_rate": 4.766165169974985e-05,
+      "loss": 1.2415,
+      "step": 63200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 112.0,
+      "learning_rate": 4.7657152626558935e-05,
+      "loss": 1.2242,
+      "step": 63300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 175.0,
+      "learning_rate": 4.765265355336801e-05,
+      "loss": 1.0412,
+      "step": 63400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 54.75,
+      "learning_rate": 4.7648154480177086e-05,
+      "loss": 1.3835,
+      "step": 63500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.005096435546875,
+      "learning_rate": 4.764365540698617e-05,
+      "loss": 1.1711,
+      "step": 63600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 56.25,
+      "learning_rate": 4.763915633379524e-05,
+      "loss": 1.2561,
+      "step": 63700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 21.625,
+      "learning_rate": 4.763465726060432e-05,
+      "loss": 1.1166,
+      "step": 63800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 19.375,
+      "learning_rate": 4.7630158187413394e-05,
+      "loss": 1.3502,
+      "step": 63900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 28.25,
+      "learning_rate": 4.762565911422247e-05,
+      "loss": 1.1815,
+      "step": 64000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 35.75,
+      "learning_rate": 4.762116004103155e-05,
+      "loss": 1.2885,
+      "step": 64100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 162.0,
+      "learning_rate": 4.7616660967840627e-05,
+      "loss": 1.2147,
+      "step": 64200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 17.75,
+      "learning_rate": 4.76121618946497e-05,
+      "loss": 1.3315,
+      "step": 64300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 15.875,
+      "learning_rate": 4.7607662821458784e-05,
+      "loss": 1.3114,
+      "step": 64400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 51.5,
+      "learning_rate": 4.760316374826786e-05,
+      "loss": 1.3619,
+      "step": 64500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 21.75,
+      "learning_rate": 4.7598664675076935e-05,
+      "loss": 1.2124,
+      "step": 64600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 35.0,
+      "learning_rate": 4.759416560188602e-05,
+      "loss": 1.2272,
+      "step": 64700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 92.0,
+      "learning_rate": 4.758966652869509e-05,
+      "loss": 1.2565,
+      "step": 64800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 27.5,
+      "learning_rate": 4.758516745550417e-05,
+      "loss": 1.0057,
+      "step": 64900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 284.0,
+      "learning_rate": 4.758066838231325e-05,
+      "loss": 1.3151,
+      "step": 65000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 60.0,
+      "learning_rate": 4.757616930912232e-05,
+      "loss": 1.3785,
+      "step": 65100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.1201171875,
+      "learning_rate": 4.75716702359314e-05,
+      "loss": 1.1252,
+      "step": 65200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 28.125,
+      "learning_rate": 4.7567171162740476e-05,
+      "loss": 1.2642,
+      "step": 65300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 21.75,
+      "learning_rate": 4.756267208954955e-05,
+      "loss": 1.1487,
+      "step": 65400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 19.875,
+      "learning_rate": 4.755817301635863e-05,
+      "loss": 1.1986,
+      "step": 65500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 41.75,
+      "learning_rate": 4.755367394316771e-05,
+      "loss": 1.3195,
+      "step": 65600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 35.75,
+      "learning_rate": 4.7549174869976784e-05,
+      "loss": 1.1207,
+      "step": 65700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 36.75,
+      "learning_rate": 4.7544675796785866e-05,
+      "loss": 1.2285,
+      "step": 65800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 115.5,
+      "learning_rate": 4.754017672359494e-05,
+      "loss": 1.3438,
+      "step": 65900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 31.625,
+      "learning_rate": 4.753567765040402e-05,
+      "loss": 1.1679,
+      "step": 66000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 17.5,
+      "learning_rate": 4.75311785772131e-05,
+      "loss": 1.3672,
+      "step": 66100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 115.0,
+      "learning_rate": 4.7526679504022174e-05,
+      "loss": 1.084,
+      "step": 66200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 51.25,
+      "learning_rate": 4.7522180430831256e-05,
+      "loss": 1.3214,
+      "step": 66300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 48.75,
+      "learning_rate": 4.7517681357640325e-05,
+      "loss": 1.2078,
+      "step": 66400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 50.5,
+      "learning_rate": 4.751318228444941e-05,
+      "loss": 1.2239,
+      "step": 66500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 32.75,
+      "learning_rate": 4.750868321125848e-05,
+      "loss": 1.2264,
+      "step": 66600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 119.5,
+      "learning_rate": 4.750418413806756e-05,
+      "loss": 1.1354,
+      "step": 66700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 17.0,
+      "learning_rate": 4.749968506487664e-05,
+      "loss": 1.2544,
+      "step": 66800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 22.375,
+      "learning_rate": 4.7495185991685715e-05,
+      "loss": 1.3681,
+      "step": 66900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 17.5,
+      "learning_rate": 4.749068691849479e-05,
+      "loss": 1.1801,
+      "step": 67000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 21.375,
+      "learning_rate": 4.748618784530387e-05,
+      "loss": 1.2174,
+      "step": 67100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 7.5,
+      "learning_rate": 4.748168877211295e-05,
+      "loss": 1.3273,
+      "step": 67200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 110.0,
+      "learning_rate": 4.747718969892202e-05,
+      "loss": 1.3135,
+      "step": 67300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 15.9375,
+      "learning_rate": 4.7472690625731105e-05,
+      "loss": 1.2495,
+      "step": 67400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 23.375,
+      "learning_rate": 4.746819155254018e-05,
+      "loss": 1.1619,
+      "step": 67500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 18.0,
+      "learning_rate": 4.7463692479349256e-05,
+      "loss": 1.3114,
+      "step": 67600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 54.25,
+      "learning_rate": 4.745919340615833e-05,
+      "loss": 1.2257,
+      "step": 67700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 30.125,
+      "learning_rate": 4.7454694332967407e-05,
+      "loss": 1.224,
+      "step": 67800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 44.0,
+      "learning_rate": 4.745019525977649e-05,
+      "loss": 1.1534,
+      "step": 67900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 16.25,
+      "learning_rate": 4.7445696186585564e-05,
+      "loss": 1.2763,
+      "step": 68000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 49.75,
+      "learning_rate": 4.744119711339464e-05,
+      "loss": 1.2954,
+      "step": 68100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 41.25,
+      "learning_rate": 4.743669804020372e-05,
+      "loss": 1.3419,
+      "step": 68200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 35.5,
+      "learning_rate": 4.74321989670128e-05,
+      "loss": 1.1872,
+      "step": 68300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 41.75,
+      "learning_rate": 4.742769989382187e-05,
+      "loss": 1.214,
+      "step": 68400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 36.75,
+      "learning_rate": 4.7423200820630954e-05,
+      "loss": 1.2048,
+      "step": 68500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 45.0,
+      "learning_rate": 4.741870174744003e-05,
+      "loss": 0.9973,
+      "step": 68600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 23.75,
+      "learning_rate": 4.741420267424911e-05,
+      "loss": 1.2558,
+      "step": 68700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 59.75,
+      "learning_rate": 4.740970360105819e-05,
+      "loss": 1.2732,
+      "step": 68800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 41.25,
+      "learning_rate": 4.740520452786726e-05,
+      "loss": 1.2606,
+      "step": 68900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 79.0,
+      "learning_rate": 4.740070545467634e-05,
+      "loss": 1.2146,
+      "step": 69000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 14.0625,
+      "learning_rate": 4.739620638148541e-05,
+      "loss": 1.2459,
+      "step": 69100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 12.1875,
+      "learning_rate": 4.7391707308294495e-05,
+      "loss": 1.2515,
+      "step": 69200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 25.25,
+      "learning_rate": 4.738720823510357e-05,
+      "loss": 1.3226,
+      "step": 69300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 10.5625,
+      "learning_rate": 4.7382709161912646e-05,
+      "loss": 1.3906,
+      "step": 69400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 75.0,
+      "learning_rate": 4.737821008872173e-05,
+      "loss": 1.1994,
+      "step": 69500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 16.25,
+      "learning_rate": 4.73737110155308e-05,
+      "loss": 1.3124,
+      "step": 69600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 50.25,
+      "learning_rate": 4.736921194233988e-05,
+      "loss": 1.2104,
+      "step": 69700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 38.25,
+      "learning_rate": 4.736471286914896e-05,
+      "loss": 1.3131,
+      "step": 69800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 63.0,
+      "learning_rate": 4.7360213795958036e-05,
+      "loss": 1.3858,
+      "step": 69900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 21.5,
+      "learning_rate": 4.735571472276711e-05,
+      "loss": 1.3075,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 32.25,
+      "learning_rate": 4.7351215649576194e-05,
+      "loss": 1.2681,
+      "step": 70100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 160.0,
+      "learning_rate": 4.734671657638527e-05,
+      "loss": 1.123,
+      "step": 70200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 20.125,
+      "learning_rate": 4.7342217503194344e-05,
+      "loss": 1.29,
+      "step": 70300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 46.75,
+      "learning_rate": 4.733771843000342e-05,
+      "loss": 1.2494,
+      "step": 70400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 65.0,
+      "learning_rate": 4.7333219356812495e-05,
+      "loss": 1.106,
+      "step": 70500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 61.0,
+      "learning_rate": 4.732872028362158e-05,
+      "loss": 1.3759,
+      "step": 70600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 56.0,
+      "learning_rate": 4.732422121043065e-05,
+      "loss": 1.2734,
+      "step": 70700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 80.5,
+      "learning_rate": 4.731972213723973e-05,
+      "loss": 1.1665,
+      "step": 70800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 36.25,
+      "learning_rate": 4.731522306404881e-05,
+      "loss": 1.2487,
+      "step": 70900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 99.0,
+      "learning_rate": 4.7310723990857885e-05,
+      "loss": 1.2052,
+      "step": 71000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 9.875,
+      "learning_rate": 4.730622491766696e-05,
+      "loss": 1.1455,
+      "step": 71100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 16.25,
+      "learning_rate": 4.730172584447604e-05,
+      "loss": 1.0591,
+      "step": 71200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 13.9375,
+      "learning_rate": 4.729722677128512e-05,
+      "loss": 1.0799,
+      "step": 71300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 46.25,
+      "learning_rate": 4.72927276980942e-05,
+      "loss": 1.3123,
+      "step": 71400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 63.5,
+      "learning_rate": 4.7288228624903275e-05,
+      "loss": 1.2431,
+      "step": 71500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 14.125,
+      "learning_rate": 4.7283729551712344e-05,
+      "loss": 1.2255,
+      "step": 71600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 53.0,
+      "learning_rate": 4.7279230478521426e-05,
+      "loss": 1.1026,
+      "step": 71700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 47.5,
+      "learning_rate": 4.72747314053305e-05,
+      "loss": 1.2817,
+      "step": 71800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 49.25,
+      "learning_rate": 4.727023233213958e-05,
+      "loss": 1.26,
+      "step": 71900
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 17.375,
+      "learning_rate": 4.726573325894866e-05,
+      "loss": 1.1483,
+      "step": 72000
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 123.0,
+      "learning_rate": 4.7261234185757734e-05,
+      "loss": 1.3744,
+      "step": 72100
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 33.0,
+      "learning_rate": 4.7256735112566816e-05,
+      "loss": 1.2989,
+      "step": 72200
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 29.0,
+      "learning_rate": 4.725223603937589e-05,
+      "loss": 1.0816,
+      "step": 72300
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 26.5,
+      "learning_rate": 4.724773696618497e-05,
+      "loss": 1.2363,
+      "step": 72400
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 12.25,
+      "learning_rate": 4.724323789299405e-05,
+      "loss": 1.2743,
+      "step": 72500
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 16.0,
+      "learning_rate": 4.7238738819803124e-05,
+      "loss": 1.2664,
+      "step": 72600
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 28.25,
+      "learning_rate": 4.72342397466122e-05,
+      "loss": 1.4499,
+      "step": 72700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 91.5,
+      "learning_rate": 4.722974067342128e-05,
+      "loss": 1.1211,
+      "step": 72800
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 31.875,
+      "learning_rate": 4.722524160023035e-05,
+      "loss": 1.1971,
+      "step": 72900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.012939453125,
+      "learning_rate": 4.722074252703943e-05,
+      "loss": 1.1434,
+      "step": 73000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.0859375,
+      "learning_rate": 4.721624345384851e-05,
+      "loss": 1.1664,
+      "step": 73100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 39.0,
+      "learning_rate": 4.721174438065758e-05,
+      "loss": 1.1764,
+      "step": 73200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 17.125,
+      "learning_rate": 4.7207245307466665e-05,
+      "loss": 1.2504,
+      "step": 73300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 89.0,
+      "learning_rate": 4.720274623427574e-05,
+      "loss": 1.2143,
+      "step": 73400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 20.375,
+      "learning_rate": 4.7198247161084816e-05,
+      "loss": 1.1952,
+      "step": 73500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 103.0,
+      "learning_rate": 4.71937480878939e-05,
+      "loss": 1.2222,
+      "step": 73600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 179.0,
+      "learning_rate": 4.7189249014702974e-05,
+      "loss": 1.2778,
+      "step": 73700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.5546875,
+      "learning_rate": 4.718474994151205e-05,
+      "loss": 1.3061,
+      "step": 73800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 149.0,
+      "learning_rate": 4.718025086832113e-05,
+      "loss": 1.2367,
+      "step": 73900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 31.375,
+      "learning_rate": 4.7175751795130206e-05,
+      "loss": 1.226,
+      "step": 74000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 25.5,
+      "learning_rate": 4.717125272193929e-05,
+      "loss": 1.1026,
+      "step": 74100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 47.25,
+      "learning_rate": 4.716675364874836e-05,
+      "loss": 1.2909,
+      "step": 74200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 8.1875,
+      "learning_rate": 4.716225457555743e-05,
+      "loss": 1.142,
+      "step": 74300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 27.125,
+      "learning_rate": 4.7157755502366514e-05,
+      "loss": 1.134,
+      "step": 74400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 39.25,
+      "learning_rate": 4.715325642917559e-05,
+      "loss": 1.2291,
+      "step": 74500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 26.25,
+      "learning_rate": 4.7148757355984665e-05,
+      "loss": 1.3683,
+      "step": 74600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 18.625,
+      "learning_rate": 4.714425828279375e-05,
+      "loss": 1.2623,
+      "step": 74700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 57.0,
+      "learning_rate": 4.713975920960282e-05,
+      "loss": 1.1912,
+      "step": 74800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 35.75,
+      "learning_rate": 4.7135260136411905e-05,
+      "loss": 1.0889,
+      "step": 74900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 52.25,
+      "learning_rate": 4.713076106322098e-05,
+      "loss": 1.1153,
+      "step": 75000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.000835418701171875,
+      "learning_rate": 4.7126261990030055e-05,
+      "loss": 1.361,
+      "step": 75100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 83.5,
+      "learning_rate": 4.712176291683914e-05,
+      "loss": 1.2175,
+      "step": 75200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 34.25,
+      "learning_rate": 4.711726384364821e-05,
+      "loss": 1.1457,
+      "step": 75300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 47.75,
+      "learning_rate": 4.711276477045729e-05,
+      "loss": 1.2189,
+      "step": 75400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.7108265697266364e-05,
+      "loss": 1.1413,
+      "step": 75500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.006591796875,
+      "learning_rate": 4.710376662407544e-05,
+      "loss": 1.1837,
+      "step": 75600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 31.375,
+      "learning_rate": 4.709926755088452e-05,
+      "loss": 1.2907,
+      "step": 75700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 41.75,
+      "learning_rate": 4.7094768477693596e-05,
+      "loss": 1.1726,
+      "step": 75800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 125.5,
+      "learning_rate": 4.709026940450267e-05,
+      "loss": 1.3122,
+      "step": 75900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 135.0,
+      "learning_rate": 4.7085770331311754e-05,
+      "loss": 1.2983,
+      "step": 76000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 222.0,
+      "learning_rate": 4.708127125812083e-05,
+      "loss": 1.2188,
+      "step": 76100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 44.0,
+      "learning_rate": 4.7076772184929904e-05,
+      "loss": 1.0877,
+      "step": 76200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 34.75,
+      "learning_rate": 4.7072273111738987e-05,
+      "loss": 1.2161,
+      "step": 76300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 22.0,
+      "learning_rate": 4.706777403854806e-05,
+      "loss": 1.3827,
+      "step": 76400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 91.0,
+      "learning_rate": 4.706327496535714e-05,
+      "loss": 1.2608,
+      "step": 76500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 20.0,
+      "learning_rate": 4.705877589216622e-05,
+      "loss": 1.362,
+      "step": 76600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 32.75,
+      "learning_rate": 4.7054276818975295e-05,
+      "loss": 1.2003,
+      "step": 76700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 3.15625,
+      "learning_rate": 4.704977774578437e-05,
+      "loss": 1.3207,
+      "step": 76800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 13.5625,
+      "learning_rate": 4.7045278672593445e-05,
+      "loss": 1.5494,
+      "step": 76900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 20.25,
+      "learning_rate": 4.704077959940252e-05,
+      "loss": 1.1945,
+      "step": 77000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 24.5,
+      "learning_rate": 4.70362805262116e-05,
+      "loss": 1.205,
+      "step": 77100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 52.25,
+      "learning_rate": 4.703178145302068e-05,
+      "loss": 1.1373,
+      "step": 77200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 22.375,
+      "learning_rate": 4.7027282379829754e-05,
+      "loss": 1.2527,
+      "step": 77300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 24.625,
+      "learning_rate": 4.7022783306638836e-05,
+      "loss": 1.1378,
+      "step": 77400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 56.0,
+      "learning_rate": 4.701828423344791e-05,
+      "loss": 1.1482,
+      "step": 77500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 50.5,
+      "learning_rate": 4.701378516025699e-05,
+      "loss": 1.2645,
+      "step": 77600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 144.0,
+      "learning_rate": 4.700928608706607e-05,
+      "loss": 1.4047,
+      "step": 77700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 4.7004787013875144e-05,
+      "loss": 1.1314,
+      "step": 77800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 149.0,
+      "learning_rate": 4.7000287940684226e-05,
+      "loss": 1.1793,
+      "step": 77900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.5546875,
+      "learning_rate": 4.69957888674933e-05,
+      "loss": 1.2604,
+      "step": 78000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 126.0,
+      "learning_rate": 4.6991289794302377e-05,
+      "loss": 0.9881,
+      "step": 78100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 25.5,
+      "learning_rate": 4.698679072111145e-05,
+      "loss": 1.2622,
+      "step": 78200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 35.25,
+      "learning_rate": 4.698229164792053e-05,
+      "loss": 1.2399,
+      "step": 78300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 13.25,
+      "learning_rate": 4.697779257472961e-05,
+      "loss": 1.1963,
+      "step": 78400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 22.75,
+      "learning_rate": 4.6973293501538685e-05,
+      "loss": 1.3438,
+      "step": 78500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 44.0,
+      "learning_rate": 4.696879442834776e-05,
+      "loss": 1.1871,
+      "step": 78600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.45703125,
+      "learning_rate": 4.696429535515684e-05,
+      "loss": 1.2272,
+      "step": 78700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 13.9375,
+      "learning_rate": 4.695979628196592e-05,
+      "loss": 1.4138,
+      "step": 78800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 31.75,
+      "learning_rate": 4.695529720877499e-05,
+      "loss": 1.2585,
+      "step": 78900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 62.5,
+      "learning_rate": 4.6950798135584075e-05,
+      "loss": 1.1439,
+      "step": 79000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 22.125,
+      "learning_rate": 4.694629906239315e-05,
+      "loss": 1.4061,
+      "step": 79100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 23.75,
+      "learning_rate": 4.6941799989202226e-05,
+      "loss": 1.2456,
+      "step": 79200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 12.625,
+      "learning_rate": 4.693730091601131e-05,
+      "loss": 1.1871,
+      "step": 79300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 195.0,
+      "learning_rate": 4.6932801842820376e-05,
+      "loss": 1.3179,
+      "step": 79400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 36.75,
+      "learning_rate": 4.692830276962946e-05,
+      "loss": 1.1434,
+      "step": 79500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 2.625,
+      "learning_rate": 4.6923803696438534e-05,
+      "loss": 1.1249,
+      "step": 79600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 87.5,
+      "learning_rate": 4.691930462324761e-05,
+      "loss": 1.2842,
+      "step": 79700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 33.0,
+      "learning_rate": 4.691480555005669e-05,
+      "loss": 1.2856,
+      "step": 79800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 33.75,
+      "learning_rate": 4.6910306476865767e-05,
+      "loss": 1.3099,
+      "step": 79900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 22.125,
+      "learning_rate": 4.690580740367484e-05,
+      "loss": 1.2222,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 73.0,
+      "learning_rate": 4.6901308330483924e-05,
+      "loss": 1.2007,
+      "step": 80100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 56.25,
+      "learning_rate": 4.6896809257293e-05,
+      "loss": 1.1251,
+      "step": 80200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 61.0,
+      "learning_rate": 4.689231018410208e-05,
+      "loss": 1.2048,
+      "step": 80300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 50.5,
+      "learning_rate": 4.688781111091116e-05,
+      "loss": 1.2897,
+      "step": 80400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 29.5,
+      "learning_rate": 4.688331203772023e-05,
+      "loss": 1.2261,
+      "step": 80500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 26.75,
+      "learning_rate": 4.6878812964529314e-05,
+      "loss": 1.2943,
+      "step": 80600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.85546875,
+      "learning_rate": 4.687431389133838e-05,
+      "loss": 1.2239,
+      "step": 80700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 416.0,
+      "learning_rate": 4.6869814818147465e-05,
+      "loss": 1.2365,
+      "step": 80800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 13.8125,
+      "learning_rate": 4.686531574495654e-05,
+      "loss": 1.3162,
+      "step": 80900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 72.5,
+      "learning_rate": 4.6860816671765616e-05,
+      "loss": 1.1817,
+      "step": 81000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 84.5,
+      "learning_rate": 4.68563175985747e-05,
+      "loss": 1.269,
+      "step": 81100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 36.5,
+      "learning_rate": 4.685181852538377e-05,
+      "loss": 1.2479,
+      "step": 81200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 66.5,
+      "learning_rate": 4.684731945219285e-05,
+      "loss": 1.1251,
+      "step": 81300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.06884765625,
+      "learning_rate": 4.684282037900193e-05,
+      "loss": 1.0727,
+      "step": 81400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 81.5,
+      "learning_rate": 4.6838321305811006e-05,
+      "loss": 1.3266,
+      "step": 81500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 57.5,
+      "learning_rate": 4.683382223262008e-05,
+      "loss": 1.1613,
+      "step": 81600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 324.0,
+      "learning_rate": 4.682932315942916e-05,
+      "loss": 1.1394,
+      "step": 81700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 38.5,
+      "learning_rate": 4.682482408623824e-05,
+      "loss": 1.1932,
+      "step": 81800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 42.75,
+      "learning_rate": 4.6820325013047314e-05,
+      "loss": 1.2507,
+      "step": 81900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 11.0625,
+      "learning_rate": 4.681582593985639e-05,
+      "loss": 1.1607,
+      "step": 82000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 5.875,
+      "learning_rate": 4.6811326866665465e-05,
+      "loss": 1.2099,
+      "step": 82100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 20.0,
+      "learning_rate": 4.680682779347455e-05,
+      "loss": 1.3643,
+      "step": 82200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 20.5,
+      "learning_rate": 4.680232872028362e-05,
+      "loss": 1.3056,
+      "step": 82300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 27.625,
+      "learning_rate": 4.67978296470927e-05,
+      "loss": 1.3067,
+      "step": 82400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 11.4375,
+      "learning_rate": 4.679333057390178e-05,
+      "loss": 1.3445,
+      "step": 82500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 45.0,
+      "learning_rate": 4.6788831500710855e-05,
+      "loss": 1.3665,
+      "step": 82600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 16.75,
+      "learning_rate": 4.678433242751993e-05,
+      "loss": 1.2115,
+      "step": 82700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 16.875,
+      "learning_rate": 4.677983335432901e-05,
+      "loss": 1.1534,
+      "step": 82800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 46.5,
+      "learning_rate": 4.677533428113809e-05,
+      "loss": 1.3426,
+      "step": 82900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 31.625,
+      "learning_rate": 4.677083520794717e-05,
+      "loss": 1.2648,
+      "step": 83000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 17.5,
+      "learning_rate": 4.6766336134756245e-05,
+      "loss": 1.201,
+      "step": 83100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 28.5,
+      "learning_rate": 4.676183706156532e-05,
+      "loss": 1.0442,
+      "step": 83200
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 11.3125,
+      "learning_rate": 4.6757337988374396e-05,
+      "loss": 1.1157,
+      "step": 83300
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 10.875,
+      "learning_rate": 4.675283891518347e-05,
+      "loss": 1.3605,
+      "step": 83400
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 34.75,
+      "learning_rate": 4.674833984199255e-05,
+      "loss": 1.4955,
+      "step": 83500
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 18.5,
+      "learning_rate": 4.674384076880163e-05,
+      "loss": 1.2556,
+      "step": 83600
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 59.25,
+      "learning_rate": 4.6739341695610704e-05,
+      "loss": 1.399,
+      "step": 83700
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 3232.0,
+      "learning_rate": 4.6734842622419786e-05,
+      "loss": 1.2609,
+      "step": 83800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 80.5,
+      "learning_rate": 4.673034354922886e-05,
+      "loss": 1.156,
+      "step": 83900
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 38.0,
+      "learning_rate": 4.672584447603794e-05,
+      "loss": 1.2504,
+      "step": 84000
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 416.0,
+      "learning_rate": 4.672134540284702e-05,
+      "loss": 1.3409,
+      "step": 84100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 37.0,
+      "learning_rate": 4.6716846329656094e-05,
+      "loss": 1.2077,
+      "step": 84200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 34.75,
+      "learning_rate": 4.671234725646517e-05,
+      "loss": 1.1843,
+      "step": 84300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 78.0,
+      "learning_rate": 4.670784818327425e-05,
+      "loss": 1.2665,
+      "step": 84400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 16.875,
+      "learning_rate": 4.670334911008333e-05,
+      "loss": 1.1045,
+      "step": 84500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 42.75,
+      "learning_rate": 4.66988500368924e-05,
+      "loss": 1.2778,
+      "step": 84600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 32.5,
+      "learning_rate": 4.669435096370148e-05,
+      "loss": 1.0987,
+      "step": 84700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 50.5,
+      "learning_rate": 4.668985189051055e-05,
+      "loss": 1.2783,
+      "step": 84800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 884.0,
+      "learning_rate": 4.6685352817319635e-05,
+      "loss": 1.1679,
+      "step": 84900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 24.625,
+      "learning_rate": 4.668085374412871e-05,
+      "loss": 1.0179,
+      "step": 85000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 49.75,
+      "learning_rate": 4.6676354670937786e-05,
+      "loss": 1.0883,
+      "step": 85100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 30.75,
+      "learning_rate": 4.667185559774687e-05,
+      "loss": 1.1631,
+      "step": 85200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 34.75,
+      "learning_rate": 4.666735652455594e-05,
+      "loss": 0.9213,
+      "step": 85300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 61.75,
+      "learning_rate": 4.666285745136502e-05,
+      "loss": 1.2807,
+      "step": 85400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 30.625,
+      "learning_rate": 4.66583583781741e-05,
+      "loss": 1.1432,
+      "step": 85500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 24.25,
+      "learning_rate": 4.6653859304983176e-05,
+      "loss": 1.3741,
+      "step": 85600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 25.125,
+      "learning_rate": 4.664936023179226e-05,
+      "loss": 1.1954,
+      "step": 85700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 30.75,
+      "learning_rate": 4.6644861158601334e-05,
+      "loss": 1.2219,
+      "step": 85800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.00439453125,
+      "learning_rate": 4.66403620854104e-05,
+      "loss": 1.233,
+      "step": 85900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 60.0,
+      "learning_rate": 4.6635863012219484e-05,
+      "loss": 1.2093,
+      "step": 86000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 10.4375,
+      "learning_rate": 4.663136393902856e-05,
+      "loss": 1.145,
+      "step": 86100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 21.625,
+      "learning_rate": 4.662686486583764e-05,
+      "loss": 1.2302,
+      "step": 86200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 54.75,
+      "learning_rate": 4.662236579264672e-05,
+      "loss": 1.2073,
+      "step": 86300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 23.875,
+      "learning_rate": 4.661786671945579e-05,
+      "loss": 1.0794,
+      "step": 86400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.6613367646264875e-05,
+      "loss": 1.1232,
+      "step": 86500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 10.625,
+      "learning_rate": 4.660886857307395e-05,
+      "loss": 1.3566,
+      "step": 86600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 86.5,
+      "learning_rate": 4.6604369499883025e-05,
+      "loss": 1.1867,
+      "step": 86700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 20.375,
+      "learning_rate": 4.659987042669211e-05,
+      "loss": 1.092,
+      "step": 86800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 18.5,
+      "learning_rate": 4.659537135350118e-05,
+      "loss": 1.175,
+      "step": 86900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 17.5,
+      "learning_rate": 4.659087228031026e-05,
+      "loss": 1.2469,
+      "step": 87000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 17.25,
+      "learning_rate": 4.658637320711934e-05,
+      "loss": 1.1808,
+      "step": 87100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 14.9375,
+      "learning_rate": 4.658187413392841e-05,
+      "loss": 1.1264,
+      "step": 87200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 39.0,
+      "learning_rate": 4.657737506073749e-05,
+      "loss": 1.156,
+      "step": 87300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 15.75,
+      "learning_rate": 4.6572875987546566e-05,
+      "loss": 1.063,
+      "step": 87400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 14.3125,
+      "learning_rate": 4.656837691435564e-05,
+      "loss": 1.1372,
+      "step": 87500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 38.0,
+      "learning_rate": 4.6563877841164724e-05,
+      "loss": 1.1772,
+      "step": 87600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.046875,
+      "learning_rate": 4.65593787679738e-05,
+      "loss": 1.1926,
+      "step": 87700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 114.5,
+      "learning_rate": 4.6554879694782874e-05,
+      "loss": 1.2012,
+      "step": 87800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 772.0,
+      "learning_rate": 4.6550380621591956e-05,
+      "loss": 1.1147,
+      "step": 87900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 536.0,
+      "learning_rate": 4.654588154840103e-05,
+      "loss": 1.1648,
+      "step": 88000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 200.0,
+      "learning_rate": 4.654138247521011e-05,
+      "loss": 1.1388,
+      "step": 88100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 57.75,
+      "learning_rate": 4.653688340201919e-05,
+      "loss": 1.2505,
+      "step": 88200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 43.0,
+      "learning_rate": 4.6532384328828265e-05,
+      "loss": 1.2581,
+      "step": 88300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 2.71875,
+      "learning_rate": 4.652788525563735e-05,
+      "loss": 1.215,
+      "step": 88400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.1474609375,
+      "learning_rate": 4.6523386182446415e-05,
+      "loss": 1.2729,
+      "step": 88500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.259765625,
+      "learning_rate": 4.651888710925549e-05,
+      "loss": 1.1295,
+      "step": 88600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 15.8125,
+      "learning_rate": 4.651438803606457e-05,
+      "loss": 1.2362,
+      "step": 88700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 16.125,
+      "learning_rate": 4.650988896287365e-05,
+      "loss": 1.0345,
+      "step": 88800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.022216796875,
+      "learning_rate": 4.650538988968272e-05,
+      "loss": 1.2219,
+      "step": 88900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 36.25,
+      "learning_rate": 4.6500890816491805e-05,
+      "loss": 1.2903,
+      "step": 89000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 30.25,
+      "learning_rate": 4.649639174330088e-05,
+      "loss": 1.2863,
+      "step": 89100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 50.5,
+      "learning_rate": 4.649189267010996e-05,
+      "loss": 1.3294,
+      "step": 89200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 32.25,
+      "learning_rate": 4.648739359691904e-05,
+      "loss": 1.3154,
+      "step": 89300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 9.5625,
+      "learning_rate": 4.6482894523728114e-05,
+      "loss": 1.3416,
+      "step": 89400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 34.0,
+      "learning_rate": 4.6478395450537196e-05,
+      "loss": 1.1502,
+      "step": 89500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 67.0,
+      "learning_rate": 4.647389637734627e-05,
+      "loss": 1.0926,
+      "step": 89600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 40.25,
+      "learning_rate": 4.6469397304155346e-05,
+      "loss": 1.3378,
+      "step": 89700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 32.25,
+      "learning_rate": 4.646489823096442e-05,
+      "loss": 1.2702,
+      "step": 89800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 45.25,
+      "learning_rate": 4.64603991577735e-05,
+      "loss": 1.4877,
+      "step": 89900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 38.75,
+      "learning_rate": 4.645590008458258e-05,
+      "loss": 1.2217,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 4.6451401011391655e-05,
+      "loss": 1.1891,
+      "step": 90100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 161.0,
+      "learning_rate": 4.644690193820073e-05,
+      "loss": 1.3031,
+      "step": 90200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 16.25,
+      "learning_rate": 4.644240286500981e-05,
+      "loss": 1.3148,
+      "step": 90300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 32.5,
+      "learning_rate": 4.643790379181889e-05,
+      "loss": 1.3879,
+      "step": 90400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 201.0,
+      "learning_rate": 4.643340471862796e-05,
+      "loss": 1.1986,
+      "step": 90500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 144.0,
+      "learning_rate": 4.6428905645437045e-05,
+      "loss": 1.1706,
+      "step": 90600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 22.875,
+      "learning_rate": 4.642440657224612e-05,
+      "loss": 1.2711,
+      "step": 90700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 19.25,
+      "learning_rate": 4.6419907499055195e-05,
+      "loss": 1.3133,
+      "step": 90800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 91.0,
+      "learning_rate": 4.641540842586428e-05,
+      "loss": 1.2535,
+      "step": 90900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 290.0,
+      "learning_rate": 4.641090935267335e-05,
+      "loss": 1.3282,
+      "step": 91000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.640641027948243e-05,
+      "loss": 1.1775,
+      "step": 91100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 254.0,
+      "learning_rate": 4.6401911206291504e-05,
+      "loss": 1.1602,
+      "step": 91200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 21.625,
+      "learning_rate": 4.639741213310058e-05,
+      "loss": 1.1385,
+      "step": 91300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 15.4375,
+      "learning_rate": 4.639291305990966e-05,
+      "loss": 1.0891,
+      "step": 91400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 29.25,
+      "learning_rate": 4.6388413986718736e-05,
+      "loss": 1.1267,
+      "step": 91500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 121.5,
+      "learning_rate": 4.638391491352781e-05,
+      "loss": 1.1393,
+      "step": 91600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 26.375,
+      "learning_rate": 4.6379415840336894e-05,
+      "loss": 1.3078,
+      "step": 91700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 2.546875,
+      "learning_rate": 4.637491676714597e-05,
+      "loss": 1.1165,
+      "step": 91800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 744.0,
+      "learning_rate": 4.637041769395505e-05,
+      "loss": 1.2956,
+      "step": 91900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.9296875,
+      "learning_rate": 4.636591862076413e-05,
+      "loss": 1.2069,
+      "step": 92000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 36.25,
+      "learning_rate": 4.63614195475732e-05,
+      "loss": 1.2714,
+      "step": 92100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 76.5,
+      "learning_rate": 4.6356920474382284e-05,
+      "loss": 1.1672,
+      "step": 92200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 47.25,
+      "learning_rate": 4.635242140119136e-05,
+      "loss": 1.1454,
+      "step": 92300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 19.875,
+      "learning_rate": 4.6347922328000435e-05,
+      "loss": 1.296,
+      "step": 92400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 30.125,
+      "learning_rate": 4.634342325480951e-05,
+      "loss": 1.274,
+      "step": 92500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 10.625,
+      "learning_rate": 4.6338924181618585e-05,
+      "loss": 1.16,
+      "step": 92600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 17.25,
+      "learning_rate": 4.633442510842767e-05,
+      "loss": 1.3192,
+      "step": 92700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 217.0,
+      "learning_rate": 4.632992603523674e-05,
+      "loss": 1.1032,
+      "step": 92800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 204.0,
+      "learning_rate": 4.632542696204582e-05,
+      "loss": 1.0933,
+      "step": 92900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 68.0,
+      "learning_rate": 4.63209278888549e-05,
+      "loss": 1.2312,
+      "step": 93000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 33.25,
+      "learning_rate": 4.6316428815663976e-05,
+      "loss": 1.317,
+      "step": 93100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 9.125,
+      "learning_rate": 4.631192974247305e-05,
+      "loss": 1.1449,
+      "step": 93200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 150.0,
+      "learning_rate": 4.630743066928213e-05,
+      "loss": 1.0247,
+      "step": 93300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 53.0,
+      "learning_rate": 4.630293159609121e-05,
+      "loss": 1.2245,
+      "step": 93400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 56.0,
+      "learning_rate": 4.6298432522900284e-05,
+      "loss": 1.392,
+      "step": 93500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 14.375,
+      "learning_rate": 4.6293933449709366e-05,
+      "loss": 0.9784,
+      "step": 93600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.203125,
+      "learning_rate": 4.6289434376518435e-05,
+      "loss": 1.1816,
+      "step": 93700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 22.75,
+      "learning_rate": 4.628493530332752e-05,
+      "loss": 1.1423,
+      "step": 93800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.140625,
+      "learning_rate": 4.628043623013659e-05,
+      "loss": 1.264,
+      "step": 93900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 15.375,
+      "learning_rate": 4.627593715694567e-05,
+      "loss": 1.1952,
+      "step": 94000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 12.6875,
+      "learning_rate": 4.627143808375475e-05,
+      "loss": 1.1834,
+      "step": 94100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 44.75,
+      "learning_rate": 4.6266939010563825e-05,
+      "loss": 1.1482,
+      "step": 94200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 103.0,
+      "learning_rate": 4.62624399373729e-05,
+      "loss": 1.2201,
+      "step": 94300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 68.0,
+      "learning_rate": 4.625794086418198e-05,
+      "loss": 1.0979,
+      "step": 94400
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.09765625,
+      "learning_rate": 4.625344179099106e-05,
+      "loss": 1.2729,
+      "step": 94500
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.26171875,
+      "learning_rate": 4.624894271780014e-05,
+      "loss": 1.2557,
+      "step": 94600
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 86.0,
+      "learning_rate": 4.6244443644609215e-05,
+      "loss": 1.2296,
+      "step": 94700
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 33.75,
+      "learning_rate": 4.623994457141829e-05,
+      "loss": 1.203,
+      "step": 94800
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 9.1875,
+      "learning_rate": 4.623544549822737e-05,
+      "loss": 1.1907,
+      "step": 94900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.003448486328125,
+      "learning_rate": 4.623094642503644e-05,
+      "loss": 1.1294,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 32.75,
+      "learning_rate": 4.622644735184552e-05,
+      "loss": 1.4294,
+      "step": 95100
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 81.0,
+      "learning_rate": 4.62219482786546e-05,
+      "loss": 1.131,
+      "step": 95200
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 83.0,
+      "learning_rate": 4.6217449205463674e-05,
+      "loss": 1.2515,
+      "step": 95300
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 167.0,
+      "learning_rate": 4.6212950132272756e-05,
+      "loss": 1.2297,
+      "step": 95400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 22.125,
+      "learning_rate": 4.620845105908183e-05,
+      "loss": 1.2981,
+      "step": 95500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 59.5,
+      "learning_rate": 4.620395198589091e-05,
+      "loss": 1.2032,
+      "step": 95600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 40.5,
+      "learning_rate": 4.619945291269999e-05,
+      "loss": 1.283,
+      "step": 95700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 29.625,
+      "learning_rate": 4.6194953839509064e-05,
+      "loss": 1.3381,
+      "step": 95800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 66.0,
+      "learning_rate": 4.619045476631814e-05,
+      "loss": 1.3305,
+      "step": 95900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 48.0,
+      "learning_rate": 4.618595569312722e-05,
+      "loss": 1.15,
+      "step": 96000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 19.875,
+      "learning_rate": 4.61814566199363e-05,
+      "loss": 1.3633,
+      "step": 96100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 17.25,
+      "learning_rate": 4.617695754674537e-05,
+      "loss": 1.1605,
+      "step": 96200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 27.5,
+      "learning_rate": 4.617245847355445e-05,
+      "loss": 1.2327,
+      "step": 96300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.60546875,
+      "learning_rate": 4.616795940036352e-05,
+      "loss": 1.1414,
+      "step": 96400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 16.5,
+      "learning_rate": 4.6163460327172605e-05,
+      "loss": 1.3517,
+      "step": 96500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 17.125,
+      "learning_rate": 4.615896125398168e-05,
+      "loss": 1.2891,
+      "step": 96600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 77.5,
+      "learning_rate": 4.6154462180790756e-05,
+      "loss": 1.2363,
+      "step": 96700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 94.0,
+      "learning_rate": 4.614996310759984e-05,
+      "loss": 1.2241,
+      "step": 96800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 4.614546403440891e-05,
+      "loss": 1.1567,
+      "step": 96900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 2.875,
+      "learning_rate": 4.614096496121799e-05,
+      "loss": 1.2089,
+      "step": 97000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 30.375,
+      "learning_rate": 4.613646588802707e-05,
+      "loss": 1.2015,
+      "step": 97100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 15.6875,
+      "learning_rate": 4.6131966814836146e-05,
+      "loss": 1.1075,
+      "step": 97200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 82.0,
+      "learning_rate": 4.612746774164523e-05,
+      "loss": 1.2898,
+      "step": 97300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 175.0,
+      "learning_rate": 4.61229686684543e-05,
+      "loss": 1.3346,
+      "step": 97400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 20.25,
+      "learning_rate": 4.611846959526338e-05,
+      "loss": 1.1985,
+      "step": 97500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.796875,
+      "learning_rate": 4.6113970522072454e-05,
+      "loss": 1.1855,
+      "step": 97600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 153.0,
+      "learning_rate": 4.610947144888153e-05,
+      "loss": 1.2736,
+      "step": 97700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 26.5,
+      "learning_rate": 4.610497237569061e-05,
+      "loss": 1.0498,
+      "step": 97800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 43.5,
+      "learning_rate": 4.610047330249969e-05,
+      "loss": 1.1019,
+      "step": 97900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 60.75,
+      "learning_rate": 4.609597422930876e-05,
+      "loss": 1.2442,
+      "step": 98000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 23.875,
+      "learning_rate": 4.6091475156117844e-05,
+      "loss": 1.3374,
+      "step": 98100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 16.5,
+      "learning_rate": 4.608697608292692e-05,
+      "loss": 1.2757,
+      "step": 98200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 67.5,
+      "learning_rate": 4.6082477009735995e-05,
+      "loss": 1.1568,
+      "step": 98300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 35.75,
+      "learning_rate": 4.607797793654508e-05,
+      "loss": 1.2625,
+      "step": 98400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 20.625,
+      "learning_rate": 4.607347886335415e-05,
+      "loss": 1.3875,
+      "step": 98500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 141.0,
+      "learning_rate": 4.606897979016323e-05,
+      "loss": 1.0833,
+      "step": 98600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 29.125,
+      "learning_rate": 4.606448071697231e-05,
+      "loss": 1.1732,
+      "step": 98700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 46.5,
+      "learning_rate": 4.6059981643781385e-05,
+      "loss": 1.1168,
+      "step": 98800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 36.0,
+      "learning_rate": 4.605548257059046e-05,
+      "loss": 1.3608,
+      "step": 98900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 18.875,
+      "learning_rate": 4.6050983497399536e-05,
+      "loss": 1.3203,
+      "step": 99000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.024169921875,
+      "learning_rate": 4.604648442420861e-05,
+      "loss": 1.2144,
+      "step": 99100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 12.125,
+      "learning_rate": 4.604198535101769e-05,
+      "loss": 1.2136,
+      "step": 99200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 33.75,
+      "learning_rate": 4.603748627782677e-05,
+      "loss": 1.2989,
+      "step": 99300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 19.625,
+      "learning_rate": 4.6032987204635844e-05,
+      "loss": 1.0424,
+      "step": 99400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 117.0,
+      "learning_rate": 4.6028488131444926e-05,
+      "loss": 1.3084,
+      "step": 99500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 26.0,
+      "learning_rate": 4.6023989058254e-05,
+      "loss": 1.0954,
+      "step": 99600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 41.25,
+      "learning_rate": 4.601948998506308e-05,
+      "loss": 1.1938,
+      "step": 99700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.671875,
+      "learning_rate": 4.601499091187216e-05,
+      "loss": 1.1928,
+      "step": 99800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 21.875,
+      "learning_rate": 4.6010491838681234e-05,
+      "loss": 1.3598,
+      "step": 99900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 34.25,
+      "learning_rate": 4.6005992765490316e-05,
+      "loss": 1.2554,
+      "step": 100000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 374.0,
+      "learning_rate": 4.600149369229939e-05,
+      "loss": 1.0904,
+      "step": 100100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 15.25,
+      "learning_rate": 4.599699461910846e-05,
+      "loss": 1.2633,
+      "step": 100200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 34.25,
+      "learning_rate": 4.599249554591754e-05,
+      "loss": 1.2126,
+      "step": 100300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 68.0,
+      "learning_rate": 4.598799647272662e-05,
+      "loss": 1.177,
+      "step": 100400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 15.9375,
+      "learning_rate": 4.59834973995357e-05,
+      "loss": 1.3549,
+      "step": 100500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 199.0,
+      "learning_rate": 4.5978998326344775e-05,
+      "loss": 1.2707,
+      "step": 100600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 59.5,
+      "learning_rate": 4.597449925315385e-05,
+      "loss": 1.3505,
+      "step": 100700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 38.75,
+      "learning_rate": 4.597000017996293e-05,
+      "loss": 1.2006,
+      "step": 100800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 12.5,
+      "learning_rate": 4.596550110677201e-05,
+      "loss": 1.2509,
+      "step": 100900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 25.625,
+      "learning_rate": 4.596100203358108e-05,
+      "loss": 1.2555,
+      "step": 101000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 23.125,
+      "learning_rate": 4.5956502960390165e-05,
+      "loss": 1.2871,
+      "step": 101100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 18.625,
+      "learning_rate": 4.595200388719924e-05,
+      "loss": 1.0645,
+      "step": 101200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 10.8125,
+      "learning_rate": 4.5947504814008316e-05,
+      "loss": 1.1701,
+      "step": 101300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 46.5,
+      "learning_rate": 4.59430057408174e-05,
+      "loss": 1.3589,
+      "step": 101400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 23.25,
+      "learning_rate": 4.593850666762647e-05,
+      "loss": 1.3453,
+      "step": 101500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 7.96875,
+      "learning_rate": 4.593400759443555e-05,
+      "loss": 1.0873,
+      "step": 101600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 12.125,
+      "learning_rate": 4.5929508521244624e-05,
+      "loss": 1.0792,
+      "step": 101700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 64.5,
+      "learning_rate": 4.59250094480537e-05,
+      "loss": 1.2598,
+      "step": 101800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 31.75,
+      "learning_rate": 4.592051037486278e-05,
+      "loss": 1.0844,
+      "step": 101900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 129.0,
+      "learning_rate": 4.591601130167186e-05,
+      "loss": 1.2592,
+      "step": 102000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 55.75,
+      "learning_rate": 4.591151222848093e-05,
+      "loss": 1.295,
+      "step": 102100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 16.0,
+      "learning_rate": 4.5907013155290015e-05,
+      "loss": 1.1847,
+      "step": 102200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 23.125,
+      "learning_rate": 4.590251408209909e-05,
+      "loss": 1.1945,
+      "step": 102300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.18359375,
+      "learning_rate": 4.5898015008908165e-05,
+      "loss": 1.3027,
+      "step": 102400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 55.5,
+      "learning_rate": 4.589351593571725e-05,
+      "loss": 1.2763,
+      "step": 102500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 206.0,
+      "learning_rate": 4.588901686252632e-05,
+      "loss": 1.2135,
+      "step": 102600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 125.5,
+      "learning_rate": 4.5884517789335405e-05,
+      "loss": 1.1985,
+      "step": 102700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 15.8125,
+      "learning_rate": 4.588001871614447e-05,
+      "loss": 1.1805,
+      "step": 102800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 25.25,
+      "learning_rate": 4.587551964295355e-05,
+      "loss": 1.2184,
+      "step": 102900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 30.75,
+      "learning_rate": 4.587102056976263e-05,
+      "loss": 1.1989,
+      "step": 103000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 4.5866521496571706e-05,
+      "loss": 1.0852,
+      "step": 103100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 23.125,
+      "learning_rate": 4.586202242338079e-05,
+      "loss": 1.075,
+      "step": 103200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 16.75,
+      "learning_rate": 4.5857523350189864e-05,
+      "loss": 1.3041,
+      "step": 103300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 119.5,
+      "learning_rate": 4.585302427699894e-05,
+      "loss": 1.3158,
+      "step": 103400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 21.625,
+      "learning_rate": 4.584852520380802e-05,
+      "loss": 1.13,
+      "step": 103500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 82.5,
+      "learning_rate": 4.5844026130617096e-05,
+      "loss": 1.3399,
+      "step": 103600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.0269775390625,
+      "learning_rate": 4.583952705742617e-05,
+      "loss": 1.1488,
+      "step": 103700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 51.5,
+      "learning_rate": 4.5835027984235254e-05,
+      "loss": 1.1056,
+      "step": 103800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.322265625,
+      "learning_rate": 4.583052891104433e-05,
+      "loss": 1.195,
+      "step": 103900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.001495361328125,
+      "learning_rate": 4.5826029837853405e-05,
+      "loss": 1.3246,
+      "step": 104000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 114.5,
+      "learning_rate": 4.582153076466248e-05,
+      "loss": 1.1865,
+      "step": 104100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.06005859375,
+      "learning_rate": 4.5817031691471555e-05,
+      "loss": 1.2381,
+      "step": 104200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 102.0,
+      "learning_rate": 4.581253261828064e-05,
+      "loss": 1.3197,
+      "step": 104300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 23.625,
+      "learning_rate": 4.580803354508971e-05,
+      "loss": 1.1024,
+      "step": 104400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 31.25,
+      "learning_rate": 4.580353447189879e-05,
+      "loss": 1.1392,
+      "step": 104500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 30.625,
+      "learning_rate": 4.579903539870787e-05,
+      "loss": 1.2728,
+      "step": 104600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 45.0,
+      "learning_rate": 4.5794536325516945e-05,
+      "loss": 1.2558,
+      "step": 104700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 77.5,
+      "learning_rate": 4.579003725232602e-05,
+      "loss": 1.0428,
+      "step": 104800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 113.5,
+      "learning_rate": 4.57855381791351e-05,
+      "loss": 1.1951,
+      "step": 104900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 25.625,
+      "learning_rate": 4.578103910594418e-05,
+      "loss": 1.2916,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.302734375,
+      "learning_rate": 4.5776540032753254e-05,
+      "loss": 1.1258,
+      "step": 105100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 15.125,
+      "learning_rate": 4.5772040959562336e-05,
+      "loss": 1.2375,
+      "step": 105200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 4.5,
+      "learning_rate": 4.576754188637141e-05,
+      "loss": 1.2654,
+      "step": 105300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.010986328125,
+      "learning_rate": 4.5763042813180486e-05,
+      "loss": 1.3326,
+      "step": 105400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 8.8125,
+      "learning_rate": 4.575854373998956e-05,
+      "loss": 1.2025,
+      "step": 105500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 35.0,
+      "learning_rate": 4.575404466679864e-05,
+      "loss": 1.2903,
+      "step": 105600
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 39.0,
+      "learning_rate": 4.574954559360772e-05,
+      "loss": 1.3111,
+      "step": 105700
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.005645751953125,
+      "learning_rate": 4.5745046520416795e-05,
+      "loss": 1.3519,
+      "step": 105800
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 26.5,
+      "learning_rate": 4.574054744722587e-05,
+      "loss": 1.2876,
+      "step": 105900
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 7.90625,
+      "learning_rate": 4.573604837403495e-05,
+      "loss": 1.234,
+      "step": 106000
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.005096435546875,
+      "learning_rate": 4.573154930084403e-05,
+      "loss": 1.395,
+      "step": 106100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 56.5,
+      "learning_rate": 4.572705022765311e-05,
+      "loss": 1.3566,
+      "step": 106200
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 32.5,
+      "learning_rate": 4.5722551154462185e-05,
+      "loss": 1.2325,
+      "step": 106300
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 16.375,
+      "learning_rate": 4.571805208127126e-05,
+      "loss": 1.2097,
+      "step": 106400
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 19.25,
+      "learning_rate": 4.571355300808034e-05,
+      "loss": 1.0891,
+      "step": 106500
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 37.75,
+      "learning_rate": 4.570905393488942e-05,
+      "loss": 1.216,
+      "step": 106600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 50.5,
+      "learning_rate": 4.570455486169849e-05,
+      "loss": 1.4524,
+      "step": 106700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 4.570005578850757e-05,
+      "loss": 1.116,
+      "step": 106800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 14.25,
+      "learning_rate": 4.5695556715316644e-05,
+      "loss": 1.1824,
+      "step": 106900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 98.5,
+      "learning_rate": 4.5691057642125726e-05,
+      "loss": 1.2857,
+      "step": 107000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 14.5625,
+      "learning_rate": 4.56865585689348e-05,
+      "loss": 1.0591,
+      "step": 107100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 37.75,
+      "learning_rate": 4.5682059495743876e-05,
+      "loss": 1.3179,
+      "step": 107200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 19.75,
+      "learning_rate": 4.567756042255296e-05,
+      "loss": 1.3088,
+      "step": 107300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 11.5,
+      "learning_rate": 4.5673061349362034e-05,
+      "loss": 1.2068,
+      "step": 107400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 15.9375,
+      "learning_rate": 4.566856227617111e-05,
+      "loss": 1.0826,
+      "step": 107500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 60.75,
+      "learning_rate": 4.566406320298019e-05,
+      "loss": 1.2205,
+      "step": 107600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 14.5625,
+      "learning_rate": 4.565956412978927e-05,
+      "loss": 1.1924,
+      "step": 107700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.310546875,
+      "learning_rate": 4.565506505659834e-05,
+      "loss": 1.138,
+      "step": 107800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 22.375,
+      "learning_rate": 4.5650565983407424e-05,
+      "loss": 1.3148,
+      "step": 107900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 28.375,
+      "learning_rate": 4.564606691021649e-05,
+      "loss": 1.1837,
+      "step": 108000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 41.75,
+      "learning_rate": 4.5641567837025575e-05,
+      "loss": 1.2787,
+      "step": 108100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 53.5,
+      "learning_rate": 4.563706876383465e-05,
+      "loss": 1.2307,
+      "step": 108200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 28.375,
+      "learning_rate": 4.5632569690643725e-05,
+      "loss": 1.1937,
+      "step": 108300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 19.375,
+      "learning_rate": 4.562807061745281e-05,
+      "loss": 1.2141,
+      "step": 108400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 45.25,
+      "learning_rate": 4.562357154426188e-05,
+      "loss": 1.3127,
+      "step": 108500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.10205078125,
+      "learning_rate": 4.561907247107096e-05,
+      "loss": 1.1631,
+      "step": 108600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 446.0,
+      "learning_rate": 4.561457339788004e-05,
+      "loss": 1.1566,
+      "step": 108700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 208.0,
+      "learning_rate": 4.5610074324689116e-05,
+      "loss": 1.1789,
+      "step": 108800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 32.25,
+      "learning_rate": 4.56055752514982e-05,
+      "loss": 1.2044,
+      "step": 108900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.007415771484375,
+      "learning_rate": 4.560107617830727e-05,
+      "loss": 1.221,
+      "step": 109000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 18.375,
+      "learning_rate": 4.559657710511635e-05,
+      "loss": 1.2534,
+      "step": 109100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.52734375,
+      "learning_rate": 4.559207803192543e-05,
+      "loss": 1.3312,
+      "step": 109200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 15.5,
+      "learning_rate": 4.55875789587345e-05,
+      "loss": 1.1578,
+      "step": 109300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 33.75,
+      "learning_rate": 4.558307988554358e-05,
+      "loss": 1.2368,
+      "step": 109400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.78515625,
+      "learning_rate": 4.557858081235266e-05,
+      "loss": 1.1862,
+      "step": 109500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 13.9375,
+      "learning_rate": 4.557408173916173e-05,
+      "loss": 1.2698,
+      "step": 109600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 63.25,
+      "learning_rate": 4.5569582665970814e-05,
+      "loss": 1.1454,
+      "step": 109700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 32.0,
+      "learning_rate": 4.556508359277989e-05,
+      "loss": 1.1937,
+      "step": 109800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 16.375,
+      "learning_rate": 4.5560584519588965e-05,
+      "loss": 1.2177,
+      "step": 109900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 19.375,
+      "learning_rate": 4.555608544639805e-05,
+      "loss": 1.2745,
+      "step": 110000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 54.75,
+      "learning_rate": 4.555158637320712e-05,
+      "loss": 1.2536,
+      "step": 110100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 38.25,
+      "learning_rate": 4.55470873000162e-05,
+      "loss": 1.3106,
+      "step": 110200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 151.0,
+      "learning_rate": 4.554258822682528e-05,
+      "loss": 1.2801,
+      "step": 110300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 15.875,
+      "learning_rate": 4.5538089153634355e-05,
+      "loss": 1.2058,
+      "step": 110400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 24.375,
+      "learning_rate": 4.553359008044343e-05,
+      "loss": 1.226,
+      "step": 110500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 41.0,
+      "learning_rate": 4.5529091007252506e-05,
+      "loss": 1.1285,
+      "step": 110600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 53.25,
+      "learning_rate": 4.552459193406158e-05,
+      "loss": 1.2774,
+      "step": 110700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 47.25,
+      "learning_rate": 4.552009286087066e-05,
+      "loss": 1.1275,
+      "step": 110800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 41.0,
+      "learning_rate": 4.551559378767974e-05,
+      "loss": 1.2186,
+      "step": 110900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 141.0,
+      "learning_rate": 4.5511094714488814e-05,
+      "loss": 1.1936,
+      "step": 111000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 17.25,
+      "learning_rate": 4.5506595641297896e-05,
+      "loss": 1.387,
+      "step": 111100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 80.0,
+      "learning_rate": 4.550209656810697e-05,
+      "loss": 1.2142,
+      "step": 111200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 68.5,
+      "learning_rate": 4.549759749491605e-05,
+      "loss": 1.2587,
+      "step": 111300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 9.9375,
+      "learning_rate": 4.549309842172513e-05,
+      "loss": 1.3325,
+      "step": 111400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 125.0,
+      "learning_rate": 4.5488599348534204e-05,
+      "loss": 1.2874,
+      "step": 111500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 173.0,
+      "learning_rate": 4.5484100275343286e-05,
+      "loss": 1.1543,
+      "step": 111600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 23.375,
+      "learning_rate": 4.547960120215236e-05,
+      "loss": 1.1861,
+      "step": 111700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 34.25,
+      "learning_rate": 4.547510212896144e-05,
+      "loss": 1.1127,
+      "step": 111800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 17.0,
+      "learning_rate": 4.547060305577051e-05,
+      "loss": 1.2207,
+      "step": 111900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.5625,
+      "learning_rate": 4.546610398257959e-05,
+      "loss": 1.353,
+      "step": 112000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 164.0,
+      "learning_rate": 4.546160490938867e-05,
+      "loss": 1.2219,
+      "step": 112100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 61.75,
+      "learning_rate": 4.5457105836197745e-05,
+      "loss": 1.1616,
+      "step": 112200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 37.5,
+      "learning_rate": 4.545260676300682e-05,
+      "loss": 1.1932,
+      "step": 112300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 38.75,
+      "learning_rate": 4.54481076898159e-05,
+      "loss": 1.2167,
+      "step": 112400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 536.0,
+      "learning_rate": 4.544360861662498e-05,
+      "loss": 1.2178,
+      "step": 112500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 93.0,
+      "learning_rate": 4.543910954343405e-05,
+      "loss": 1.1768,
+      "step": 112600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 22.375,
+      "learning_rate": 4.5434610470243135e-05,
+      "loss": 1.4186,
+      "step": 112700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 28.75,
+      "learning_rate": 4.543011139705221e-05,
+      "loss": 1.1987,
+      "step": 112800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 20.875,
+      "learning_rate": 4.5425612323861286e-05,
+      "loss": 1.216,
+      "step": 112900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 58.5,
+      "learning_rate": 4.542111325067037e-05,
+      "loss": 1.2428,
+      "step": 113000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 95.5,
+      "learning_rate": 4.5416614177479443e-05,
+      "loss": 1.1357,
+      "step": 113100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 27.25,
+      "learning_rate": 4.541211510428852e-05,
+      "loss": 1.2233,
+      "step": 113200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 29.5,
+      "learning_rate": 4.5407616031097594e-05,
+      "loss": 1.1413,
+      "step": 113300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 56.75,
+      "learning_rate": 4.540311695790667e-05,
+      "loss": 1.0296,
+      "step": 113400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 14.8125,
+      "learning_rate": 4.539861788471575e-05,
+      "loss": 1.136,
+      "step": 113500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.07421875,
+      "learning_rate": 4.539411881152483e-05,
+      "loss": 1.2143,
+      "step": 113600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 72.5,
+      "learning_rate": 4.53896197383339e-05,
+      "loss": 1.326,
+      "step": 113700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 19.0,
+      "learning_rate": 4.5385120665142984e-05,
+      "loss": 1.2427,
+      "step": 113800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.538062159195206e-05,
+      "loss": 1.2672,
+      "step": 113900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 20.25,
+      "learning_rate": 4.5376122518761135e-05,
+      "loss": 1.2823,
+      "step": 114000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 117.5,
+      "learning_rate": 4.537162344557022e-05,
+      "loss": 1.2756,
+      "step": 114100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 1.140625,
+      "learning_rate": 4.536712437237929e-05,
+      "loss": 1.2124,
+      "step": 114200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 19.375,
+      "learning_rate": 4.5362625299188375e-05,
+      "loss": 1.1537,
+      "step": 114300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 12.0625,
+      "learning_rate": 4.535812622599745e-05,
+      "loss": 1.0495,
+      "step": 114400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 18.75,
+      "learning_rate": 4.535362715280652e-05,
+      "loss": 1.2276,
+      "step": 114500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 66.5,
+      "learning_rate": 4.53491280796156e-05,
+      "loss": 1.048,
+      "step": 114600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 55.25,
+      "learning_rate": 4.5344629006424676e-05,
+      "loss": 1.3131,
+      "step": 114700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 21.375,
+      "learning_rate": 4.534012993323376e-05,
+      "loss": 1.0428,
+      "step": 114800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 37.5,
+      "learning_rate": 4.5335630860042833e-05,
+      "loss": 1.4023,
+      "step": 114900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 185.0,
+      "learning_rate": 4.533113178685191e-05,
+      "loss": 1.2281,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 68.5,
+      "learning_rate": 4.532663271366099e-05,
+      "loss": 1.1706,
+      "step": 115100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 29.0,
+      "learning_rate": 4.5322133640470066e-05,
+      "loss": 1.1157,
+      "step": 115200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 24.375,
+      "learning_rate": 4.531763456727914e-05,
+      "loss": 1.3108,
+      "step": 115300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.80859375,
+      "learning_rate": 4.5313135494088224e-05,
+      "loss": 1.1107,
+      "step": 115400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 12.5625,
+      "learning_rate": 4.53086364208973e-05,
+      "loss": 1.09,
+      "step": 115500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.40625,
+      "learning_rate": 4.5304137347706374e-05,
+      "loss": 1.1862,
+      "step": 115600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 16.375,
+      "learning_rate": 4.5299638274515456e-05,
+      "loss": 1.2026,
+      "step": 115700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 548.0,
+      "learning_rate": 4.5295139201324525e-05,
+      "loss": 1.209,
+      "step": 115800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.1259765625,
+      "learning_rate": 4.529064012813361e-05,
+      "loss": 1.2564,
+      "step": 115900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 43.0,
+      "learning_rate": 4.528614105494268e-05,
+      "loss": 1.1271,
+      "step": 116000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 19.875,
+      "learning_rate": 4.528164198175176e-05,
+      "loss": 1.2558,
+      "step": 116100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 30.5,
+      "learning_rate": 4.527714290856084e-05,
+      "loss": 1.1918,
+      "step": 116200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.0177001953125,
+      "learning_rate": 4.5272643835369915e-05,
+      "loss": 1.1657,
+      "step": 116300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 82.0,
+      "learning_rate": 4.526814476217899e-05,
+      "loss": 1.2569,
+      "step": 116400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 13.8125,
+      "learning_rate": 4.526364568898807e-05,
+      "loss": 1.2252,
+      "step": 116500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.004638671875,
+      "learning_rate": 4.525914661579715e-05,
+      "loss": 1.1186,
+      "step": 116600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 42.75,
+      "learning_rate": 4.5254647542606223e-05,
+      "loss": 1.114,
+      "step": 116700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 14.1875,
+      "learning_rate": 4.5250148469415306e-05,
+      "loss": 1.1557,
+      "step": 116800
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 144.0,
+      "learning_rate": 4.524564939622438e-05,
+      "loss": 1.1184,
+      "step": 116900
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 77.5,
+      "learning_rate": 4.524115032303346e-05,
+      "loss": 1.1887,
+      "step": 117000
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 10.375,
+      "learning_rate": 4.523665124984253e-05,
+      "loss": 1.3325,
+      "step": 117100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 9.75,
+      "learning_rate": 4.523215217665161e-05,
+      "loss": 1.2805,
+      "step": 117200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 7.5,
+      "learning_rate": 4.522765310346069e-05,
+      "loss": 1.2729,
+      "step": 117300
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 15.25,
+      "learning_rate": 4.5223154030269764e-05,
+      "loss": 1.1481,
+      "step": 117400
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 13.4375,
+      "learning_rate": 4.5218654957078846e-05,
+      "loss": 1.3263,
+      "step": 117500
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 53.25,
+      "learning_rate": 4.521415588388792e-05,
+      "loss": 1.1524,
+      "step": 117600
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 17.375,
+      "learning_rate": 4.5209656810697e-05,
+      "loss": 1.2387,
+      "step": 117700
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 117.5,
+      "learning_rate": 4.520515773750608e-05,
+      "loss": 1.259,
+      "step": 117800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 12.6875,
+      "learning_rate": 4.5200658664315155e-05,
+      "loss": 1.2438,
+      "step": 117900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 37.25,
+      "learning_rate": 4.519615959112423e-05,
+      "loss": 1.2608,
+      "step": 118000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 19.875,
+      "learning_rate": 4.519166051793331e-05,
+      "loss": 1.2646,
+      "step": 118100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 29.875,
+      "learning_rate": 4.518716144474239e-05,
+      "loss": 1.1934,
+      "step": 118200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 11.125,
+      "learning_rate": 4.518266237155146e-05,
+      "loss": 1.2037,
+      "step": 118300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 61.25,
+      "learning_rate": 4.517816329836054e-05,
+      "loss": 1.0696,
+      "step": 118400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 31.75,
+      "learning_rate": 4.5173664225169613e-05,
+      "loss": 1.2027,
+      "step": 118500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 149.0,
+      "learning_rate": 4.5169165151978696e-05,
+      "loss": 1.3522,
+      "step": 118600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 12.4375,
+      "learning_rate": 4.516466607878777e-05,
+      "loss": 1.0956,
+      "step": 118700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 45.75,
+      "learning_rate": 4.5160167005596846e-05,
+      "loss": 1.3911,
+      "step": 118800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 68.0,
+      "learning_rate": 4.515566793240593e-05,
+      "loss": 1.1735,
+      "step": 118900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 43.25,
+      "learning_rate": 4.5151168859215004e-05,
+      "loss": 1.2757,
+      "step": 119000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 19.375,
+      "learning_rate": 4.514666978602408e-05,
+      "loss": 1.1572,
+      "step": 119100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 108.0,
+      "learning_rate": 4.514217071283316e-05,
+      "loss": 1.2605,
+      "step": 119200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 61.25,
+      "learning_rate": 4.5137671639642236e-05,
+      "loss": 1.1866,
+      "step": 119300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 37.75,
+      "learning_rate": 4.513317256645131e-05,
+      "loss": 1.3153,
+      "step": 119400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.8203125,
+      "learning_rate": 4.5128673493260394e-05,
+      "loss": 1.2142,
+      "step": 119500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 14.875,
+      "learning_rate": 4.512417442006947e-05,
+      "loss": 1.1503,
+      "step": 119600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 34.0,
+      "learning_rate": 4.5119675346878545e-05,
+      "loss": 1.1278,
+      "step": 119700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 195.0,
+      "learning_rate": 4.511517627368762e-05,
+      "loss": 1.1959,
+      "step": 119800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 247.0,
+      "learning_rate": 4.5110677200496695e-05,
+      "loss": 1.2427,
+      "step": 119900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 47.0,
+      "learning_rate": 4.510617812730578e-05,
+      "loss": 1.3063,
+      "step": 120000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 28.875,
+      "learning_rate": 4.510167905411485e-05,
+      "loss": 1.2894,
+      "step": 120100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 36.75,
+      "learning_rate": 4.5097179980923935e-05,
+      "loss": 1.3332,
+      "step": 120200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 11.375,
+      "learning_rate": 4.509268090773301e-05,
+      "loss": 1.1714,
+      "step": 120300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 20.375,
+      "learning_rate": 4.5088181834542086e-05,
+      "loss": 1.3889,
+      "step": 120400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 23.875,
+      "learning_rate": 4.508368276135117e-05,
+      "loss": 1.3379,
+      "step": 120500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 92.5,
+      "learning_rate": 4.507918368816024e-05,
+      "loss": 1.1349,
+      "step": 120600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 15.125,
+      "learning_rate": 4.507468461496932e-05,
+      "loss": 1.0149,
+      "step": 120700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 33.75,
+      "learning_rate": 4.50701855417784e-05,
+      "loss": 1.2801,
+      "step": 120800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 110.5,
+      "learning_rate": 4.5065686468587476e-05,
+      "loss": 1.0912,
+      "step": 120900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 20.25,
+      "learning_rate": 4.506118739539655e-05,
+      "loss": 1.2497,
+      "step": 121000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 23.5,
+      "learning_rate": 4.5056688322205626e-05,
+      "loss": 1.2293,
+      "step": 121100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 39.0,
+      "learning_rate": 4.50521892490147e-05,
+      "loss": 1.2091,
+      "step": 121200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.033447265625,
+      "learning_rate": 4.5047690175823784e-05,
+      "loss": 1.1963,
+      "step": 121300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 58.75,
+      "learning_rate": 4.504319110263286e-05,
+      "loss": 1.1702,
+      "step": 121400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 127.0,
+      "learning_rate": 4.5038692029441935e-05,
+      "loss": 1.2308,
+      "step": 121500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 9.5625,
+      "learning_rate": 4.503419295625102e-05,
+      "loss": 1.3036,
+      "step": 121600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 52.0,
+      "learning_rate": 4.502969388306009e-05,
+      "loss": 1.0735,
+      "step": 121700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 60.0,
+      "learning_rate": 4.502519480986917e-05,
+      "loss": 1.2377,
+      "step": 121800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 39.0,
+      "learning_rate": 4.502069573667825e-05,
+      "loss": 1.1758,
+      "step": 121900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 31.125,
+      "learning_rate": 4.5016196663487325e-05,
+      "loss": 1.3948,
+      "step": 122000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 27.625,
+      "learning_rate": 4.50116975902964e-05,
+      "loss": 1.1844,
+      "step": 122100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 67.0,
+      "learning_rate": 4.500719851710548e-05,
+      "loss": 1.1769,
+      "step": 122200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 31.5,
+      "learning_rate": 4.500269944391455e-05,
+      "loss": 1.2587,
+      "step": 122300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 15.4375,
+      "learning_rate": 4.499820037072363e-05,
+      "loss": 1.2565,
+      "step": 122400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 64.5,
+      "learning_rate": 4.499370129753271e-05,
+      "loss": 1.152,
+      "step": 122500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 22.125,
+      "learning_rate": 4.4989202224341784e-05,
+      "loss": 1.1894,
+      "step": 122600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.08544921875,
+      "learning_rate": 4.4984703151150866e-05,
+      "loss": 1.1433,
+      "step": 122700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 138.0,
+      "learning_rate": 4.498020407795994e-05,
+      "loss": 1.1514,
+      "step": 122800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 39.0,
+      "learning_rate": 4.4975705004769016e-05,
+      "loss": 1.1807,
+      "step": 122900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 20.125,
+      "learning_rate": 4.49712059315781e-05,
+      "loss": 1.2844,
+      "step": 123000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 9.9375,
+      "learning_rate": 4.4966706858387174e-05,
+      "loss": 1.1473,
+      "step": 123100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 45.75,
+      "learning_rate": 4.4962207785196256e-05,
+      "loss": 1.175,
+      "step": 123200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 16.875,
+      "learning_rate": 4.495770871200533e-05,
+      "loss": 1.3394,
+      "step": 123300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 68.0,
+      "learning_rate": 4.495320963881441e-05,
+      "loss": 1.1536,
+      "step": 123400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 15.4375,
+      "learning_rate": 4.494871056562349e-05,
+      "loss": 1.2805,
+      "step": 123500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 4.494421149243256e-05,
+      "loss": 1.2155,
+      "step": 123600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 21.125,
+      "learning_rate": 4.493971241924164e-05,
+      "loss": 1.2393,
+      "step": 123700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 33.0,
+      "learning_rate": 4.4935213346050715e-05,
+      "loss": 1.2623,
+      "step": 123800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 40.0,
+      "learning_rate": 4.493071427285979e-05,
+      "loss": 1.2894,
+      "step": 123900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 14.0,
+      "learning_rate": 4.492621519966887e-05,
+      "loss": 1.273,
+      "step": 124000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 13.1875,
+      "learning_rate": 4.492171612647795e-05,
+      "loss": 1.0763,
+      "step": 124100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 18.125,
+      "learning_rate": 4.491721705328702e-05,
+      "loss": 1.2579,
+      "step": 124200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 53.25,
+      "learning_rate": 4.4912717980096105e-05,
+      "loss": 1.4472,
+      "step": 124300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 35.5,
+      "learning_rate": 4.490821890690518e-05,
+      "loss": 1.1988,
+      "step": 124400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 35.75,
+      "learning_rate": 4.4903719833714256e-05,
+      "loss": 1.5536,
+      "step": 124500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 19.875,
+      "learning_rate": 4.489922076052334e-05,
+      "loss": 1.1916,
+      "step": 124600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 28.25,
+      "learning_rate": 4.489472168733241e-05,
+      "loss": 1.2056,
+      "step": 124700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 22.25,
+      "learning_rate": 4.489022261414149e-05,
+      "loss": 1.1438,
+      "step": 124800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.1484375,
+      "learning_rate": 4.4885723540950564e-05,
+      "loss": 1.2385,
+      "step": 124900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 44.5,
+      "learning_rate": 4.488122446775964e-05,
+      "loss": 1.2607,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 26.625,
+      "learning_rate": 4.487672539456872e-05,
+      "loss": 1.2741,
+      "step": 125100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 18.625,
+      "learning_rate": 4.48722263213778e-05,
+      "loss": 1.3419,
+      "step": 125200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 13.5625,
+      "learning_rate": 4.486772724818687e-05,
+      "loss": 1.1937,
+      "step": 125300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 48.5,
+      "learning_rate": 4.4863228174995954e-05,
+      "loss": 1.252,
+      "step": 125400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.0089111328125,
+      "learning_rate": 4.485872910180503e-05,
+      "loss": 1.1599,
+      "step": 125500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 23.625,
+      "learning_rate": 4.4854230028614105e-05,
+      "loss": 1.1953,
+      "step": 125600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 41.5,
+      "learning_rate": 4.484973095542319e-05,
+      "loss": 1.0053,
+      "step": 125700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 166.0,
+      "learning_rate": 4.484523188223226e-05,
+      "loss": 1.3735,
+      "step": 125800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 161.0,
+      "learning_rate": 4.4840732809041344e-05,
+      "loss": 1.1931,
+      "step": 125900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 48.0,
+      "learning_rate": 4.483623373585042e-05,
+      "loss": 1.3276,
+      "step": 126000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.0015716552734375,
+      "learning_rate": 4.4831734662659495e-05,
+      "loss": 1.3037,
+      "step": 126100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.376953125,
+      "learning_rate": 4.482723558946857e-05,
+      "loss": 1.2961,
+      "step": 126200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.0458984375,
+      "learning_rate": 4.4822736516277646e-05,
+      "loss": 1.0874,
+      "step": 126300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 23.5,
+      "learning_rate": 4.481823744308673e-05,
+      "loss": 1.1462,
+      "step": 126400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 42.0,
+      "learning_rate": 4.48137383698958e-05,
+      "loss": 1.2447,
+      "step": 126500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 185.0,
+      "learning_rate": 4.480923929670488e-05,
+      "loss": 1.2716,
+      "step": 126600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 320.0,
+      "learning_rate": 4.480474022351396e-05,
+      "loss": 1.1433,
+      "step": 126700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 75.0,
+      "learning_rate": 4.4800241150323036e-05,
+      "loss": 1.1822,
+      "step": 126800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 10.6875,
+      "learning_rate": 4.479574207713211e-05,
+      "loss": 1.209,
+      "step": 126900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 16.125,
+      "learning_rate": 4.4791243003941193e-05,
+      "loss": 1.2751,
+      "step": 127000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.09033203125,
+      "learning_rate": 4.478674393075027e-05,
+      "loss": 1.3464,
+      "step": 127100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 21.125,
+      "learning_rate": 4.4782244857559344e-05,
+      "loss": 1.1065,
+      "step": 127200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 64.0,
+      "learning_rate": 4.4777745784368426e-05,
+      "loss": 1.1304,
+      "step": 127300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 43.25,
+      "learning_rate": 4.47732467111775e-05,
+      "loss": 1.4005,
+      "step": 127400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 28.125,
+      "learning_rate": 4.476874763798658e-05,
+      "loss": 1.2676,
+      "step": 127500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 26.25,
+      "learning_rate": 4.476424856479565e-05,
+      "loss": 1.2897,
+      "step": 127600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 24.5,
+      "learning_rate": 4.475974949160473e-05,
+      "loss": 1.162,
+      "step": 127700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 18.625,
+      "learning_rate": 4.475525041841381e-05,
+      "loss": 1.1439,
+      "step": 127800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.0322265625,
+      "learning_rate": 4.4750751345222885e-05,
+      "loss": 1.0786,
+      "step": 127900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 26.25,
+      "learning_rate": 4.474625227203196e-05,
+      "loss": 1.1313,
+      "step": 128000
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 13.25,
+      "learning_rate": 4.474175319884104e-05,
+      "loss": 1.0268,
+      "step": 128100
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 8.625,
+      "learning_rate": 4.473725412565012e-05,
+      "loss": 1.3999,
+      "step": 128200
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 28.125,
+      "learning_rate": 4.473275505245919e-05,
+      "loss": 0.9953,
+      "step": 128300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 22.625,
+      "learning_rate": 4.4728255979268275e-05,
+      "loss": 1.1821,
+      "step": 128400
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 133.0,
+      "learning_rate": 4.472375690607735e-05,
+      "loss": 1.1824,
+      "step": 128500
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.06884765625,
+      "learning_rate": 4.471925783288643e-05,
+      "loss": 1.1332,
+      "step": 128600
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 77.5,
+      "learning_rate": 4.471475875969551e-05,
+      "loss": 1.3097,
+      "step": 128700
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 200.0,
+      "learning_rate": 4.471025968650458e-05,
+      "loss": 1.1262,
+      "step": 128800
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 39.5,
+      "learning_rate": 4.470576061331366e-05,
+      "loss": 1.4088,
+      "step": 128900
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 31.625,
+      "learning_rate": 4.4701261540122734e-05,
+      "loss": 1.352,
+      "step": 129000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 28.125,
+      "learning_rate": 4.4696762466931816e-05,
+      "loss": 1.2171,
+      "step": 129100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 57.25,
+      "learning_rate": 4.469226339374089e-05,
+      "loss": 1.2184,
+      "step": 129200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 18.0,
+      "learning_rate": 4.468776432054997e-05,
+      "loss": 1.2715,
+      "step": 129300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 93.5,
+      "learning_rate": 4.468326524735905e-05,
+      "loss": 1.2901,
+      "step": 129400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 48.75,
+      "learning_rate": 4.4678766174168124e-05,
+      "loss": 1.1037,
+      "step": 129500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 49.25,
+      "learning_rate": 4.46742671009772e-05,
+      "loss": 1.1158,
+      "step": 129600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 18.625,
+      "learning_rate": 4.466976802778628e-05,
+      "loss": 1.1503,
+      "step": 129700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 39.5,
+      "learning_rate": 4.466526895459536e-05,
+      "loss": 1.2502,
+      "step": 129800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 29.375,
+      "learning_rate": 4.466076988140443e-05,
+      "loss": 1.2901,
+      "step": 129900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 27.5,
+      "learning_rate": 4.4656270808213515e-05,
+      "loss": 1.4238,
+      "step": 130000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 55.75,
+      "learning_rate": 4.465177173502258e-05,
+      "loss": 1.1832,
+      "step": 130100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.314453125,
+      "learning_rate": 4.4647272661831665e-05,
+      "loss": 1.25,
+      "step": 130200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 9.4375,
+      "learning_rate": 4.464277358864074e-05,
+      "loss": 1.1483,
+      "step": 130300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 102.5,
+      "learning_rate": 4.4638274515449816e-05,
+      "loss": 1.1954,
+      "step": 130400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 46.25,
+      "learning_rate": 4.46337754422589e-05,
+      "loss": 1.2708,
+      "step": 130500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 40.25,
+      "learning_rate": 4.4629276369067973e-05,
+      "loss": 1.3658,
+      "step": 130600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.5625,
+      "learning_rate": 4.462477729587705e-05,
+      "loss": 1.1088,
+      "step": 130700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 30.375,
+      "learning_rate": 4.462027822268613e-05,
+      "loss": 1.2477,
+      "step": 130800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 44.25,
+      "learning_rate": 4.4615779149495206e-05,
+      "loss": 1.2206,
+      "step": 130900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.125,
+      "learning_rate": 4.461128007630428e-05,
+      "loss": 1.1262,
+      "step": 131000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 49.75,
+      "learning_rate": 4.4606781003113364e-05,
+      "loss": 1.1537,
+      "step": 131100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.5546875,
+      "learning_rate": 4.460228192992244e-05,
+      "loss": 1.1545,
+      "step": 131200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 42.25,
+      "learning_rate": 4.459778285673152e-05,
+      "loss": 1.2642,
+      "step": 131300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 14.0,
+      "learning_rate": 4.459328378354059e-05,
+      "loss": 1.0595,
+      "step": 131400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 21.5,
+      "learning_rate": 4.4588784710349665e-05,
+      "loss": 1.223,
+      "step": 131500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 14.8125,
+      "learning_rate": 4.458428563715875e-05,
+      "loss": 1.0834,
+      "step": 131600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 46.75,
+      "learning_rate": 4.457978656396782e-05,
+      "loss": 1.2556,
+      "step": 131700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 26.75,
+      "learning_rate": 4.4575287490776905e-05,
+      "loss": 1.2542,
+      "step": 131800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 7.6875,
+      "learning_rate": 4.457078841758598e-05,
+      "loss": 1.1523,
+      "step": 131900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 28.25,
+      "learning_rate": 4.4566289344395055e-05,
+      "loss": 1.2207,
+      "step": 132000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.0245361328125,
+      "learning_rate": 4.456179027120414e-05,
+      "loss": 1.2154,
+      "step": 132100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 8.0625,
+      "learning_rate": 4.455729119801321e-05,
+      "loss": 1.2426,
+      "step": 132200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 45.0,
+      "learning_rate": 4.455279212482229e-05,
+      "loss": 1.2117,
+      "step": 132300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 8.5625,
+      "learning_rate": 4.454829305163137e-05,
+      "loss": 1.1347,
+      "step": 132400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 22.875,
+      "learning_rate": 4.4543793978440446e-05,
+      "loss": 1.14,
+      "step": 132500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 64.5,
+      "learning_rate": 4.453929490524952e-05,
+      "loss": 1.2401,
+      "step": 132600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 42.25,
+      "learning_rate": 4.4534795832058596e-05,
+      "loss": 1.1757,
+      "step": 132700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.0052490234375,
+      "learning_rate": 4.453029675886767e-05,
+      "loss": 1.2388,
+      "step": 132800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.349609375,
+      "learning_rate": 4.4525797685676754e-05,
+      "loss": 1.2856,
+      "step": 132900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 97.5,
+      "learning_rate": 4.452129861248583e-05,
+      "loss": 1.1789,
+      "step": 133000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 119.5,
+      "learning_rate": 4.4516799539294904e-05,
+      "loss": 1.0874,
+      "step": 133100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.302734375,
+      "learning_rate": 4.4512300466103986e-05,
+      "loss": 1.2439,
+      "step": 133200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 79.0,
+      "learning_rate": 4.450780139291306e-05,
+      "loss": 1.2389,
+      "step": 133300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 23.625,
+      "learning_rate": 4.450330231972214e-05,
+      "loss": 1.2274,
+      "step": 133400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 21.5,
+      "learning_rate": 4.449880324653122e-05,
+      "loss": 1.188,
+      "step": 133500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 17.375,
+      "learning_rate": 4.4494304173340295e-05,
+      "loss": 1.1631,
+      "step": 133600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 73.0,
+      "learning_rate": 4.448980510014937e-05,
+      "loss": 1.231,
+      "step": 133700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 13.0,
+      "learning_rate": 4.448530602695845e-05,
+      "loss": 1.2178,
+      "step": 133800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 51.5,
+      "learning_rate": 4.448080695376753e-05,
+      "loss": 1.2033,
+      "step": 133900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.01318359375,
+      "learning_rate": 4.44763078805766e-05,
+      "loss": 1.3142,
+      "step": 134000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 189.0,
+      "learning_rate": 4.447180880738568e-05,
+      "loss": 1.0322,
+      "step": 134100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 13.625,
+      "learning_rate": 4.4467309734194753e-05,
+      "loss": 1.0918,
+      "step": 134200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 9.1875,
+      "learning_rate": 4.4462810661003836e-05,
+      "loss": 1.3872,
+      "step": 134300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 21.5,
+      "learning_rate": 4.445831158781291e-05,
+      "loss": 1.0979,
+      "step": 134400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 94.0,
+      "learning_rate": 4.445381251462199e-05,
+      "loss": 1.1704,
+      "step": 134500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 29.75,
+      "learning_rate": 4.444931344143107e-05,
+      "loss": 1.3263,
+      "step": 134600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 22.0,
+      "learning_rate": 4.4444814368240144e-05,
+      "loss": 1.1985,
+      "step": 134700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 33.0,
+      "learning_rate": 4.4440315295049226e-05,
+      "loss": 1.1766,
+      "step": 134800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 4.44358162218583e-05,
+      "loss": 1.2234,
+      "step": 134900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 29.625,
+      "learning_rate": 4.4431317148667376e-05,
+      "loss": 1.0468,
+      "step": 135000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 40.75,
+      "learning_rate": 4.442681807547646e-05,
+      "loss": 1.2107,
+      "step": 135100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 57.25,
+      "learning_rate": 4.4422319002285534e-05,
+      "loss": 1.2141,
+      "step": 135200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 35.25,
+      "learning_rate": 4.441781992909461e-05,
+      "loss": 1.0996,
+      "step": 135300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 34.5,
+      "learning_rate": 4.4413320855903685e-05,
+      "loss": 1.0985,
+      "step": 135400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 15.75,
+      "learning_rate": 4.440882178271276e-05,
+      "loss": 1.16,
+      "step": 135500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 31.625,
+      "learning_rate": 4.440432270952184e-05,
+      "loss": 1.2288,
+      "step": 135600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.006591796875,
+      "learning_rate": 4.439982363633092e-05,
+      "loss": 1.1724,
+      "step": 135700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 27.125,
+      "learning_rate": 4.439532456313999e-05,
+      "loss": 1.2668,
+      "step": 135800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 18.25,
+      "learning_rate": 4.4390825489949075e-05,
+      "loss": 1.2629,
+      "step": 135900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 18.375,
+      "learning_rate": 4.438632641675815e-05,
+      "loss": 1.28,
+      "step": 136000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 47.25,
+      "learning_rate": 4.4381827343567226e-05,
+      "loss": 1.03,
+      "step": 136100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 21.5,
+      "learning_rate": 4.437732827037631e-05,
+      "loss": 1.1627,
+      "step": 136200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 19.375,
+      "learning_rate": 4.437282919718538e-05,
+      "loss": 1.3236,
+      "step": 136300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 17.875,
+      "learning_rate": 4.436833012399446e-05,
+      "loss": 1.1586,
+      "step": 136400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 27.875,
+      "learning_rate": 4.436383105080354e-05,
+      "loss": 1.1852,
+      "step": 136500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 15.5,
+      "learning_rate": 4.435933197761261e-05,
+      "loss": 1.077,
+      "step": 136600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 72.0,
+      "learning_rate": 4.435483290442169e-05,
+      "loss": 1.3186,
+      "step": 136700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 55.75,
+      "learning_rate": 4.4350333831230766e-05,
+      "loss": 1.1928,
+      "step": 136800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 79.0,
+      "learning_rate": 4.434583475803984e-05,
+      "loss": 1.2576,
+      "step": 136900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 20.875,
+      "learning_rate": 4.4341335684848924e-05,
+      "loss": 1.1306,
+      "step": 137000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.00131988525390625,
+      "learning_rate": 4.4336836611658e-05,
+      "loss": 1.2011,
+      "step": 137100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 91.5,
+      "learning_rate": 4.433233753846708e-05,
+      "loss": 1.4379,
+      "step": 137200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 49.75,
+      "learning_rate": 4.432783846527616e-05,
+      "loss": 1.2621,
+      "step": 137300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 49.0,
+      "learning_rate": 4.432333939208523e-05,
+      "loss": 1.2022,
+      "step": 137400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 51.25,
+      "learning_rate": 4.4318840318894314e-05,
+      "loss": 1.1237,
+      "step": 137500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 19.125,
+      "learning_rate": 4.431434124570339e-05,
+      "loss": 1.1618,
+      "step": 137600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 27.5,
+      "learning_rate": 4.4309842172512465e-05,
+      "loss": 1.1117,
+      "step": 137700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 66.0,
+      "learning_rate": 4.430534309932155e-05,
+      "loss": 1.1636,
+      "step": 137800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 25.125,
+      "learning_rate": 4.4300844026130616e-05,
+      "loss": 1.1296,
+      "step": 137900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 41.75,
+      "learning_rate": 4.42963449529397e-05,
+      "loss": 1.1772,
+      "step": 138000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 22.25,
+      "learning_rate": 4.429184587974877e-05,
+      "loss": 1.1432,
+      "step": 138100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 45.25,
+      "learning_rate": 4.428734680655785e-05,
+      "loss": 1.1964,
+      "step": 138200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 24.75,
+      "learning_rate": 4.428284773336693e-05,
+      "loss": 1.0238,
+      "step": 138300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.435546875,
+      "learning_rate": 4.4278348660176006e-05,
+      "loss": 1.3285,
+      "step": 138400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 8.375,
+      "learning_rate": 4.427384958698508e-05,
+      "loss": 1.2392,
+      "step": 138500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 62.75,
+      "learning_rate": 4.426935051379416e-05,
+      "loss": 1.1838,
+      "step": 138600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 44.5,
+      "learning_rate": 4.426485144060324e-05,
+      "loss": 1.5125,
+      "step": 138700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 81.5,
+      "learning_rate": 4.4260352367412314e-05,
+      "loss": 1.1888,
+      "step": 138800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 11.875,
+      "learning_rate": 4.4255853294221396e-05,
+      "loss": 1.1931,
+      "step": 138900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 28.125,
+      "learning_rate": 4.425135422103047e-05,
+      "loss": 1.1716,
+      "step": 139000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 19.75,
+      "learning_rate": 4.424685514783955e-05,
+      "loss": 1.1646,
+      "step": 139100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 28.625,
+      "learning_rate": 4.424235607464862e-05,
+      "loss": 1.0503,
+      "step": 139200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 34.5,
+      "learning_rate": 4.42378570014577e-05,
+      "loss": 1.083,
+      "step": 139300
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 92.5,
+      "learning_rate": 4.423335792826678e-05,
+      "loss": 1.2003,
+      "step": 139400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 9.3125,
+      "learning_rate": 4.4228858855075855e-05,
+      "loss": 1.1024,
+      "step": 139500
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 21.375,
+      "learning_rate": 4.422435978188493e-05,
+      "loss": 1.2006,
+      "step": 139600
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.01055908203125,
+      "learning_rate": 4.421986070869401e-05,
+      "loss": 1.0275,
+      "step": 139700
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 106.0,
+      "learning_rate": 4.421536163550309e-05,
+      "loss": 1.1647,
+      "step": 139800
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.00885009765625,
+      "learning_rate": 4.421086256231216e-05,
+      "loss": 1.3076,
+      "step": 139900
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.07763671875,
+      "learning_rate": 4.4206363489121245e-05,
+      "loss": 1.1696,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 41.5,
+      "learning_rate": 4.420186441593032e-05,
+      "loss": 1.3154,
+      "step": 140100
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 24.125,
+      "learning_rate": 4.41973653427394e-05,
+      "loss": 1.1747,
+      "step": 140200
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 38.75,
+      "learning_rate": 4.419286626954848e-05,
+      "loss": 1.2746,
+      "step": 140300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 33.75,
+      "learning_rate": 4.418836719635755e-05,
+      "loss": 1.1907,
+      "step": 140400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 41.5,
+      "learning_rate": 4.418386812316663e-05,
+      "loss": 1.3017,
+      "step": 140500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 10.6875,
+      "learning_rate": 4.4179369049975704e-05,
+      "loss": 1.1746,
+      "step": 140600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 19.5,
+      "learning_rate": 4.4174869976784786e-05,
+      "loss": 1.384,
+      "step": 140700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 30.5,
+      "learning_rate": 4.417037090359386e-05,
+      "loss": 0.912,
+      "step": 140800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 52.0,
+      "learning_rate": 4.416587183040294e-05,
+      "loss": 1.1244,
+      "step": 140900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 38.5,
+      "learning_rate": 4.416137275721202e-05,
+      "loss": 1.089,
+      "step": 141000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 21.75,
+      "learning_rate": 4.4156873684021094e-05,
+      "loss": 1.1577,
+      "step": 141100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 11.8125,
+      "learning_rate": 4.415237461083017e-05,
+      "loss": 1.1959,
+      "step": 141200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 14.125,
+      "learning_rate": 4.414787553763925e-05,
+      "loss": 1.1803,
+      "step": 141300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.414337646444833e-05,
+      "loss": 1.2907,
+      "step": 141400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 12.6875,
+      "learning_rate": 4.41388773912574e-05,
+      "loss": 1.0964,
+      "step": 141500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 146.0,
+      "learning_rate": 4.4134378318066484e-05,
+      "loss": 1.1939,
+      "step": 141600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 8.0625,
+      "learning_rate": 4.412987924487556e-05,
+      "loss": 1.3428,
+      "step": 141700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 32.75,
+      "learning_rate": 4.4125380171684635e-05,
+      "loss": 1.1379,
+      "step": 141800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 28.875,
+      "learning_rate": 4.412088109849371e-05,
+      "loss": 1.1182,
+      "step": 141900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 3.515625,
+      "learning_rate": 4.4116382025302786e-05,
+      "loss": 1.0874,
+      "step": 142000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 17.5,
+      "learning_rate": 4.411188295211187e-05,
+      "loss": 1.2566,
+      "step": 142100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 56.25,
+      "learning_rate": 4.410738387892094e-05,
+      "loss": 1.3614,
+      "step": 142200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 22.0,
+      "learning_rate": 4.410288480573002e-05,
+      "loss": 1.1822,
+      "step": 142300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 26.625,
+      "learning_rate": 4.40983857325391e-05,
+      "loss": 1.1969,
+      "step": 142400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 39.25,
+      "learning_rate": 4.4093886659348176e-05,
+      "loss": 1.2387,
+      "step": 142500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 18.375,
+      "learning_rate": 4.408938758615725e-05,
+      "loss": 1.1866,
+      "step": 142600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 85.5,
+      "learning_rate": 4.4084888512966333e-05,
+      "loss": 1.3847,
+      "step": 142700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 109.5,
+      "learning_rate": 4.408038943977541e-05,
+      "loss": 1.1563,
+      "step": 142800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 36.5,
+      "learning_rate": 4.407589036658449e-05,
+      "loss": 1.0689,
+      "step": 142900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 53.25,
+      "learning_rate": 4.4071391293393566e-05,
+      "loss": 1.1359,
+      "step": 143000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 26.375,
+      "learning_rate": 4.4066892220202635e-05,
+      "loss": 1.1186,
+      "step": 143100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 20.0,
+      "learning_rate": 4.406239314701172e-05,
+      "loss": 1.1483,
+      "step": 143200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 42.75,
+      "learning_rate": 4.405789407382079e-05,
+      "loss": 1.416,
+      "step": 143300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 390.0,
+      "learning_rate": 4.4053395000629874e-05,
+      "loss": 1.1409,
+      "step": 143400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.416015625,
+      "learning_rate": 4.404889592743895e-05,
+      "loss": 1.2053,
+      "step": 143500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 36.0,
+      "learning_rate": 4.4044396854248025e-05,
+      "loss": 0.9599,
+      "step": 143600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.09619140625,
+      "learning_rate": 4.403989778105711e-05,
+      "loss": 1.2231,
+      "step": 143700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 51.5,
+      "learning_rate": 4.403539870786618e-05,
+      "loss": 1.41,
+      "step": 143800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 40.5,
+      "learning_rate": 4.403089963467526e-05,
+      "loss": 1.1409,
+      "step": 143900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 6.125,
+      "learning_rate": 4.402640056148434e-05,
+      "loss": 1.1738,
+      "step": 144000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 18.75,
+      "learning_rate": 4.4021901488293415e-05,
+      "loss": 1.2016,
+      "step": 144100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 24.125,
+      "learning_rate": 4.401740241510249e-05,
+      "loss": 1.4153,
+      "step": 144200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 35.75,
+      "learning_rate": 4.401290334191157e-05,
+      "loss": 1.0668,
+      "step": 144300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 31.5,
+      "learning_rate": 4.400840426872064e-05,
+      "loss": 1.3122,
+      "step": 144400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 39.5,
+      "learning_rate": 4.4003905195529723e-05,
+      "loss": 1.1096,
+      "step": 144500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 260.0,
+      "learning_rate": 4.39994061223388e-05,
+      "loss": 1.1968,
+      "step": 144600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 11.875,
+      "learning_rate": 4.3994907049147874e-05,
+      "loss": 1.1765,
+      "step": 144700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 28.375,
+      "learning_rate": 4.3990407975956956e-05,
+      "loss": 1.2439,
+      "step": 144800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.072265625,
+      "learning_rate": 4.398590890276603e-05,
+      "loss": 1.1206,
+      "step": 144900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 23.25,
+      "learning_rate": 4.398140982957511e-05,
+      "loss": 1.1029,
+      "step": 145000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 34.0,
+      "learning_rate": 4.397691075638419e-05,
+      "loss": 1.1021,
+      "step": 145100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 15.6875,
+      "learning_rate": 4.3972411683193264e-05,
+      "loss": 1.2597,
+      "step": 145200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 16.25,
+      "learning_rate": 4.396791261000234e-05,
+      "loss": 1.2942,
+      "step": 145300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 16.5,
+      "learning_rate": 4.396341353681142e-05,
+      "loss": 1.1596,
+      "step": 145400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 112.5,
+      "learning_rate": 4.39589144636205e-05,
+      "loss": 1.2234,
+      "step": 145500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 16.625,
+      "learning_rate": 4.395441539042958e-05,
+      "loss": 1.3201,
+      "step": 145600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 27.0,
+      "learning_rate": 4.394991631723865e-05,
+      "loss": 1.3096,
+      "step": 145700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 43.75,
+      "learning_rate": 4.394541724404772e-05,
+      "loss": 1.4264,
+      "step": 145800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 18.75,
+      "learning_rate": 4.3940918170856805e-05,
+      "loss": 1.1205,
+      "step": 145900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 15.5,
+      "learning_rate": 4.393641909766588e-05,
+      "loss": 1.0715,
+      "step": 146000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 25.375,
+      "learning_rate": 4.393192002447496e-05,
+      "loss": 1.014,
+      "step": 146100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 22.25,
+      "learning_rate": 4.392742095128404e-05,
+      "loss": 1.1428,
+      "step": 146200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 10.625,
+      "learning_rate": 4.3922921878093113e-05,
+      "loss": 1.0716,
+      "step": 146300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.0087890625,
+      "learning_rate": 4.3918422804902196e-05,
+      "loss": 1.0702,
+      "step": 146400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 66.0,
+      "learning_rate": 4.391392373171127e-05,
+      "loss": 1.1625,
+      "step": 146500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 9.3125,
+      "learning_rate": 4.3909424658520346e-05,
+      "loss": 1.2266,
+      "step": 146600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 2.3125,
+      "learning_rate": 4.390492558532943e-05,
+      "loss": 1.0975,
+      "step": 146700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 39.5,
+      "learning_rate": 4.3900426512138504e-05,
+      "loss": 1.2589,
+      "step": 146800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.66796875,
+      "learning_rate": 4.389592743894758e-05,
+      "loss": 1.3939,
+      "step": 146900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 38.0,
+      "learning_rate": 4.3891428365756654e-05,
+      "loss": 1.4059,
+      "step": 147000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 61.5,
+      "learning_rate": 4.388692929256573e-05,
+      "loss": 1.2118,
+      "step": 147100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.004180908203125,
+      "learning_rate": 4.388243021937481e-05,
+      "loss": 1.2294,
+      "step": 147200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 169.0,
+      "learning_rate": 4.387793114618389e-05,
+      "loss": 1.2969,
+      "step": 147300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 26.625,
+      "learning_rate": 4.387343207299296e-05,
+      "loss": 0.9417,
+      "step": 147400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 79.5,
+      "learning_rate": 4.3868932999802045e-05,
+      "loss": 1.1837,
+      "step": 147500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 1.2421875,
+      "learning_rate": 4.386443392661112e-05,
+      "loss": 1.2401,
+      "step": 147600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 14.3125,
+      "learning_rate": 4.3859934853420195e-05,
+      "loss": 1.2824,
+      "step": 147700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 14.875,
+      "learning_rate": 4.385543578022928e-05,
+      "loss": 1.214,
+      "step": 147800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 28.0,
+      "learning_rate": 4.385093670703835e-05,
+      "loss": 1.1858,
+      "step": 147900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 153.0,
+      "learning_rate": 4.384643763384743e-05,
+      "loss": 1.2291,
+      "step": 148000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 51.25,
+      "learning_rate": 4.384193856065651e-05,
+      "loss": 1.1609,
+      "step": 148100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 70.0,
+      "learning_rate": 4.3837439487465586e-05,
+      "loss": 1.2215,
+      "step": 148200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 74.5,
+      "learning_rate": 4.383294041427466e-05,
+      "loss": 1.4444,
+      "step": 148300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 32.25,
+      "learning_rate": 4.3828441341083736e-05,
+      "loss": 1.2274,
+      "step": 148400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 318.0,
+      "learning_rate": 4.382394226789281e-05,
+      "loss": 1.2435,
+      "step": 148500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 86.5,
+      "learning_rate": 4.3819443194701894e-05,
+      "loss": 1.1043,
+      "step": 148600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 30.125,
+      "learning_rate": 4.381494412151097e-05,
+      "loss": 1.0821,
+      "step": 148700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 38.75,
+      "learning_rate": 4.381044504832005e-05,
+      "loss": 1.259,
+      "step": 148800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 47.5,
+      "learning_rate": 4.3805945975129127e-05,
+      "loss": 1.1161,
+      "step": 148900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 15.6875,
+      "learning_rate": 4.38014469019382e-05,
+      "loss": 1.2601,
+      "step": 149000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 110.0,
+      "learning_rate": 4.3796947828747284e-05,
+      "loss": 1.1872,
+      "step": 149100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 22.75,
+      "learning_rate": 4.379244875555636e-05,
+      "loss": 1.026,
+      "step": 149200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 168.0,
+      "learning_rate": 4.3787949682365435e-05,
+      "loss": 1.1621,
+      "step": 149300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 24.5,
+      "learning_rate": 4.378345060917452e-05,
+      "loss": 1.195,
+      "step": 149400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 75.0,
+      "learning_rate": 4.377895153598359e-05,
+      "loss": 1.1963,
+      "step": 149500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 22.375,
+      "learning_rate": 4.377445246279267e-05,
+      "loss": 1.2369,
+      "step": 149600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 12.9375,
+      "learning_rate": 4.376995338960174e-05,
+      "loss": 1.0527,
+      "step": 149700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 23.625,
+      "learning_rate": 4.376545431641082e-05,
+      "loss": 1.1629,
+      "step": 149800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 25.0,
+      "learning_rate": 4.37609552432199e-05,
+      "loss": 1.2391,
+      "step": 149900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 22.625,
+      "learning_rate": 4.3756456170028976e-05,
+      "loss": 1.2134,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 33.75,
+      "learning_rate": 4.375195709683805e-05,
+      "loss": 1.2521,
+      "step": 150100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.1337890625,
+      "learning_rate": 4.374745802364713e-05,
+      "loss": 1.2987,
+      "step": 150200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 13.0,
+      "learning_rate": 4.374295895045621e-05,
+      "loss": 1.2736,
+      "step": 150300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 82.0,
+      "learning_rate": 4.3738459877265284e-05,
+      "loss": 1.1508,
+      "step": 150400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 38.5,
+      "learning_rate": 4.3733960804074366e-05,
+      "loss": 1.2961,
+      "step": 150500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 16.875,
+      "learning_rate": 4.372946173088344e-05,
+      "loss": 1.259,
+      "step": 150600
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 61.5,
+      "learning_rate": 4.3724962657692517e-05,
+      "loss": 1.2377,
+      "step": 150700
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 20.25,
+      "learning_rate": 4.37204635845016e-05,
+      "loss": 1.2646,
+      "step": 150800
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 17.125,
+      "learning_rate": 4.371596451131067e-05,
+      "loss": 1.2117,
+      "step": 150900
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 45.0,
+      "learning_rate": 4.371146543811975e-05,
+      "loss": 1.2267,
+      "step": 151000
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 124.5,
+      "learning_rate": 4.3706966364928825e-05,
+      "loss": 1.1694,
+      "step": 151100
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 60.5,
+      "learning_rate": 4.37024672917379e-05,
+      "loss": 1.2284,
+      "step": 151200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 30.375,
+      "learning_rate": 4.369796821854698e-05,
+      "loss": 1.2425,
+      "step": 151300
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 1.515625,
+      "learning_rate": 4.369346914535606e-05,
+      "loss": 1.351,
+      "step": 151400
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.003662109375,
+      "learning_rate": 4.368897007216514e-05,
+      "loss": 1.2053,
+      "step": 151500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 101.0,
+      "learning_rate": 4.3684470998974215e-05,
+      "loss": 1.3002,
+      "step": 151600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 28.5,
+      "learning_rate": 4.367997192578329e-05,
+      "loss": 1.0124,
+      "step": 151700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 14.1875,
+      "learning_rate": 4.367547285259237e-05,
+      "loss": 1.1829,
+      "step": 151800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 76.0,
+      "learning_rate": 4.367097377940145e-05,
+      "loss": 1.3624,
+      "step": 151900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 17.625,
+      "learning_rate": 4.366647470621052e-05,
+      "loss": 1.105,
+      "step": 152000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 18.5,
+      "learning_rate": 4.3661975633019605e-05,
+      "loss": 1.2441,
+      "step": 152100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 26.5,
+      "learning_rate": 4.3657476559828674e-05,
+      "loss": 1.1693,
+      "step": 152200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 50.0,
+      "learning_rate": 4.3652977486637756e-05,
+      "loss": 1.2365,
+      "step": 152300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 43.75,
+      "learning_rate": 4.364847841344683e-05,
+      "loss": 1.3167,
+      "step": 152400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 20.5,
+      "learning_rate": 4.3643979340255907e-05,
+      "loss": 1.1795,
+      "step": 152500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 185.0,
+      "learning_rate": 4.363948026706499e-05,
+      "loss": 1.1482,
+      "step": 152600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 25.375,
+      "learning_rate": 4.3634981193874064e-05,
+      "loss": 1.2657,
+      "step": 152700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 25.125,
+      "learning_rate": 4.363048212068314e-05,
+      "loss": 1.2282,
+      "step": 152800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.03125,
+      "learning_rate": 4.362598304749222e-05,
+      "loss": 1.2663,
+      "step": 152900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 132.0,
+      "learning_rate": 4.36214839743013e-05,
+      "loss": 1.263,
+      "step": 153000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.74609375,
+      "learning_rate": 4.361698490111037e-05,
+      "loss": 1.1281,
+      "step": 153100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 10.0,
+      "learning_rate": 4.3612485827919454e-05,
+      "loss": 1.1419,
+      "step": 153200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 36.5,
+      "learning_rate": 4.360798675472853e-05,
+      "loss": 1.1389,
+      "step": 153300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 34.5,
+      "learning_rate": 4.3603487681537605e-05,
+      "loss": 1.2128,
+      "step": 153400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 13.5,
+      "learning_rate": 4.359898860834668e-05,
+      "loss": 1.155,
+      "step": 153500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 86.5,
+      "learning_rate": 4.3594489535155756e-05,
+      "loss": 1.1803,
+      "step": 153600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 126.0,
+      "learning_rate": 4.358999046196484e-05,
+      "loss": 1.1925,
+      "step": 153700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 45.25,
+      "learning_rate": 4.358549138877391e-05,
+      "loss": 1.046,
+      "step": 153800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 29.0,
+      "learning_rate": 4.358099231558299e-05,
+      "loss": 1.2843,
+      "step": 153900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.189453125,
+      "learning_rate": 4.357649324239207e-05,
+      "loss": 1.228,
+      "step": 154000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 63.0,
+      "learning_rate": 4.3571994169201146e-05,
+      "loss": 1.2228,
+      "step": 154100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 168.0,
+      "learning_rate": 4.356749509601023e-05,
+      "loss": 1.3743,
+      "step": 154200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 29.125,
+      "learning_rate": 4.35629960228193e-05,
+      "loss": 1.2738,
+      "step": 154300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 38.75,
+      "learning_rate": 4.355849694962838e-05,
+      "loss": 1.0825,
+      "step": 154400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 20.625,
+      "learning_rate": 4.355399787643746e-05,
+      "loss": 1.3722,
+      "step": 154500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.375,
+      "learning_rate": 4.3549498803246536e-05,
+      "loss": 1.0836,
+      "step": 154600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 82.5,
+      "learning_rate": 4.354499973005561e-05,
+      "loss": 1.3229,
+      "step": 154700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 19.125,
+      "learning_rate": 4.354050065686469e-05,
+      "loss": 1.2155,
+      "step": 154800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 39.25,
+      "learning_rate": 4.353600158367376e-05,
+      "loss": 1.2239,
+      "step": 154900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 98.0,
+      "learning_rate": 4.3531502510482844e-05,
+      "loss": 1.0426,
+      "step": 155000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 74.5,
+      "learning_rate": 4.352700343729192e-05,
+      "loss": 1.244,
+      "step": 155100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 35.0,
+      "learning_rate": 4.3522504364100995e-05,
+      "loss": 1.2144,
+      "step": 155200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 85.5,
+      "learning_rate": 4.351800529091008e-05,
+      "loss": 1.3023,
+      "step": 155300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 27.0,
+      "learning_rate": 4.351350621771915e-05,
+      "loss": 1.1603,
+      "step": 155400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.875,
+      "learning_rate": 4.350900714452823e-05,
+      "loss": 1.1795,
+      "step": 155500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 28.0,
+      "learning_rate": 4.350450807133731e-05,
+      "loss": 1.1286,
+      "step": 155600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 119.5,
+      "learning_rate": 4.3500008998146385e-05,
+      "loss": 1.2931,
+      "step": 155700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.259765625,
+      "learning_rate": 4.349550992495546e-05,
+      "loss": 1.1743,
+      "step": 155800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 38.75,
+      "learning_rate": 4.349101085176454e-05,
+      "loss": 1.2158,
+      "step": 155900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 55.5,
+      "learning_rate": 4.348651177857362e-05,
+      "loss": 1.0754,
+      "step": 156000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 18.875,
+      "learning_rate": 4.348201270538269e-05,
+      "loss": 1.2114,
+      "step": 156100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 19.375,
+      "learning_rate": 4.347751363219177e-05,
+      "loss": 1.3028,
+      "step": 156200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 16.0,
+      "learning_rate": 4.3473014559000844e-05,
+      "loss": 1.2131,
+      "step": 156300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 12.8125,
+      "learning_rate": 4.3468515485809926e-05,
+      "loss": 1.231,
+      "step": 156400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 24.5,
+      "learning_rate": 4.3464016412619e-05,
+      "loss": 1.3114,
+      "step": 156500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 12.0,
+      "learning_rate": 4.345951733942808e-05,
+      "loss": 0.979,
+      "step": 156600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 43.75,
+      "learning_rate": 4.345501826623716e-05,
+      "loss": 1.102,
+      "step": 156700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.003753662109375,
+      "learning_rate": 4.3450519193046234e-05,
+      "loss": 1.1508,
+      "step": 156800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 88.5,
+      "learning_rate": 4.3446020119855316e-05,
+      "loss": 1.1869,
+      "step": 156900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 43.5,
+      "learning_rate": 4.344152104666439e-05,
+      "loss": 1.0248,
+      "step": 157000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 132.0,
+      "learning_rate": 4.343702197347347e-05,
+      "loss": 1.107,
+      "step": 157100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 7.03125,
+      "learning_rate": 4.343252290028255e-05,
+      "loss": 1.1439,
+      "step": 157200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 131.0,
+      "learning_rate": 4.3428023827091624e-05,
+      "loss": 1.2053,
+      "step": 157300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 65.5,
+      "learning_rate": 4.342352475390069e-05,
+      "loss": 1.1828,
+      "step": 157400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.006072998046875,
+      "learning_rate": 4.3419025680709775e-05,
+      "loss": 1.0896,
+      "step": 157500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 16.625,
+      "learning_rate": 4.341452660751885e-05,
+      "loss": 1.1416,
+      "step": 157600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 57.75,
+      "learning_rate": 4.341002753432793e-05,
+      "loss": 1.3766,
+      "step": 157700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 52.25,
+      "learning_rate": 4.340552846113701e-05,
+      "loss": 1.1819,
+      "step": 157800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 24.875,
+      "learning_rate": 4.340102938794608e-05,
+      "loss": 1.2043,
+      "step": 157900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 4.3396530314755165e-05,
+      "loss": 1.1778,
+      "step": 158000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.3125,
+      "learning_rate": 4.339203124156424e-05,
+      "loss": 1.079,
+      "step": 158100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 21.125,
+      "learning_rate": 4.3387532168373316e-05,
+      "loss": 1.3042,
+      "step": 158200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.0859375,
+      "learning_rate": 4.33830330951824e-05,
+      "loss": 1.1161,
+      "step": 158300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 14.25,
+      "learning_rate": 4.3378534021991474e-05,
+      "loss": 0.9665,
+      "step": 158400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.052978515625,
+      "learning_rate": 4.337403494880055e-05,
+      "loss": 1.1824,
+      "step": 158500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 100.0,
+      "learning_rate": 4.3369535875609624e-05,
+      "loss": 1.2272,
+      "step": 158600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.0128173828125,
+      "learning_rate": 4.33650368024187e-05,
+      "loss": 1.219,
+      "step": 158700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.890625,
+      "learning_rate": 4.336053772922778e-05,
+      "loss": 1.0795,
+      "step": 158800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.0113525390625,
+      "learning_rate": 4.335603865603686e-05,
+      "loss": 1.1915,
+      "step": 158900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.00909423828125,
+      "learning_rate": 4.335153958284593e-05,
+      "loss": 1.1958,
+      "step": 159000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.25,
+      "learning_rate": 4.3347040509655014e-05,
+      "loss": 1.2367,
+      "step": 159100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 2008.0,
+      "learning_rate": 4.334254143646409e-05,
+      "loss": 1.1813,
+      "step": 159200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 17.5,
+      "learning_rate": 4.3338042363273165e-05,
+      "loss": 1.2036,
+      "step": 159300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 56.5,
+      "learning_rate": 4.333354329008225e-05,
+      "loss": 1.1227,
+      "step": 159400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 111.5,
+      "learning_rate": 4.332904421689132e-05,
+      "loss": 1.3145,
+      "step": 159500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 12.4375,
+      "learning_rate": 4.33245451437004e-05,
+      "loss": 1.233,
+      "step": 159600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 81.0,
+      "learning_rate": 4.332004607050948e-05,
+      "loss": 1.2202,
+      "step": 159700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 262.0,
+      "learning_rate": 4.3315546997318555e-05,
+      "loss": 1.216,
+      "step": 159800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 15.25,
+      "learning_rate": 4.331104792412763e-05,
+      "loss": 1.1336,
+      "step": 159900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.054443359375,
+      "learning_rate": 4.3306548850936706e-05,
+      "loss": 1.1322,
+      "step": 160000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 18.25,
+      "learning_rate": 4.330204977774578e-05,
+      "loss": 0.9996,
+      "step": 160100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 47.0,
+      "learning_rate": 4.3297550704554864e-05,
+      "loss": 1.2751,
+      "step": 160200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 62.5,
+      "learning_rate": 4.329305163136394e-05,
+      "loss": 1.132,
+      "step": 160300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 19.25,
+      "learning_rate": 4.328855255817302e-05,
+      "loss": 1.231,
+      "step": 160400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.3203125,
+      "learning_rate": 4.3284053484982096e-05,
+      "loss": 1.1239,
+      "step": 160500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 15.5,
+      "learning_rate": 4.327955441179117e-05,
+      "loss": 1.1883,
+      "step": 160600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 442.0,
+      "learning_rate": 4.3275055338600254e-05,
+      "loss": 0.9981,
+      "step": 160700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 32.75,
+      "learning_rate": 4.327055626540933e-05,
+      "loss": 1.3095,
+      "step": 160800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.125,
+      "learning_rate": 4.3266057192218404e-05,
+      "loss": 1.1381,
+      "step": 160900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 25.25,
+      "learning_rate": 4.3261558119027487e-05,
+      "loss": 1.0775,
+      "step": 161000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 138.0,
+      "learning_rate": 4.325705904583656e-05,
+      "loss": 1.2819,
+      "step": 161100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 40.0,
+      "learning_rate": 4.325255997264564e-05,
+      "loss": 1.2975,
+      "step": 161200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 12.6875,
+      "learning_rate": 4.324806089945471e-05,
+      "loss": 1.2189,
+      "step": 161300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 36.75,
+      "learning_rate": 4.324356182626379e-05,
+      "loss": 1.273,
+      "step": 161400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 77.0,
+      "learning_rate": 4.323906275307287e-05,
+      "loss": 1.2648,
+      "step": 161500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 148.0,
+      "learning_rate": 4.3234563679881945e-05,
+      "loss": 1.193,
+      "step": 161600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 46.75,
+      "learning_rate": 4.323006460669102e-05,
+      "loss": 1.2597,
+      "step": 161700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.32255655335001e-05,
+      "loss": 1.1285,
+      "step": 161800
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 46.75,
+      "learning_rate": 4.322106646030918e-05,
+      "loss": 1.1198,
+      "step": 161900
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 56.0,
+      "learning_rate": 4.3216567387118254e-05,
+      "loss": 1.188,
+      "step": 162000
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 14.25,
+      "learning_rate": 4.3212068313927336e-05,
+      "loss": 1.1083,
+      "step": 162100
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 17.875,
+      "learning_rate": 4.320756924073641e-05,
+      "loss": 1.2941,
+      "step": 162200
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 31.25,
+      "learning_rate": 4.3203070167545486e-05,
+      "loss": 1.2685,
+      "step": 162300
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.319857109435457e-05,
+      "loss": 1.1637,
+      "step": 162400
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 48.75,
+      "learning_rate": 4.319407202116364e-05,
+      "loss": 1.2843,
+      "step": 162500
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 15.125,
+      "learning_rate": 4.318957294797272e-05,
+      "loss": 1.1094,
+      "step": 162600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 34.0,
+      "learning_rate": 4.3185073874781794e-05,
+      "loss": 1.2415,
+      "step": 162700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 12.125,
+      "learning_rate": 4.318057480159087e-05,
+      "loss": 1.14,
+      "step": 162800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 44.25,
+      "learning_rate": 4.317607572839995e-05,
+      "loss": 1.175,
+      "step": 162900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 62.75,
+      "learning_rate": 4.317157665520903e-05,
+      "loss": 1.249,
+      "step": 163000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 25.125,
+      "learning_rate": 4.316707758201811e-05,
+      "loss": 1.2165,
+      "step": 163100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 24.125,
+      "learning_rate": 4.3162578508827185e-05,
+      "loss": 1.1537,
+      "step": 163200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 44.0,
+      "learning_rate": 4.315807943563626e-05,
+      "loss": 0.9978,
+      "step": 163300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 1.15625,
+      "learning_rate": 4.315358036244534e-05,
+      "loss": 1.1201,
+      "step": 163400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 57.25,
+      "learning_rate": 4.314908128925442e-05,
+      "loss": 1.0793,
+      "step": 163500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 14.25,
+      "learning_rate": 4.314458221606349e-05,
+      "loss": 1.2045,
+      "step": 163600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 31.375,
+      "learning_rate": 4.3140083142872575e-05,
+      "loss": 1.3555,
+      "step": 163700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.3135584069681644e-05,
+      "loss": 1.0663,
+      "step": 163800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 16.625,
+      "learning_rate": 4.3131084996490726e-05,
+      "loss": 1.2379,
+      "step": 163900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 46.25,
+      "learning_rate": 4.31265859232998e-05,
+      "loss": 1.1486,
+      "step": 164000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 39.0,
+      "learning_rate": 4.3122086850108876e-05,
+      "loss": 1.2255,
+      "step": 164100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 70.0,
+      "learning_rate": 4.311758777691796e-05,
+      "loss": 1.445,
+      "step": 164200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 28.25,
+      "learning_rate": 4.3113088703727034e-05,
+      "loss": 1.0938,
+      "step": 164300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 8.9375,
+      "learning_rate": 4.310858963053611e-05,
+      "loss": 1.1599,
+      "step": 164400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.7578125,
+      "learning_rate": 4.310409055734519e-05,
+      "loss": 1.1894,
+      "step": 164500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 40.5,
+      "learning_rate": 4.3099591484154267e-05,
+      "loss": 1.1745,
+      "step": 164600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 41.5,
+      "learning_rate": 4.309509241096334e-05,
+      "loss": 1.2277,
+      "step": 164700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.3090593337772424e-05,
+      "loss": 1.2373,
+      "step": 164800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 42.25,
+      "learning_rate": 4.30860942645815e-05,
+      "loss": 1.278,
+      "step": 164900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 14.6875,
+      "learning_rate": 4.3081595191390575e-05,
+      "loss": 1.2097,
+      "step": 165000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 8.375,
+      "learning_rate": 4.307709611819965e-05,
+      "loss": 1.1292,
+      "step": 165100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 42.5,
+      "learning_rate": 4.3072597045008725e-05,
+      "loss": 1.341,
+      "step": 165200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 121.5,
+      "learning_rate": 4.306809797181781e-05,
+      "loss": 1.081,
+      "step": 165300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 12.125,
+      "learning_rate": 4.306359889862688e-05,
+      "loss": 1.1821,
+      "step": 165400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 19.375,
+      "learning_rate": 4.305909982543596e-05,
+      "loss": 1.2051,
+      "step": 165500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 33.5,
+      "learning_rate": 4.305460075224504e-05,
+      "loss": 1.2173,
+      "step": 165600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 11.9375,
+      "learning_rate": 4.3050101679054116e-05,
+      "loss": 1.3438,
+      "step": 165700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 41.0,
+      "learning_rate": 4.30456026058632e-05,
+      "loss": 1.1703,
+      "step": 165800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.304110353267227e-05,
+      "loss": 1.2001,
+      "step": 165900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 740.0,
+      "learning_rate": 4.303660445948135e-05,
+      "loss": 1.2125,
+      "step": 166000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 29.25,
+      "learning_rate": 4.303210538629043e-05,
+      "loss": 1.1543,
+      "step": 166100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.02734375,
+      "learning_rate": 4.3027606313099506e-05,
+      "loss": 1.3533,
+      "step": 166200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 26.75,
+      "learning_rate": 4.302310723990858e-05,
+      "loss": 1.2246,
+      "step": 166300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 30.0,
+      "learning_rate": 4.3018608166717657e-05,
+      "loss": 1.1274,
+      "step": 166400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 22.75,
+      "learning_rate": 4.301410909352673e-05,
+      "loss": 1.1819,
+      "step": 166500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 44.0,
+      "learning_rate": 4.3009610020335814e-05,
+      "loss": 1.2977,
+      "step": 166600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 58.25,
+      "learning_rate": 4.300511094714489e-05,
+      "loss": 1.3277,
+      "step": 166700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 20.25,
+      "learning_rate": 4.3000611873953965e-05,
+      "loss": 1.2512,
+      "step": 166800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 29.375,
+      "learning_rate": 4.299611280076305e-05,
+      "loss": 1.2322,
+      "step": 166900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 36.25,
+      "learning_rate": 4.299161372757212e-05,
+      "loss": 1.2066,
+      "step": 167000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 35.25,
+      "learning_rate": 4.29871146543812e-05,
+      "loss": 1.2478,
+      "step": 167100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 146.0,
+      "learning_rate": 4.298261558119028e-05,
+      "loss": 1.3022,
+      "step": 167200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 64.0,
+      "learning_rate": 4.2978116507999355e-05,
+      "loss": 1.4135,
+      "step": 167300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 17.0,
+      "learning_rate": 4.297361743480843e-05,
+      "loss": 1.3609,
+      "step": 167400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 12.25,
+      "learning_rate": 4.296911836161751e-05,
+      "loss": 1.1639,
+      "step": 167500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 44.25,
+      "learning_rate": 4.296461928842659e-05,
+      "loss": 1.328,
+      "step": 167600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 19.625,
+      "learning_rate": 4.296012021523566e-05,
+      "loss": 1.2159,
+      "step": 167700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 29.75,
+      "learning_rate": 4.295562114204474e-05,
+      "loss": 1.3014,
+      "step": 167800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 10.0625,
+      "learning_rate": 4.2951122068853814e-05,
+      "loss": 1.1743,
+      "step": 167900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 310.0,
+      "learning_rate": 4.2946622995662896e-05,
+      "loss": 1.2183,
+      "step": 168000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 31.875,
+      "learning_rate": 4.294212392247197e-05,
+      "loss": 1.2231,
+      "step": 168100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 356.0,
+      "learning_rate": 4.2937624849281047e-05,
+      "loss": 1.3259,
+      "step": 168200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 10.25,
+      "learning_rate": 4.293312577609013e-05,
+      "loss": 1.1687,
+      "step": 168300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 10.5,
+      "learning_rate": 4.2928626702899204e-05,
+      "loss": 1.1799,
+      "step": 168400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 11.0,
+      "learning_rate": 4.2924127629708286e-05,
+      "loss": 1.1637,
+      "step": 168500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 223.0,
+      "learning_rate": 4.291962855651736e-05,
+      "loss": 1.1419,
+      "step": 168600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 44.75,
+      "learning_rate": 4.291512948332644e-05,
+      "loss": 1.334,
+      "step": 168700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 13.1875,
+      "learning_rate": 4.291063041013552e-05,
+      "loss": 1.3015,
+      "step": 168800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 61.0,
+      "learning_rate": 4.2906131336944594e-05,
+      "loss": 1.0367,
+      "step": 168900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 16.375,
+      "learning_rate": 4.290163226375366e-05,
+      "loss": 1.1058,
+      "step": 169000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 14.125,
+      "learning_rate": 4.2897133190562745e-05,
+      "loss": 1.1981,
+      "step": 169100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.130859375,
+      "learning_rate": 4.289263411737182e-05,
+      "loss": 1.2601,
+      "step": 169200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 53.5,
+      "learning_rate": 4.28881350441809e-05,
+      "loss": 1.297,
+      "step": 169300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 42.0,
+      "learning_rate": 4.288363597098998e-05,
+      "loss": 1.0663,
+      "step": 169400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 29.25,
+      "learning_rate": 4.287913689779905e-05,
+      "loss": 1.0977,
+      "step": 169500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 21.25,
+      "learning_rate": 4.2874637824608135e-05,
+      "loss": 1.1092,
+      "step": 169600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 39.75,
+      "learning_rate": 4.287013875141721e-05,
+      "loss": 1.2423,
+      "step": 169700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 29.125,
+      "learning_rate": 4.2865639678226286e-05,
+      "loss": 1.274,
+      "step": 169800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.1064453125,
+      "learning_rate": 4.286114060503537e-05,
+      "loss": 1.0745,
+      "step": 169900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 46.75,
+      "learning_rate": 4.285664153184444e-05,
+      "loss": 1.1619,
+      "step": 170000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 26.75,
+      "learning_rate": 4.285214245865352e-05,
+      "loss": 1.1738,
+      "step": 170100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 59.5,
+      "learning_rate": 4.28476433854626e-05,
+      "loss": 1.26,
+      "step": 170200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.388671875,
+      "learning_rate": 4.284314431227167e-05,
+      "loss": 1.3688,
+      "step": 170300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 210.0,
+      "learning_rate": 4.283864523908075e-05,
+      "loss": 1.1806,
+      "step": 170400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 28.25,
+      "learning_rate": 4.283414616588983e-05,
+      "loss": 1.0955,
+      "step": 170500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 17.0,
+      "learning_rate": 4.28296470926989e-05,
+      "loss": 1.3141,
+      "step": 170600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 27.625,
+      "learning_rate": 4.2825148019507984e-05,
+      "loss": 1.2581,
+      "step": 170700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 27.75,
+      "learning_rate": 4.282064894631706e-05,
+      "loss": 1.1377,
+      "step": 170800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 18.25,
+      "learning_rate": 4.2816149873126135e-05,
+      "loss": 1.1178,
+      "step": 170900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 21.625,
+      "learning_rate": 4.281165079993522e-05,
+      "loss": 1.2528,
+      "step": 171000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.280715172674429e-05,
+      "loss": 1.1468,
+      "step": 171100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 23.125,
+      "learning_rate": 4.2802652653553375e-05,
+      "loss": 1.0675,
+      "step": 171200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 20.5,
+      "learning_rate": 4.279815358036245e-05,
+      "loss": 1.0935,
+      "step": 171300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 195.0,
+      "learning_rate": 4.2793654507171525e-05,
+      "loss": 1.1335,
+      "step": 171400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 15.625,
+      "learning_rate": 4.278915543398061e-05,
+      "loss": 1.2274,
+      "step": 171500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 31.375,
+      "learning_rate": 4.2784656360789676e-05,
+      "loss": 1.1344,
+      "step": 171600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.59375,
+      "learning_rate": 4.278015728759875e-05,
+      "loss": 1.1439,
+      "step": 171700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 101.5,
+      "learning_rate": 4.277565821440783e-05,
+      "loss": 1.0772,
+      "step": 171800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 24.5,
+      "learning_rate": 4.277115914121691e-05,
+      "loss": 1.0917,
+      "step": 171900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 154.0,
+      "learning_rate": 4.276666006802599e-05,
+      "loss": 1.1744,
+      "step": 172000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 15.875,
+      "learning_rate": 4.2762160994835066e-05,
+      "loss": 1.358,
+      "step": 172100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 66.5,
+      "learning_rate": 4.275766192164414e-05,
+      "loss": 1.2677,
+      "step": 172200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 65.0,
+      "learning_rate": 4.2753162848453224e-05,
+      "loss": 0.9656,
+      "step": 172300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 20.375,
+      "learning_rate": 4.27486637752623e-05,
+      "loss": 1.0813,
+      "step": 172400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 2.578125,
+      "learning_rate": 4.2744164702071374e-05,
+      "loss": 1.3343,
+      "step": 172500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 89.5,
+      "learning_rate": 4.2739665628880456e-05,
+      "loss": 1.2819,
+      "step": 172600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 54.0,
+      "learning_rate": 4.273516655568953e-05,
+      "loss": 1.0236,
+      "step": 172700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 22.5,
+      "learning_rate": 4.273066748249861e-05,
+      "loss": 1.0889,
+      "step": 172800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 25.0,
+      "learning_rate": 4.272616840930768e-05,
+      "loss": 1.1928,
+      "step": 172900
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 18.625,
+      "learning_rate": 4.272166933611676e-05,
+      "loss": 1.1959,
+      "step": 173000
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 17.25,
+      "learning_rate": 4.271717026292584e-05,
+      "loss": 1.3427,
+      "step": 173100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 1.078125,
+      "learning_rate": 4.2712671189734915e-05,
+      "loss": 1.2775,
+      "step": 173200
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 27.25,
+      "learning_rate": 4.270817211654399e-05,
+      "loss": 1.3247,
+      "step": 173300
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 15.0,
+      "learning_rate": 4.270367304335307e-05,
+      "loss": 1.2258,
+      "step": 173400
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 67.5,
+      "learning_rate": 4.269917397016215e-05,
+      "loss": 1.191,
+      "step": 173500
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 16.375,
+      "learning_rate": 4.269467489697122e-05,
+      "loss": 1.086,
+      "step": 173600
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.62109375,
+      "learning_rate": 4.2690175823780305e-05,
+      "loss": 1.048,
+      "step": 173700
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 25.375,
+      "learning_rate": 4.268567675058938e-05,
+      "loss": 1.016,
+      "step": 173800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 52.0,
+      "learning_rate": 4.268117767739846e-05,
+      "loss": 1.252,
+      "step": 173900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 21.5,
+      "learning_rate": 4.267667860420754e-05,
+      "loss": 1.1171,
+      "step": 174000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 36.25,
+      "learning_rate": 4.2672179531016614e-05,
+      "loss": 1.2418,
+      "step": 174100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 54.5,
+      "learning_rate": 4.266768045782569e-05,
+      "loss": 1.0526,
+      "step": 174200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 38.75,
+      "learning_rate": 4.2663181384634764e-05,
+      "loss": 1.1106,
+      "step": 174300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.2890625,
+      "learning_rate": 4.265868231144384e-05,
+      "loss": 1.1271,
+      "step": 174400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 21.0,
+      "learning_rate": 4.265418323825292e-05,
+      "loss": 1.0622,
+      "step": 174500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 23.625,
+      "learning_rate": 4.2649684165062e-05,
+      "loss": 1.1997,
+      "step": 174600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.255859375,
+      "learning_rate": 4.264518509187108e-05,
+      "loss": 1.2099,
+      "step": 174700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 27.375,
+      "learning_rate": 4.2640686018680155e-05,
+      "loss": 1.1474,
+      "step": 174800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 18.125,
+      "learning_rate": 4.263618694548923e-05,
+      "loss": 1.1925,
+      "step": 174900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.263168787229831e-05,
+      "loss": 1.3047,
+      "step": 175000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 34.75,
+      "learning_rate": 4.262718879910739e-05,
+      "loss": 1.1826,
+      "step": 175100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 16.5,
+      "learning_rate": 4.262268972591646e-05,
+      "loss": 1.0752,
+      "step": 175200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 12.0,
+      "learning_rate": 4.2618190652725545e-05,
+      "loss": 1.3711,
+      "step": 175300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 17.125,
+      "learning_rate": 4.261369157953462e-05,
+      "loss": 1.1903,
+      "step": 175400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 28.125,
+      "learning_rate": 4.2609192506343695e-05,
+      "loss": 1.2254,
+      "step": 175500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 53.0,
+      "learning_rate": 4.260469343315277e-05,
+      "loss": 1.2376,
+      "step": 175600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 46.25,
+      "learning_rate": 4.2600194359961846e-05,
+      "loss": 1.3068,
+      "step": 175700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 49.5,
+      "learning_rate": 4.259569528677093e-05,
+      "loss": 1.2719,
+      "step": 175800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 21.25,
+      "learning_rate": 4.2591196213580004e-05,
+      "loss": 1.2351,
+      "step": 175900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 41.5,
+      "learning_rate": 4.258669714038908e-05,
+      "loss": 1.2047,
+      "step": 176000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 15.875,
+      "learning_rate": 4.258219806719816e-05,
+      "loss": 1.2174,
+      "step": 176100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 20.875,
+      "learning_rate": 4.2577698994007236e-05,
+      "loss": 1.148,
+      "step": 176200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 22.0,
+      "learning_rate": 4.257319992081631e-05,
+      "loss": 1.3212,
+      "step": 176300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 15.0,
+      "learning_rate": 4.2568700847625394e-05,
+      "loss": 1.209,
+      "step": 176400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 42.75,
+      "learning_rate": 4.256420177443447e-05,
+      "loss": 1.2113,
+      "step": 176500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.578125,
+      "learning_rate": 4.2559702701243544e-05,
+      "loss": 0.9567,
+      "step": 176600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 420.0,
+      "learning_rate": 4.255520362805263e-05,
+      "loss": 1.2237,
+      "step": 176700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 736.0,
+      "learning_rate": 4.2550704554861695e-05,
+      "loss": 1.0574,
+      "step": 176800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.3671875,
+      "learning_rate": 4.254620548167078e-05,
+      "loss": 1.3057,
+      "step": 176900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 10.1875,
+      "learning_rate": 4.254170640847985e-05,
+      "loss": 1.2314,
+      "step": 177000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 33.5,
+      "learning_rate": 4.253720733528893e-05,
+      "loss": 1.2106,
+      "step": 177100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 186.0,
+      "learning_rate": 4.253270826209801e-05,
+      "loss": 1.1305,
+      "step": 177200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 255.0,
+      "learning_rate": 4.2528209188907085e-05,
+      "loss": 1.0669,
+      "step": 177300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 39.5,
+      "learning_rate": 4.252371011571617e-05,
+      "loss": 1.2703,
+      "step": 177400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.251921104252524e-05,
+      "loss": 1.2375,
+      "step": 177500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 4000.0,
+      "learning_rate": 4.251471196933432e-05,
+      "loss": 1.1928,
+      "step": 177600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 58.75,
+      "learning_rate": 4.25102128961434e-05,
+      "loss": 1.2152,
+      "step": 177700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.29296875,
+      "learning_rate": 4.2505713822952476e-05,
+      "loss": 1.1017,
+      "step": 177800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 28.625,
+      "learning_rate": 4.250121474976155e-05,
+      "loss": 1.1363,
+      "step": 177900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 9.8125,
+      "learning_rate": 4.249671567657063e-05,
+      "loss": 1.1717,
+      "step": 178000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 26.25,
+      "learning_rate": 4.24922166033797e-05,
+      "loss": 1.0504,
+      "step": 178100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 173.0,
+      "learning_rate": 4.2487717530188784e-05,
+      "loss": 1.051,
+      "step": 178200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 128.0,
+      "learning_rate": 4.248321845699786e-05,
+      "loss": 1.2008,
+      "step": 178300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 29.25,
+      "learning_rate": 4.2478719383806934e-05,
+      "loss": 1.0372,
+      "step": 178400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 38.25,
+      "learning_rate": 4.2474220310616017e-05,
+      "loss": 1.229,
+      "step": 178500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 44.5,
+      "learning_rate": 4.246972123742509e-05,
+      "loss": 1.1811,
+      "step": 178600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 33.25,
+      "learning_rate": 4.246522216423417e-05,
+      "loss": 1.3114,
+      "step": 178700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 54.75,
+      "learning_rate": 4.246072309104325e-05,
+      "loss": 1.3516,
+      "step": 178800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 44.75,
+      "learning_rate": 4.2456224017852325e-05,
+      "loss": 1.2318,
+      "step": 178900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 25.875,
+      "learning_rate": 4.24517249446614e-05,
+      "loss": 1.2588,
+      "step": 179000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 4.375,
+      "learning_rate": 4.244722587147048e-05,
+      "loss": 1.0803,
+      "step": 179100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 81.5,
+      "learning_rate": 4.244272679827956e-05,
+      "loss": 1.1941,
+      "step": 179200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 23.0,
+      "learning_rate": 4.243822772508863e-05,
+      "loss": 1.3492,
+      "step": 179300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 51.75,
+      "learning_rate": 4.243372865189771e-05,
+      "loss": 1.4025,
+      "step": 179400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.11767578125,
+      "learning_rate": 4.2429229578706784e-05,
+      "loss": 1.1006,
+      "step": 179500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 19.125,
+      "learning_rate": 4.2424730505515866e-05,
+      "loss": 1.2816,
+      "step": 179600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 10.6875,
+      "learning_rate": 4.242023143232494e-05,
+      "loss": 1.3625,
+      "step": 179700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 48.0,
+      "learning_rate": 4.2415732359134016e-05,
+      "loss": 1.1887,
+      "step": 179800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 41.0,
+      "learning_rate": 4.24112332859431e-05,
+      "loss": 1.2855,
+      "step": 179900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 45.75,
+      "learning_rate": 4.2406734212752174e-05,
+      "loss": 1.3335,
+      "step": 180000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 19.375,
+      "learning_rate": 4.2402235139561256e-05,
+      "loss": 1.2829,
+      "step": 180100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.0015411376953125,
+      "learning_rate": 4.239773606637033e-05,
+      "loss": 1.0416,
+      "step": 180200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 17.125,
+      "learning_rate": 4.2393236993179407e-05,
+      "loss": 1.1039,
+      "step": 180300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 19.625,
+      "learning_rate": 4.238873791998849e-05,
+      "loss": 1.0655,
+      "step": 180400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 596.0,
+      "learning_rate": 4.2384238846797564e-05,
+      "loss": 1.1383,
+      "step": 180500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 37.0,
+      "learning_rate": 4.237973977360664e-05,
+      "loss": 1.135,
+      "step": 180600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 43.25,
+      "learning_rate": 4.2375240700415715e-05,
+      "loss": 1.0729,
+      "step": 180700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.173828125,
+      "learning_rate": 4.237074162722479e-05,
+      "loss": 1.1227,
+      "step": 180800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 6.40625,
+      "learning_rate": 4.236624255403387e-05,
+      "loss": 1.1162,
+      "step": 180900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 18.0,
+      "learning_rate": 4.236174348084295e-05,
+      "loss": 1.1697,
+      "step": 181000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 27.75,
+      "learning_rate": 4.235724440765202e-05,
+      "loss": 1.2325,
+      "step": 181100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 29.875,
+      "learning_rate": 4.2352745334461105e-05,
+      "loss": 1.1419,
+      "step": 181200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 17.25,
+      "learning_rate": 4.234824626127018e-05,
+      "loss": 1.3225,
+      "step": 181300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 24.5,
+      "learning_rate": 4.2343747188079256e-05,
+      "loss": 1.2887,
+      "step": 181400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 40.0,
+      "learning_rate": 4.233924811488834e-05,
+      "loss": 1.2148,
+      "step": 181500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.0035247802734375,
+      "learning_rate": 4.233474904169741e-05,
+      "loss": 1.2054,
+      "step": 181600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.00213623046875,
+      "learning_rate": 4.233024996850649e-05,
+      "loss": 1.0868,
+      "step": 181700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.09326171875,
+      "learning_rate": 4.232575089531557e-05,
+      "loss": 1.1705,
+      "step": 181800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 10.4375,
+      "learning_rate": 4.2321251822124646e-05,
+      "loss": 1.0112,
+      "step": 181900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 56.25,
+      "learning_rate": 4.231675274893372e-05,
+      "loss": 1.1826,
+      "step": 182000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 39.75,
+      "learning_rate": 4.2312253675742797e-05,
+      "loss": 1.1999,
+      "step": 182100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.049072265625,
+      "learning_rate": 4.230775460255187e-05,
+      "loss": 1.3048,
+      "step": 182200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 92.5,
+      "learning_rate": 4.2303255529360954e-05,
+      "loss": 1.2344,
+      "step": 182300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 13.5,
+      "learning_rate": 4.229875645617003e-05,
+      "loss": 1.2589,
+      "step": 182400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 2.546875,
+      "learning_rate": 4.2294257382979105e-05,
+      "loss": 1.1501,
+      "step": 182500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 22.375,
+      "learning_rate": 4.228975830978819e-05,
+      "loss": 1.2442,
+      "step": 182600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 22.25,
+      "learning_rate": 4.228525923659726e-05,
+      "loss": 1.3321,
+      "step": 182700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.0159912109375,
+      "learning_rate": 4.2280760163406344e-05,
+      "loss": 1.1938,
+      "step": 182800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 64.0,
+      "learning_rate": 4.227626109021542e-05,
+      "loss": 1.1458,
+      "step": 182900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 200.0,
+      "learning_rate": 4.2271762017024495e-05,
+      "loss": 1.1515,
+      "step": 183000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 42.5,
+      "learning_rate": 4.226726294383358e-05,
+      "loss": 1.3802,
+      "step": 183100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 21.75,
+      "learning_rate": 4.226276387064265e-05,
+      "loss": 0.9465,
+      "step": 183200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 69.5,
+      "learning_rate": 4.225826479745172e-05,
+      "loss": 1.0952,
+      "step": 183300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 32.25,
+      "learning_rate": 4.22537657242608e-05,
+      "loss": 0.9934,
+      "step": 183400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 48.0,
+      "learning_rate": 4.224926665106988e-05,
+      "loss": 1.1524,
+      "step": 183500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 9.125,
+      "learning_rate": 4.224476757787896e-05,
+      "loss": 1.2027,
+      "step": 183600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 25.875,
+      "learning_rate": 4.2240268504688036e-05,
+      "loss": 1.4629,
+      "step": 183700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 5.78125,
+      "learning_rate": 4.223576943149711e-05,
+      "loss": 0.9975,
+      "step": 183800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 20.125,
+      "learning_rate": 4.223127035830619e-05,
+      "loss": 1.2801,
+      "step": 183900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 19.125,
+      "learning_rate": 4.222677128511527e-05,
+      "loss": 1.093,
+      "step": 184000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 16.75,
+      "learning_rate": 4.2222272211924344e-05,
+      "loss": 1.081,
+      "step": 184100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 179.0,
+      "learning_rate": 4.2217773138733426e-05,
+      "loss": 1.2437,
+      "step": 184200
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 10.5,
+      "learning_rate": 4.22132740655425e-05,
+      "loss": 1.1344,
+      "step": 184300
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 22.875,
+      "learning_rate": 4.220877499235158e-05,
+      "loss": 1.2239,
+      "step": 184400
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 114.5,
+      "learning_rate": 4.220427591916066e-05,
+      "loss": 1.2939,
+      "step": 184500
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 38.0,
+      "learning_rate": 4.219977684596973e-05,
+      "loss": 1.2764,
+      "step": 184600
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 209.0,
+      "learning_rate": 4.219527777277881e-05,
+      "loss": 1.2841,
+      "step": 184700
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 21.75,
+      "learning_rate": 4.2190778699587885e-05,
+      "loss": 1.3063,
+      "step": 184800
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 27.0,
+      "learning_rate": 4.218627962639696e-05,
+      "loss": 1.3656,
+      "step": 184900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 105.0,
+      "learning_rate": 4.218178055320604e-05,
+      "loss": 1.1371,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.2265625,
+      "learning_rate": 4.217728148001512e-05,
+      "loss": 1.2233,
+      "step": 185100
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 71.0,
+      "learning_rate": 4.217278240682419e-05,
+      "loss": 1.1547,
+      "step": 185200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 50.25,
+      "learning_rate": 4.2168283333633275e-05,
+      "loss": 1.1923,
+      "step": 185300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 18.875,
+      "learning_rate": 4.216378426044235e-05,
+      "loss": 1.2171,
+      "step": 185400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 33.25,
+      "learning_rate": 4.215928518725143e-05,
+      "loss": 1.305,
+      "step": 185500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 10.5,
+      "learning_rate": 4.215478611406051e-05,
+      "loss": 1.2172,
+      "step": 185600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 18.625,
+      "learning_rate": 4.215028704086958e-05,
+      "loss": 1.3026,
+      "step": 185700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 22.875,
+      "learning_rate": 4.2145787967678665e-05,
+      "loss": 1.0829,
+      "step": 185800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.0751953125,
+      "learning_rate": 4.2141288894487734e-05,
+      "loss": 1.1234,
+      "step": 185900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 27.875,
+      "learning_rate": 4.213678982129681e-05,
+      "loss": 1.4107,
+      "step": 186000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 199.0,
+      "learning_rate": 4.213229074810589e-05,
+      "loss": 1.2315,
+      "step": 186100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 41.25,
+      "learning_rate": 4.212779167491497e-05,
+      "loss": 1.2325,
+      "step": 186200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 266.0,
+      "learning_rate": 4.212329260172405e-05,
+      "loss": 1.2041,
+      "step": 186300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 1.5546875,
+      "learning_rate": 4.2118793528533124e-05,
+      "loss": 1.2449,
+      "step": 186400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.21142944553422e-05,
+      "loss": 1.0151,
+      "step": 186500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.36328125,
+      "learning_rate": 4.210979538215128e-05,
+      "loss": 1.1362,
+      "step": 186600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 1.59375,
+      "learning_rate": 4.210529630896036e-05,
+      "loss": 1.2349,
+      "step": 186700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 30.125,
+      "learning_rate": 4.210079723576943e-05,
+      "loss": 1.2757,
+      "step": 186800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 65.5,
+      "learning_rate": 4.2096298162578515e-05,
+      "loss": 1.0808,
+      "step": 186900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 240.0,
+      "learning_rate": 4.209179908938759e-05,
+      "loss": 1.132,
+      "step": 187000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 20.375,
+      "learning_rate": 4.2087300016196665e-05,
+      "loss": 1.1575,
+      "step": 187100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.08740234375,
+      "learning_rate": 4.208280094300574e-05,
+      "loss": 1.138,
+      "step": 187200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 37.25,
+      "learning_rate": 4.2078301869814816e-05,
+      "loss": 1.1676,
+      "step": 187300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 19.625,
+      "learning_rate": 4.20738027966239e-05,
+      "loss": 1.0593,
+      "step": 187400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 4.206930372343297e-05,
+      "loss": 1.3202,
+      "step": 187500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 16.875,
+      "learning_rate": 4.206480465024205e-05,
+      "loss": 1.1956,
+      "step": 187600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 18.5,
+      "learning_rate": 4.206030557705113e-05,
+      "loss": 1.3435,
+      "step": 187700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 49.5,
+      "learning_rate": 4.2055806503860206e-05,
+      "loss": 1.0993,
+      "step": 187800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 39.25,
+      "learning_rate": 4.205130743066928e-05,
+      "loss": 1.0359,
+      "step": 187900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 14.375,
+      "learning_rate": 4.2046808357478364e-05,
+      "loss": 1.2202,
+      "step": 188000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 32.75,
+      "learning_rate": 4.204230928428744e-05,
+      "loss": 1.2804,
+      "step": 188100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 46.25,
+      "learning_rate": 4.203781021109652e-05,
+      "loss": 1.2196,
+      "step": 188200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 128.0,
+      "learning_rate": 4.2033311137905596e-05,
+      "loss": 1.1602,
+      "step": 188300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 68.5,
+      "learning_rate": 4.202881206471467e-05,
+      "loss": 1.1784,
+      "step": 188400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 114.0,
+      "learning_rate": 4.202431299152375e-05,
+      "loss": 1.3161,
+      "step": 188500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 18.625,
+      "learning_rate": 4.201981391833282e-05,
+      "loss": 1.1077,
+      "step": 188600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 140.0,
+      "learning_rate": 4.20153148451419e-05,
+      "loss": 1.2905,
+      "step": 188700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 22.0,
+      "learning_rate": 4.201081577195098e-05,
+      "loss": 1.2771,
+      "step": 188800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 10.0,
+      "learning_rate": 4.2006316698760055e-05,
+      "loss": 0.9896,
+      "step": 188900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 28.125,
+      "learning_rate": 4.200181762556914e-05,
+      "loss": 1.144,
+      "step": 189000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 86.0,
+      "learning_rate": 4.199731855237821e-05,
+      "loss": 1.0594,
+      "step": 189100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 1560.0,
+      "learning_rate": 4.199281947918729e-05,
+      "loss": 1.2533,
+      "step": 189200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 30.0,
+      "learning_rate": 4.198832040599637e-05,
+      "loss": 1.2242,
+      "step": 189300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 21.25,
+      "learning_rate": 4.1983821332805445e-05,
+      "loss": 1.2011,
+      "step": 189400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 28.5,
+      "learning_rate": 4.197932225961452e-05,
+      "loss": 1.2743,
+      "step": 189500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 12.25,
+      "learning_rate": 4.19748231864236e-05,
+      "loss": 1.1596,
+      "step": 189600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 45.75,
+      "learning_rate": 4.197032411323268e-05,
+      "loss": 1.1093,
+      "step": 189700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 274.0,
+      "learning_rate": 4.1965825040041754e-05,
+      "loss": 1.2053,
+      "step": 189800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 12.6875,
+      "learning_rate": 4.196132596685083e-05,
+      "loss": 1.1662,
+      "step": 189900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 6.875,
+      "learning_rate": 4.1956826893659904e-05,
+      "loss": 1.1291,
+      "step": 190000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 796.0,
+      "learning_rate": 4.1952327820468986e-05,
+      "loss": 1.1676,
+      "step": 190100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 72.0,
+      "learning_rate": 4.194782874727806e-05,
+      "loss": 1.132,
+      "step": 190200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 42.25,
+      "learning_rate": 4.194332967408714e-05,
+      "loss": 1.1253,
+      "step": 190300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 68.0,
+      "learning_rate": 4.193883060089622e-05,
+      "loss": 1.2876,
+      "step": 190400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.11083984375,
+      "learning_rate": 4.1934331527705295e-05,
+      "loss": 1.1226,
+      "step": 190500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 37.0,
+      "learning_rate": 4.192983245451437e-05,
+      "loss": 1.0657,
+      "step": 190600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 109.5,
+      "learning_rate": 4.192533338132345e-05,
+      "loss": 1.1886,
+      "step": 190700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 24.5,
+      "learning_rate": 4.192083430813253e-05,
+      "loss": 1.2065,
+      "step": 190800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 230.0,
+      "learning_rate": 4.191633523494161e-05,
+      "loss": 1.0951,
+      "step": 190900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 40.25,
+      "learning_rate": 4.1911836161750685e-05,
+      "loss": 1.1631,
+      "step": 191000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 16.875,
+      "learning_rate": 4.190733708855975e-05,
+      "loss": 1.1751,
+      "step": 191100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 27.5,
+      "learning_rate": 4.1902838015368835e-05,
+      "loss": 1.2777,
+      "step": 191200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 68.5,
+      "learning_rate": 4.189833894217791e-05,
+      "loss": 1.185,
+      "step": 191300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 9.0,
+      "learning_rate": 4.1893839868986986e-05,
+      "loss": 1.1625,
+      "step": 191400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 52.5,
+      "learning_rate": 4.188934079579607e-05,
+      "loss": 1.2173,
+      "step": 191500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 46.0,
+      "learning_rate": 4.1884841722605144e-05,
+      "loss": 1.2283,
+      "step": 191600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 16.625,
+      "learning_rate": 4.1880342649414226e-05,
+      "loss": 1.2837,
+      "step": 191700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 9.8125,
+      "learning_rate": 4.18758435762233e-05,
+      "loss": 1.025,
+      "step": 191800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 29.0,
+      "learning_rate": 4.1871344503032376e-05,
+      "loss": 1.0625,
+      "step": 191900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.041015625,
+      "learning_rate": 4.186684542984146e-05,
+      "loss": 1.2094,
+      "step": 192000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 75.0,
+      "learning_rate": 4.1862346356650534e-05,
+      "loss": 1.1954,
+      "step": 192100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 22.625,
+      "learning_rate": 4.185784728345961e-05,
+      "loss": 1.1494,
+      "step": 192200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 42.5,
+      "learning_rate": 4.185334821026869e-05,
+      "loss": 1.1898,
+      "step": 192300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 58.25,
+      "learning_rate": 4.184884913707776e-05,
+      "loss": 1.1983,
+      "step": 192400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 14.3125,
+      "learning_rate": 4.184435006388684e-05,
+      "loss": 1.0581,
+      "step": 192500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.022705078125,
+      "learning_rate": 4.183985099069592e-05,
+      "loss": 1.1541,
+      "step": 192600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 16.0,
+      "learning_rate": 4.183535191750499e-05,
+      "loss": 1.2466,
+      "step": 192700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 160.0,
+      "learning_rate": 4.1830852844314075e-05,
+      "loss": 1.2106,
+      "step": 192800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 34.5,
+      "learning_rate": 4.182635377112315e-05,
+      "loss": 1.1169,
+      "step": 192900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 19.75,
+      "learning_rate": 4.1821854697932225e-05,
+      "loss": 1.3027,
+      "step": 193000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 93.5,
+      "learning_rate": 4.181735562474131e-05,
+      "loss": 1.2137,
+      "step": 193100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 37.5,
+      "learning_rate": 4.181285655155038e-05,
+      "loss": 1.0112,
+      "step": 193200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.0206298828125,
+      "learning_rate": 4.180835747835946e-05,
+      "loss": 1.048,
+      "step": 193300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 19.625,
+      "learning_rate": 4.180385840516854e-05,
+      "loss": 1.2389,
+      "step": 193400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 18.625,
+      "learning_rate": 4.1799359331977616e-05,
+      "loss": 1.106,
+      "step": 193500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 187.0,
+      "learning_rate": 4.179486025878669e-05,
+      "loss": 1.3622,
+      "step": 193600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 38.5,
+      "learning_rate": 4.1790361185595766e-05,
+      "loss": 1.1716,
+      "step": 193700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 28.875,
+      "learning_rate": 4.178586211240484e-05,
+      "loss": 1.1967,
+      "step": 193800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 85.0,
+      "learning_rate": 4.1781363039213924e-05,
+      "loss": 1.1057,
+      "step": 193900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 9.8125,
+      "learning_rate": 4.1776863966023e-05,
+      "loss": 1.1438,
+      "step": 194000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 51.25,
+      "learning_rate": 4.1772364892832075e-05,
+      "loss": 1.1666,
+      "step": 194100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 83.5,
+      "learning_rate": 4.176786581964116e-05,
+      "loss": 1.0818,
+      "step": 194200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 58.75,
+      "learning_rate": 4.176336674645023e-05,
+      "loss": 1.0782,
+      "step": 194300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 68.5,
+      "learning_rate": 4.1758867673259314e-05,
+      "loss": 1.1737,
+      "step": 194400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.1396484375,
+      "learning_rate": 4.175436860006839e-05,
+      "loss": 1.1863,
+      "step": 194500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 46.75,
+      "learning_rate": 4.1749869526877465e-05,
+      "loss": 1.2777,
+      "step": 194600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 10.0625,
+      "learning_rate": 4.174537045368655e-05,
+      "loss": 1.2273,
+      "step": 194700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 19.875,
+      "learning_rate": 4.174087138049562e-05,
+      "loss": 1.1958,
+      "step": 194800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 8.25,
+      "learning_rate": 4.17363723073047e-05,
+      "loss": 1.3402,
+      "step": 194900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.208984375,
+      "learning_rate": 4.173187323411377e-05,
+      "loss": 1.0688,
+      "step": 195000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 25.0,
+      "learning_rate": 4.172737416092285e-05,
+      "loss": 1.2346,
+      "step": 195100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 1.03125,
+      "learning_rate": 4.172287508773193e-05,
+      "loss": 1.1805,
+      "step": 195200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 24.125,
+      "learning_rate": 4.1718376014541006e-05,
+      "loss": 1.068,
+      "step": 195300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 12.75,
+      "learning_rate": 4.171387694135008e-05,
+      "loss": 1.1489,
+      "step": 195400
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 26.5,
+      "learning_rate": 4.170937786815916e-05,
+      "loss": 1.1357,
+      "step": 195500
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 123.0,
+      "learning_rate": 4.170487879496824e-05,
+      "loss": 1.1081,
+      "step": 195600
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 44.0,
+      "learning_rate": 4.1700379721777314e-05,
+      "loss": 1.1402,
+      "step": 195700
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 60.25,
+      "learning_rate": 4.1695880648586396e-05,
+      "loss": 1.0414,
+      "step": 195800
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 71.5,
+      "learning_rate": 4.169138157539547e-05,
+      "loss": 1.2874,
+      "step": 195900
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 840.0,
+      "learning_rate": 4.168688250220455e-05,
+      "loss": 1.2207,
+      "step": 196000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 65.5,
+      "learning_rate": 4.168238342901363e-05,
+      "loss": 1.25,
+      "step": 196100
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 17.625,
+      "learning_rate": 4.1677884355822704e-05,
+      "loss": 1.2282,
+      "step": 196200
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.142578125,
+      "learning_rate": 4.167338528263178e-05,
+      "loss": 1.2121,
+      "step": 196300
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.1611328125,
+      "learning_rate": 4.1668886209440855e-05,
+      "loss": 1.2917,
+      "step": 196400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 32.5,
+      "learning_rate": 4.166438713624993e-05,
+      "loss": 1.0817,
+      "step": 196500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 40.25,
+      "learning_rate": 4.165988806305901e-05,
+      "loss": 1.2343,
+      "step": 196600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 43.0,
+      "learning_rate": 4.165538898986809e-05,
+      "loss": 1.1656,
+      "step": 196700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 10.9375,
+      "learning_rate": 4.165088991667716e-05,
+      "loss": 1.2031,
+      "step": 196800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 42.25,
+      "learning_rate": 4.1646390843486245e-05,
+      "loss": 1.3176,
+      "step": 196900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 35.0,
+      "learning_rate": 4.164189177029532e-05,
+      "loss": 1.1468,
+      "step": 197000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 2.625,
+      "learning_rate": 4.16373926971044e-05,
+      "loss": 1.0494,
+      "step": 197100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 8.1875,
+      "learning_rate": 4.163289362391348e-05,
+      "loss": 1.0928,
+      "step": 197200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 486.0,
+      "learning_rate": 4.162839455072255e-05,
+      "loss": 1.2197,
+      "step": 197300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 60.75,
+      "learning_rate": 4.1623895477531635e-05,
+      "loss": 1.2145,
+      "step": 197400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 220.0,
+      "learning_rate": 4.161939640434071e-05,
+      "loss": 1.2995,
+      "step": 197500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 40.5,
+      "learning_rate": 4.161489733114978e-05,
+      "loss": 1.0946,
+      "step": 197600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 7.0625,
+      "learning_rate": 4.161039825795886e-05,
+      "loss": 1.1699,
+      "step": 197700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 33.25,
+      "learning_rate": 4.160589918476794e-05,
+      "loss": 1.3221,
+      "step": 197800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 94.5,
+      "learning_rate": 4.160140011157702e-05,
+      "loss": 1.287,
+      "step": 197900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 32.0,
+      "learning_rate": 4.1596901038386094e-05,
+      "loss": 1.1507,
+      "step": 198000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 22.375,
+      "learning_rate": 4.159240196519517e-05,
+      "loss": 1.2471,
+      "step": 198100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.08349609375,
+      "learning_rate": 4.158790289200425e-05,
+      "loss": 1.2462,
+      "step": 198200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 41.5,
+      "learning_rate": 4.158340381881333e-05,
+      "loss": 1.1003,
+      "step": 198300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 36.25,
+      "learning_rate": 4.15789047456224e-05,
+      "loss": 1.1615,
+      "step": 198400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 12.0625,
+      "learning_rate": 4.1574405672431484e-05,
+      "loss": 1.3816,
+      "step": 198500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.06591796875,
+      "learning_rate": 4.156990659924056e-05,
+      "loss": 1.1632,
+      "step": 198600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 25.125,
+      "learning_rate": 4.1565407526049635e-05,
+      "loss": 1.1957,
+      "step": 198700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 24.625,
+      "learning_rate": 4.156090845285872e-05,
+      "loss": 1.3067,
+      "step": 198800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 129.0,
+      "learning_rate": 4.1556409379667786e-05,
+      "loss": 1.1935,
+      "step": 198900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 24.25,
+      "learning_rate": 4.155191030647687e-05,
+      "loss": 1.0834,
+      "step": 199000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 9.8125,
+      "learning_rate": 4.154741123328594e-05,
+      "loss": 1.2487,
+      "step": 199100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 47.0,
+      "learning_rate": 4.154291216009502e-05,
+      "loss": 1.3689,
+      "step": 199200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.515625,
+      "learning_rate": 4.15384130869041e-05,
+      "loss": 1.0971,
+      "step": 199300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 80.5,
+      "learning_rate": 4.1533914013713176e-05,
+      "loss": 1.1138,
+      "step": 199400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 8.0625,
+      "learning_rate": 4.152941494052225e-05,
+      "loss": 1.0809,
+      "step": 199500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 43.25,
+      "learning_rate": 4.1524915867331333e-05,
+      "loss": 1.1443,
+      "step": 199600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 49.25,
+      "learning_rate": 4.152041679414041e-05,
+      "loss": 1.1211,
+      "step": 199700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 20.625,
+      "learning_rate": 4.151591772094949e-05,
+      "loss": 1.1441,
+      "step": 199800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 106.0,
+      "learning_rate": 4.1511418647758566e-05,
+      "loss": 1.2964,
+      "step": 199900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 114.5,
+      "learning_rate": 4.150691957456764e-05,
+      "loss": 1.074,
+      "step": 200000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 38.75,
+      "learning_rate": 4.1502420501376724e-05,
+      "loss": 1.1804,
+      "step": 200100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 44.0,
+      "learning_rate": 4.149792142818579e-05,
+      "loss": 1.2302,
+      "step": 200200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 19.0,
+      "learning_rate": 4.149342235499487e-05,
+      "loss": 1.2207,
+      "step": 200300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.03125,
+      "learning_rate": 4.148892328180395e-05,
+      "loss": 1.2023,
+      "step": 200400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 12.75,
+      "learning_rate": 4.1484424208613025e-05,
+      "loss": 1.4099,
+      "step": 200500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 32.75,
+      "learning_rate": 4.147992513542211e-05,
+      "loss": 1.2869,
+      "step": 200600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 73.5,
+      "learning_rate": 4.147542606223118e-05,
+      "loss": 1.3064,
+      "step": 200700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 32.25,
+      "learning_rate": 4.147092698904026e-05,
+      "loss": 1.1199,
+      "step": 200800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 58.75,
+      "learning_rate": 4.146642791584934e-05,
+      "loss": 1.1937,
+      "step": 200900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 18.5,
+      "learning_rate": 4.1461928842658415e-05,
+      "loss": 1.1972,
+      "step": 201000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.016845703125,
+      "learning_rate": 4.145742976946749e-05,
+      "loss": 1.1635,
+      "step": 201100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 18.375,
+      "learning_rate": 4.145293069627657e-05,
+      "loss": 1.2409,
+      "step": 201200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 48.25,
+      "learning_rate": 4.144843162308565e-05,
+      "loss": 1.1991,
+      "step": 201300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 45.75,
+      "learning_rate": 4.1443932549894723e-05,
+      "loss": 1.2935,
+      "step": 201400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 22.875,
+      "learning_rate": 4.14394334767038e-05,
+      "loss": 1.2154,
+      "step": 201500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 29.75,
+      "learning_rate": 4.1434934403512874e-05,
+      "loss": 1.1718,
+      "step": 201600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 19.75,
+      "learning_rate": 4.1430435330321956e-05,
+      "loss": 1.1829,
+      "step": 201700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 37.5,
+      "learning_rate": 4.142593625713103e-05,
+      "loss": 1.2179,
+      "step": 201800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 2.453125,
+      "learning_rate": 4.142143718394011e-05,
+      "loss": 1.1942,
+      "step": 201900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 50.75,
+      "learning_rate": 4.141693811074919e-05,
+      "loss": 1.034,
+      "step": 202000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 31.25,
+      "learning_rate": 4.1412439037558264e-05,
+      "loss": 1.1917,
+      "step": 202100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 40.75,
+      "learning_rate": 4.140793996436734e-05,
+      "loss": 1.2672,
+      "step": 202200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 94.5,
+      "learning_rate": 4.140344089117642e-05,
+      "loss": 1.1245,
+      "step": 202300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 42.5,
+      "learning_rate": 4.13989418179855e-05,
+      "loss": 1.2138,
+      "step": 202400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 52.75,
+      "learning_rate": 4.139444274479458e-05,
+      "loss": 1.0524,
+      "step": 202500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 40.5,
+      "learning_rate": 4.1389943671603655e-05,
+      "loss": 1.2177,
+      "step": 202600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 18.25,
+      "learning_rate": 4.138544459841273e-05,
+      "loss": 1.086,
+      "step": 202700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 23.625,
+      "learning_rate": 4.1380945525221805e-05,
+      "loss": 1.0988,
+      "step": 202800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.09375,
+      "learning_rate": 4.137644645203088e-05,
+      "loss": 1.1845,
+      "step": 202900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.00836181640625,
+      "learning_rate": 4.1371947378839956e-05,
+      "loss": 1.2906,
+      "step": 203000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.1318359375,
+      "learning_rate": 4.136744830564904e-05,
+      "loss": 1.1791,
+      "step": 203100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 28.75,
+      "learning_rate": 4.1362949232458113e-05,
+      "loss": 1.1983,
+      "step": 203200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 21.125,
+      "learning_rate": 4.1358450159267196e-05,
+      "loss": 1.2232,
+      "step": 203300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 23.5,
+      "learning_rate": 4.135395108607627e-05,
+      "loss": 1.1762,
+      "step": 203400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 86.5,
+      "learning_rate": 4.1349452012885346e-05,
+      "loss": 1.2481,
+      "step": 203500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 22.0,
+      "learning_rate": 4.134495293969443e-05,
+      "loss": 1.1948,
+      "step": 203600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.232421875,
+      "learning_rate": 4.1340453866503504e-05,
+      "loss": 1.2403,
+      "step": 203700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 27.25,
+      "learning_rate": 4.133595479331258e-05,
+      "loss": 1.2108,
+      "step": 203800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 218.0,
+      "learning_rate": 4.133145572012166e-05,
+      "loss": 1.2229,
+      "step": 203900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.07177734375,
+      "learning_rate": 4.1326956646930736e-05,
+      "loss": 1.0764,
+      "step": 204000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 21.875,
+      "learning_rate": 4.132245757373981e-05,
+      "loss": 1.2225,
+      "step": 204100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 16.0,
+      "learning_rate": 4.131795850054889e-05,
+      "loss": 1.098,
+      "step": 204200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 17.0,
+      "learning_rate": 4.131345942735796e-05,
+      "loss": 1.3416,
+      "step": 204300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 24.75,
+      "learning_rate": 4.1308960354167045e-05,
+      "loss": 1.153,
+      "step": 204400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 29.375,
+      "learning_rate": 4.130446128097612e-05,
+      "loss": 1.2474,
+      "step": 204500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 27.25,
+      "learning_rate": 4.1299962207785195e-05,
+      "loss": 1.078,
+      "step": 204600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 10.0,
+      "learning_rate": 4.129546313459428e-05,
+      "loss": 1.3034,
+      "step": 204700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 80.0,
+      "learning_rate": 4.129096406140335e-05,
+      "loss": 1.1916,
+      "step": 204800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 39.5,
+      "learning_rate": 4.128646498821243e-05,
+      "loss": 1.2762,
+      "step": 204900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 9.5625,
+      "learning_rate": 4.128196591502151e-05,
+      "loss": 1.1806,
+      "step": 205000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 66.5,
+      "learning_rate": 4.1277466841830586e-05,
+      "loss": 1.1549,
+      "step": 205100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 55.0,
+      "learning_rate": 4.127296776863967e-05,
+      "loss": 1.0268,
+      "step": 205200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 69.5,
+      "learning_rate": 4.126846869544874e-05,
+      "loss": 1.4482,
+      "step": 205300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 56.25,
+      "learning_rate": 4.126396962225781e-05,
+      "loss": 1.1934,
+      "step": 205400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 38.25,
+      "learning_rate": 4.1259470549066894e-05,
+      "loss": 1.2673,
+      "step": 205500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 72.0,
+      "learning_rate": 4.125497147587597e-05,
+      "loss": 1.2086,
+      "step": 205600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 234.0,
+      "learning_rate": 4.1250472402685044e-05,
+      "loss": 1.3153,
+      "step": 205700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 45.25,
+      "learning_rate": 4.1245973329494126e-05,
+      "loss": 1.1355,
+      "step": 205800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 17.5,
+      "learning_rate": 4.12414742563032e-05,
+      "loss": 1.0873,
+      "step": 205900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 42.5,
+      "learning_rate": 4.1236975183112284e-05,
+      "loss": 1.1588,
+      "step": 206000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 21.625,
+      "learning_rate": 4.123247610992136e-05,
+      "loss": 1.0837,
+      "step": 206100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 20.5,
+      "learning_rate": 4.1227977036730435e-05,
+      "loss": 1.102,
+      "step": 206200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 37.25,
+      "learning_rate": 4.122347796353952e-05,
+      "loss": 1.1567,
+      "step": 206300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 140.0,
+      "learning_rate": 4.121897889034859e-05,
+      "loss": 1.1777,
+      "step": 206400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 21.875,
+      "learning_rate": 4.121447981715767e-05,
+      "loss": 1.1418,
+      "step": 206500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 16.125,
+      "learning_rate": 4.120998074396675e-05,
+      "loss": 1.165,
+      "step": 206600
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 70.0,
+      "learning_rate": 4.120548167077582e-05,
+      "loss": 1.1417,
+      "step": 206700
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 340.0,
+      "learning_rate": 4.12009825975849e-05,
+      "loss": 1.2375,
+      "step": 206800
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 37.25,
+      "learning_rate": 4.1196483524393976e-05,
+      "loss": 1.3143,
+      "step": 206900
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 9.125,
+      "learning_rate": 4.119198445120305e-05,
+      "loss": 1.1753,
+      "step": 207000
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.006439208984375,
+      "learning_rate": 4.118748537801213e-05,
+      "loss": 1.1464,
+      "step": 207100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 98.0,
+      "learning_rate": 4.118298630482121e-05,
+      "loss": 1.2333,
+      "step": 207200
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 29.875,
+      "learning_rate": 4.1178487231630284e-05,
+      "loss": 1.0748,
+      "step": 207300
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 19.875,
+      "learning_rate": 4.1173988158439366e-05,
+      "loss": 1.1062,
+      "step": 207400
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.2578125,
+      "learning_rate": 4.116948908524844e-05,
+      "loss": 1.2516,
+      "step": 207500
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 48.5,
+      "learning_rate": 4.1164990012057516e-05,
+      "loss": 1.1372,
+      "step": 207600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 196.0,
+      "learning_rate": 4.11604909388666e-05,
+      "loss": 1.2264,
+      "step": 207700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 14.75,
+      "learning_rate": 4.1155991865675674e-05,
+      "loss": 1.1682,
+      "step": 207800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 27.125,
+      "learning_rate": 4.1151492792484756e-05,
+      "loss": 1.2962,
+      "step": 207900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 95.5,
+      "learning_rate": 4.1146993719293825e-05,
+      "loss": 1.3444,
+      "step": 208000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.11424946461029e-05,
+      "loss": 1.2622,
+      "step": 208100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.0250244140625,
+      "learning_rate": 4.113799557291198e-05,
+      "loss": 1.2264,
+      "step": 208200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 7.03125,
+      "learning_rate": 4.113349649972106e-05,
+      "loss": 1.0497,
+      "step": 208300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 145.0,
+      "learning_rate": 4.112899742653013e-05,
+      "loss": 1.1898,
+      "step": 208400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 2.359375,
+      "learning_rate": 4.1124498353339215e-05,
+      "loss": 1.5019,
+      "step": 208500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 29.875,
+      "learning_rate": 4.111999928014829e-05,
+      "loss": 1.0873,
+      "step": 208600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 37.25,
+      "learning_rate": 4.111550020695737e-05,
+      "loss": 1.3849,
+      "step": 208700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 37.0,
+      "learning_rate": 4.111100113376645e-05,
+      "loss": 1.1838,
+      "step": 208800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 97.0,
+      "learning_rate": 4.110650206057552e-05,
+      "loss": 1.1726,
+      "step": 208900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 15.3125,
+      "learning_rate": 4.1102002987384605e-05,
+      "loss": 1.1309,
+      "step": 209000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 42.0,
+      "learning_rate": 4.109750391419368e-05,
+      "loss": 1.2736,
+      "step": 209100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 77.5,
+      "learning_rate": 4.1093004841002756e-05,
+      "loss": 1.2169,
+      "step": 209200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 8.25,
+      "learning_rate": 4.108850576781183e-05,
+      "loss": 1.2611,
+      "step": 209300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.00958251953125,
+      "learning_rate": 4.1084006694620906e-05,
+      "loss": 1.1536,
+      "step": 209400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 23.0,
+      "learning_rate": 4.107950762142999e-05,
+      "loss": 1.1543,
+      "step": 209500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 21.375,
+      "learning_rate": 4.1075008548239064e-05,
+      "loss": 1.1865,
+      "step": 209600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 8.3125,
+      "learning_rate": 4.107050947504814e-05,
+      "loss": 1.162,
+      "step": 209700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.106601040185722e-05,
+      "loss": 1.2374,
+      "step": 209800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 436.0,
+      "learning_rate": 4.10615113286663e-05,
+      "loss": 1.0108,
+      "step": 209900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 34.25,
+      "learning_rate": 4.105701225547537e-05,
+      "loss": 1.1299,
+      "step": 210000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.25390625,
+      "learning_rate": 4.1052513182284454e-05,
+      "loss": 1.0734,
+      "step": 210100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 29.75,
+      "learning_rate": 4.104801410909353e-05,
+      "loss": 1.1698,
+      "step": 210200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 44.0,
+      "learning_rate": 4.1043515035902605e-05,
+      "loss": 1.2316,
+      "step": 210300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 60.0,
+      "learning_rate": 4.103901596271169e-05,
+      "loss": 1.1693,
+      "step": 210400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 124.5,
+      "learning_rate": 4.103451688952076e-05,
+      "loss": 1.1764,
+      "step": 210500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.056396484375,
+      "learning_rate": 4.103001781632984e-05,
+      "loss": 1.254,
+      "step": 210600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 47.5,
+      "learning_rate": 4.102551874313891e-05,
+      "loss": 1.0526,
+      "step": 210700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 16.125,
+      "learning_rate": 4.102101966994799e-05,
+      "loss": 1.3679,
+      "step": 210800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 24.25,
+      "learning_rate": 4.101652059675707e-05,
+      "loss": 1.2325,
+      "step": 210900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 24.25,
+      "learning_rate": 4.1012021523566146e-05,
+      "loss": 1.199,
+      "step": 211000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.036865234375,
+      "learning_rate": 4.100752245037522e-05,
+      "loss": 1.0996,
+      "step": 211100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.05322265625,
+      "learning_rate": 4.10030233771843e-05,
+      "loss": 1.1855,
+      "step": 211200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 19.375,
+      "learning_rate": 4.099852430399338e-05,
+      "loss": 1.3936,
+      "step": 211300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 19.0,
+      "learning_rate": 4.099402523080246e-05,
+      "loss": 1.2044,
+      "step": 211400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 56.5,
+      "learning_rate": 4.0989526157611536e-05,
+      "loss": 1.1683,
+      "step": 211500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.36328125,
+      "learning_rate": 4.098502708442061e-05,
+      "loss": 1.2577,
+      "step": 211600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 9.9375,
+      "learning_rate": 4.0980528011229693e-05,
+      "loss": 1.2948,
+      "step": 211700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 28.125,
+      "learning_rate": 4.097602893803877e-05,
+      "loss": 1.2553,
+      "step": 211800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 56.0,
+      "learning_rate": 4.097152986484784e-05,
+      "loss": 1.2418,
+      "step": 211900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 11.5625,
+      "learning_rate": 4.096703079165692e-05,
+      "loss": 1.0349,
+      "step": 212000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 18.375,
+      "learning_rate": 4.0962531718465995e-05,
+      "loss": 1.2584,
+      "step": 212100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 22.0,
+      "learning_rate": 4.095803264527508e-05,
+      "loss": 1.154,
+      "step": 212200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 40.5,
+      "learning_rate": 4.095353357208415e-05,
+      "loss": 1.231,
+      "step": 212300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 11.1875,
+      "learning_rate": 4.094903449889323e-05,
+      "loss": 1.2227,
+      "step": 212400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 53.75,
+      "learning_rate": 4.094453542570231e-05,
+      "loss": 1.1749,
+      "step": 212500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 24.125,
+      "learning_rate": 4.0940036352511385e-05,
+      "loss": 1.0617,
+      "step": 212600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 26.375,
+      "learning_rate": 4.093553727932046e-05,
+      "loss": 1.3517,
+      "step": 212700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 18.125,
+      "learning_rate": 4.093103820612954e-05,
+      "loss": 1.2856,
+      "step": 212800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 19.75,
+      "learning_rate": 4.092653913293862e-05,
+      "loss": 1.0325,
+      "step": 212900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 196.0,
+      "learning_rate": 4.092204005974769e-05,
+      "loss": 1.2372,
+      "step": 213000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 9.9375,
+      "learning_rate": 4.0917540986556775e-05,
+      "loss": 1.1683,
+      "step": 213100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 14.875,
+      "learning_rate": 4.0913041913365844e-05,
+      "loss": 1.3145,
+      "step": 213200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 10.0625,
+      "learning_rate": 4.0908542840174926e-05,
+      "loss": 1.156,
+      "step": 213300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.0904043766984e-05,
+      "loss": 1.198,
+      "step": 213400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 56.0,
+      "learning_rate": 4.089954469379308e-05,
+      "loss": 1.2882,
+      "step": 213500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 13.4375,
+      "learning_rate": 4.089504562060216e-05,
+      "loss": 1.2905,
+      "step": 213600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 16.875,
+      "learning_rate": 4.0890546547411234e-05,
+      "loss": 1.2709,
+      "step": 213700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 4.088604747422031e-05,
+      "loss": 1.1773,
+      "step": 213800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.134765625,
+      "learning_rate": 4.088154840102939e-05,
+      "loss": 1.0958,
+      "step": 213900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.333984375,
+      "learning_rate": 4.087704932783847e-05,
+      "loss": 1.0608,
+      "step": 214000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 132.0,
+      "learning_rate": 4.087255025464755e-05,
+      "loss": 1.0888,
+      "step": 214100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 114.5,
+      "learning_rate": 4.0868051181456624e-05,
+      "loss": 0.9883,
+      "step": 214200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 60.25,
+      "learning_rate": 4.08635521082657e-05,
+      "loss": 1.2059,
+      "step": 214300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 14.25,
+      "learning_rate": 4.085905303507478e-05,
+      "loss": 1.1498,
+      "step": 214400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 26.375,
+      "learning_rate": 4.085455396188385e-05,
+      "loss": 1.0384,
+      "step": 214500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 22.25,
+      "learning_rate": 4.0850054888692926e-05,
+      "loss": 1.2129,
+      "step": 214600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 26.875,
+      "learning_rate": 4.084555581550201e-05,
+      "loss": 1.2073,
+      "step": 214700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 25.25,
+      "learning_rate": 4.084105674231108e-05,
+      "loss": 1.1643,
+      "step": 214800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 29.5,
+      "learning_rate": 4.0836557669120165e-05,
+      "loss": 1.213,
+      "step": 214900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 76.5,
+      "learning_rate": 4.083205859592924e-05,
+      "loss": 1.298,
+      "step": 215000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 39.75,
+      "learning_rate": 4.0827559522738316e-05,
+      "loss": 1.1712,
+      "step": 215100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 11.0625,
+      "learning_rate": 4.08230604495474e-05,
+      "loss": 1.2301,
+      "step": 215200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 12.4375,
+      "learning_rate": 4.0818561376356473e-05,
+      "loss": 1.2684,
+      "step": 215300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.447265625,
+      "learning_rate": 4.081406230316555e-05,
+      "loss": 1.1148,
+      "step": 215400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 245.0,
+      "learning_rate": 4.080956322997463e-05,
+      "loss": 1.2759,
+      "step": 215500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 145.0,
+      "learning_rate": 4.0805064156783706e-05,
+      "loss": 1.0697,
+      "step": 215600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 44.75,
+      "learning_rate": 4.080056508359278e-05,
+      "loss": 1.1672,
+      "step": 215700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 31.125,
+      "learning_rate": 4.079606601040186e-05,
+      "loss": 1.2312,
+      "step": 215800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 27.125,
+      "learning_rate": 4.079156693721093e-05,
+      "loss": 1.1621,
+      "step": 215900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 14.4375,
+      "learning_rate": 4.0787067864020014e-05,
+      "loss": 1.1509,
+      "step": 216000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 116.5,
+      "learning_rate": 4.078256879082909e-05,
+      "loss": 1.3298,
+      "step": 216100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 23.625,
+      "learning_rate": 4.0778069717638165e-05,
+      "loss": 1.0676,
+      "step": 216200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 8.9375,
+      "learning_rate": 4.077357064444725e-05,
+      "loss": 1.3096,
+      "step": 216300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 23.375,
+      "learning_rate": 4.076907157125632e-05,
+      "loss": 1.1852,
+      "step": 216400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 27.125,
+      "learning_rate": 4.07645724980654e-05,
+      "loss": 1.0775,
+      "step": 216500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 13.4375,
+      "learning_rate": 4.076007342487448e-05,
+      "loss": 1.3339,
+      "step": 216600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 254.0,
+      "learning_rate": 4.0755574351683555e-05,
+      "loss": 1.1699,
+      "step": 216700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 442.0,
+      "learning_rate": 4.075107527849264e-05,
+      "loss": 1.1621,
+      "step": 216800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 19.125,
+      "learning_rate": 4.074657620530171e-05,
+      "loss": 1.1292,
+      "step": 216900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 13.125,
+      "learning_rate": 4.074207713211079e-05,
+      "loss": 1.2155,
+      "step": 217000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 32.5,
+      "learning_rate": 4.0737578058919863e-05,
+      "loss": 1.2114,
+      "step": 217100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 37.75,
+      "learning_rate": 4.073307898572894e-05,
+      "loss": 1.2032,
+      "step": 217200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 18.25,
+      "learning_rate": 4.0728579912538014e-05,
+      "loss": 1.2392,
+      "step": 217300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 116.5,
+      "learning_rate": 4.0724080839347096e-05,
+      "loss": 1.1625,
+      "step": 217400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 10.25,
+      "learning_rate": 4.071958176615617e-05,
+      "loss": 1.2586,
+      "step": 217500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.265625,
+      "learning_rate": 4.0715082692965254e-05,
+      "loss": 1.0202,
+      "step": 217600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 79.5,
+      "learning_rate": 4.071058361977433e-05,
+      "loss": 1.1353,
+      "step": 217700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 89.5,
+      "learning_rate": 4.0706084546583404e-05,
+      "loss": 1.3959,
+      "step": 217800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 22.0,
+      "learning_rate": 4.0701585473392486e-05,
+      "loss": 1.2321,
+      "step": 217900
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 43.75,
+      "learning_rate": 4.069708640020156e-05,
+      "loss": 1.1816,
+      "step": 218000
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 47.0,
+      "learning_rate": 4.069258732701064e-05,
+      "loss": 1.2895,
+      "step": 218100
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 87.5,
+      "learning_rate": 4.068808825381972e-05,
+      "loss": 0.9913,
+      "step": 218200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 202.0,
+      "learning_rate": 4.0683589180628795e-05,
+      "loss": 1.2628,
+      "step": 218300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 21.875,
+      "learning_rate": 4.067909010743787e-05,
+      "loss": 1.1928,
+      "step": 218400
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.0947265625,
+      "learning_rate": 4.0674591034246945e-05,
+      "loss": 1.2083,
+      "step": 218500
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 2.828125,
+      "learning_rate": 4.067009196105602e-05,
+      "loss": 1.3128,
+      "step": 218600
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 100.5,
+      "learning_rate": 4.06655928878651e-05,
+      "loss": 1.1397,
+      "step": 218700
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.11865234375,
+      "learning_rate": 4.066109381467418e-05,
+      "loss": 1.2369,
+      "step": 218800
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 8.625,
+      "learning_rate": 4.0656594741483253e-05,
+      "loss": 1.0596,
+      "step": 218900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 18.875,
+      "learning_rate": 4.0652095668292336e-05,
+      "loss": 1.1393,
+      "step": 219000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 33.25,
+      "learning_rate": 4.064759659510141e-05,
+      "loss": 1.1817,
+      "step": 219100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 79.5,
+      "learning_rate": 4.0643097521910486e-05,
+      "loss": 1.2787,
+      "step": 219200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 29.5,
+      "learning_rate": 4.063859844871957e-05,
+      "loss": 1.265,
+      "step": 219300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.024658203125,
+      "learning_rate": 4.0634099375528644e-05,
+      "loss": 1.2237,
+      "step": 219400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 59.5,
+      "learning_rate": 4.0629600302337726e-05,
+      "loss": 1.316,
+      "step": 219500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 69.0,
+      "learning_rate": 4.06251012291468e-05,
+      "loss": 1.0299,
+      "step": 219600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 20.375,
+      "learning_rate": 4.062060215595587e-05,
+      "loss": 1.1371,
+      "step": 219700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.326171875,
+      "learning_rate": 4.061610308276495e-05,
+      "loss": 1.2016,
+      "step": 219800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 111.5,
+      "learning_rate": 4.061160400957403e-05,
+      "loss": 1.2443,
+      "step": 219900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 25.75,
+      "learning_rate": 4.06071049363831e-05,
+      "loss": 1.077,
+      "step": 220000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 28.125,
+      "learning_rate": 4.0602605863192185e-05,
+      "loss": 1.2198,
+      "step": 220100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 23.125,
+      "learning_rate": 4.059810679000126e-05,
+      "loss": 1.164,
+      "step": 220200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 72.5,
+      "learning_rate": 4.059360771681034e-05,
+      "loss": 1.0561,
+      "step": 220300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 26.25,
+      "learning_rate": 4.058910864361942e-05,
+      "loss": 1.1069,
+      "step": 220400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 49.5,
+      "learning_rate": 4.058460957042849e-05,
+      "loss": 1.2199,
+      "step": 220500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 25.25,
+      "learning_rate": 4.0580110497237575e-05,
+      "loss": 1.1114,
+      "step": 220600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 47.0,
+      "learning_rate": 4.057561142404665e-05,
+      "loss": 1.3102,
+      "step": 220700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 37.25,
+      "learning_rate": 4.0571112350855726e-05,
+      "loss": 1.293,
+      "step": 220800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 88.5,
+      "learning_rate": 4.056661327766481e-05,
+      "loss": 1.1002,
+      "step": 220900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 53.5,
+      "learning_rate": 4.0562114204473876e-05,
+      "loss": 1.2794,
+      "step": 221000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 33.0,
+      "learning_rate": 4.055761513128296e-05,
+      "loss": 1.3038,
+      "step": 221100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 63.25,
+      "learning_rate": 4.0553116058092034e-05,
+      "loss": 1.2728,
+      "step": 221200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.08447265625,
+      "learning_rate": 4.054861698490111e-05,
+      "loss": 1.2417,
+      "step": 221300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 13.3125,
+      "learning_rate": 4.054411791171019e-05,
+      "loss": 1.3289,
+      "step": 221400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 8.8125,
+      "learning_rate": 4.0539618838519266e-05,
+      "loss": 1.0395,
+      "step": 221500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 76.5,
+      "learning_rate": 4.053511976532834e-05,
+      "loss": 1.0644,
+      "step": 221600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 14.3125,
+      "learning_rate": 4.0530620692137424e-05,
+      "loss": 1.1834,
+      "step": 221700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 52.0,
+      "learning_rate": 4.05261216189465e-05,
+      "loss": 1.102,
+      "step": 221800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 13.1875,
+      "learning_rate": 4.0521622545755575e-05,
+      "loss": 1.2857,
+      "step": 221900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 116.0,
+      "learning_rate": 4.051712347256466e-05,
+      "loss": 1.1668,
+      "step": 222000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 5.25,
+      "learning_rate": 4.051262439937373e-05,
+      "loss": 1.2486,
+      "step": 222100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 28.5,
+      "learning_rate": 4.0508125326182814e-05,
+      "loss": 1.0911,
+      "step": 222200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 23.0,
+      "learning_rate": 4.050362625299188e-05,
+      "loss": 1.171,
+      "step": 222300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 50.5,
+      "learning_rate": 4.049912717980096e-05,
+      "loss": 1.2212,
+      "step": 222400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 23.0,
+      "learning_rate": 4.049462810661004e-05,
+      "loss": 1.3627,
+      "step": 222500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 19.75,
+      "learning_rate": 4.0490129033419116e-05,
+      "loss": 1.272,
+      "step": 222600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 22.5,
+      "learning_rate": 4.048562996022819e-05,
+      "loss": 1.1911,
+      "step": 222700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 66.5,
+      "learning_rate": 4.048113088703727e-05,
+      "loss": 1.2106,
+      "step": 222800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 33.75,
+      "learning_rate": 4.047663181384635e-05,
+      "loss": 1.2051,
+      "step": 222900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 55.75,
+      "learning_rate": 4.047213274065543e-05,
+      "loss": 1.0809,
+      "step": 223000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 61.75,
+      "learning_rate": 4.0467633667464506e-05,
+      "loss": 1.2241,
+      "step": 223100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 15.625,
+      "learning_rate": 4.046313459427358e-05,
+      "loss": 1.1545,
+      "step": 223200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 18.75,
+      "learning_rate": 4.045863552108266e-05,
+      "loss": 1.0844,
+      "step": 223300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 14.0,
+      "learning_rate": 4.045413644789174e-05,
+      "loss": 1.2074,
+      "step": 223400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 8.75,
+      "learning_rate": 4.0449637374700814e-05,
+      "loss": 1.2002,
+      "step": 223500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 9.5,
+      "learning_rate": 4.044513830150989e-05,
+      "loss": 1.276,
+      "step": 223600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 83.0,
+      "learning_rate": 4.0440639228318965e-05,
+      "loss": 1.2091,
+      "step": 223700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 16.0,
+      "learning_rate": 4.043614015512805e-05,
+      "loss": 1.2641,
+      "step": 223800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 11.5625,
+      "learning_rate": 4.043164108193712e-05,
+      "loss": 1.1295,
+      "step": 223900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 362.0,
+      "learning_rate": 4.04271420087462e-05,
+      "loss": 1.1258,
+      "step": 224000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 44.5,
+      "learning_rate": 4.042264293555528e-05,
+      "loss": 1.1873,
+      "step": 224100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 32.0,
+      "learning_rate": 4.0418143862364355e-05,
+      "loss": 1.2692,
+      "step": 224200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 26.5,
+      "learning_rate": 4.041364478917343e-05,
+      "loss": 1.1327,
+      "step": 224300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.040914571598251e-05,
+      "loss": 1.3219,
+      "step": 224400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.4375,
+      "learning_rate": 4.040464664279159e-05,
+      "loss": 1.2652,
+      "step": 224500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 45.0,
+      "learning_rate": 4.040014756960066e-05,
+      "loss": 1.2871,
+      "step": 224600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 8.125,
+      "learning_rate": 4.0395648496409745e-05,
+      "loss": 1.1212,
+      "step": 224700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 20.5,
+      "learning_rate": 4.039114942321882e-05,
+      "loss": 1.0369,
+      "step": 224800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 33.5,
+      "learning_rate": 4.0386650350027896e-05,
+      "loss": 1.2802,
+      "step": 224900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.0026397705078125,
+      "learning_rate": 4.038215127683697e-05,
+      "loss": 1.1381,
+      "step": 225000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 7.15625,
+      "learning_rate": 4.0377652203646046e-05,
+      "loss": 1.3793,
+      "step": 225100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 19.125,
+      "learning_rate": 4.037315313045513e-05,
+      "loss": 1.2149,
+      "step": 225200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 21.75,
+      "learning_rate": 4.0368654057264204e-05,
+      "loss": 1.2249,
+      "step": 225300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 38.75,
+      "learning_rate": 4.036415498407328e-05,
+      "loss": 1.2624,
+      "step": 225400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 146.0,
+      "learning_rate": 4.035965591088236e-05,
+      "loss": 1.3057,
+      "step": 225500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.030029296875,
+      "learning_rate": 4.035515683769144e-05,
+      "loss": 1.1855,
+      "step": 225600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 18.125,
+      "learning_rate": 4.035065776450052e-05,
+      "loss": 1.0747,
+      "step": 225700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 24.75,
+      "learning_rate": 4.0346158691309594e-05,
+      "loss": 1.2749,
+      "step": 225800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.921875,
+      "learning_rate": 4.034165961811867e-05,
+      "loss": 1.2182,
+      "step": 225900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 30.25,
+      "learning_rate": 4.033716054492775e-05,
+      "loss": 1.2729,
+      "step": 226000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 33.75,
+      "learning_rate": 4.033266147173683e-05,
+      "loss": 1.1403,
+      "step": 226100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 298.0,
+      "learning_rate": 4.03281623985459e-05,
+      "loss": 1.3445,
+      "step": 226200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 350.0,
+      "learning_rate": 4.032366332535498e-05,
+      "loss": 1.2373,
+      "step": 226300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 18.0,
+      "learning_rate": 4.031916425216405e-05,
+      "loss": 1.2,
+      "step": 226400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 5.25,
+      "learning_rate": 4.0314665178973135e-05,
+      "loss": 1.3136,
+      "step": 226500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.1640625,
+      "learning_rate": 4.031016610578221e-05,
+      "loss": 1.2127,
+      "step": 226600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 20.375,
+      "learning_rate": 4.0305667032591286e-05,
+      "loss": 1.1985,
+      "step": 226700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.8359375,
+      "learning_rate": 4.030116795940037e-05,
+      "loss": 1.2223,
+      "step": 226800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 2.96875,
+      "learning_rate": 4.029666888620944e-05,
+      "loss": 1.2426,
+      "step": 226900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.00701904296875,
+      "learning_rate": 4.029216981301852e-05,
+      "loss": 1.1825,
+      "step": 227000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.55078125,
+      "learning_rate": 4.02876707398276e-05,
+      "loss": 1.3144,
+      "step": 227100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 21.875,
+      "learning_rate": 4.0283171666636676e-05,
+      "loss": 1.3405,
+      "step": 227200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.058349609375,
+      "learning_rate": 4.027867259344575e-05,
+      "loss": 1.1609,
+      "step": 227300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 43.25,
+      "learning_rate": 4.0274173520254833e-05,
+      "loss": 1.0487,
+      "step": 227400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 101.0,
+      "learning_rate": 4.02696744470639e-05,
+      "loss": 1.2605,
+      "step": 227500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 11.125,
+      "learning_rate": 4.0265175373872984e-05,
+      "loss": 1.0055,
+      "step": 227600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 52.25,
+      "learning_rate": 4.026067630068206e-05,
+      "loss": 1.1338,
+      "step": 227700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 26.75,
+      "learning_rate": 4.0256177227491135e-05,
+      "loss": 1.148,
+      "step": 227800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 15.625,
+      "learning_rate": 4.025167815430022e-05,
+      "loss": 1.2267,
+      "step": 227900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 37.25,
+      "learning_rate": 4.024717908110929e-05,
+      "loss": 1.0464,
+      "step": 228000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 32.75,
+      "learning_rate": 4.024268000791837e-05,
+      "loss": 1.1657,
+      "step": 228100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 39.25,
+      "learning_rate": 4.023818093472745e-05,
+      "loss": 1.1317,
+      "step": 228200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 17.75,
+      "learning_rate": 4.0233681861536525e-05,
+      "loss": 1.3315,
+      "step": 228300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 72.0,
+      "learning_rate": 4.022918278834561e-05,
+      "loss": 1.146,
+      "step": 228400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 13.375,
+      "learning_rate": 4.022468371515468e-05,
+      "loss": 1.1449,
+      "step": 228500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 35.75,
+      "learning_rate": 4.022018464196376e-05,
+      "loss": 1.18,
+      "step": 228600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 23.625,
+      "learning_rate": 4.021568556877284e-05,
+      "loss": 1.12,
+      "step": 228700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 55.25,
+      "learning_rate": 4.021118649558191e-05,
+      "loss": 1.278,
+      "step": 228800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 7.96875,
+      "learning_rate": 4.0206687422390984e-05,
+      "loss": 1.1042,
+      "step": 228900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.33984375,
+      "learning_rate": 4.0202188349200066e-05,
+      "loss": 1.2166,
+      "step": 229000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 9.0625,
+      "learning_rate": 4.019768927600914e-05,
+      "loss": 1.1626,
+      "step": 229100
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 39.25,
+      "learning_rate": 4.0193190202818223e-05,
+      "loss": 1.109,
+      "step": 229200
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 194.0,
+      "learning_rate": 4.01886911296273e-05,
+      "loss": 1.0713,
+      "step": 229300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 51.0,
+      "learning_rate": 4.0184192056436374e-05,
+      "loss": 1.2785,
+      "step": 229400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 19.5,
+      "learning_rate": 4.0179692983245456e-05,
+      "loss": 1.3195,
+      "step": 229500
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 75.5,
+      "learning_rate": 4.017519391005453e-05,
+      "loss": 1.0769,
+      "step": 229600
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 25.125,
+      "learning_rate": 4.017069483686361e-05,
+      "loss": 1.1878,
+      "step": 229700
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 25.875,
+      "learning_rate": 4.016619576367269e-05,
+      "loss": 1.1975,
+      "step": 229800
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 36.25,
+      "learning_rate": 4.0161696690481764e-05,
+      "loss": 1.2175,
+      "step": 229900
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 109.5,
+      "learning_rate": 4.015719761729084e-05,
+      "loss": 1.1586,
+      "step": 230000
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 18.125,
+      "learning_rate": 4.0152698544099915e-05,
+      "loss": 1.3735,
+      "step": 230100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.26171875,
+      "learning_rate": 4.014819947090899e-05,
+      "loss": 1.223,
+      "step": 230200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 34.0,
+      "learning_rate": 4.014370039771807e-05,
+      "loss": 1.0653,
+      "step": 230300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 6.09375,
+      "learning_rate": 4.013920132452715e-05,
+      "loss": 1.2073,
+      "step": 230400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 11.5,
+      "learning_rate": 4.013470225133622e-05,
+      "loss": 1.1292,
+      "step": 230500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 50.75,
+      "learning_rate": 4.0130203178145305e-05,
+      "loss": 1.2277,
+      "step": 230600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 456.0,
+      "learning_rate": 4.012570410495438e-05,
+      "loss": 1.1183,
+      "step": 230700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 26.75,
+      "learning_rate": 4.0121205031763456e-05,
+      "loss": 1.1154,
+      "step": 230800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 1.734375,
+      "learning_rate": 4.011670595857254e-05,
+      "loss": 1.1814,
+      "step": 230900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 32.5,
+      "learning_rate": 4.0112206885381613e-05,
+      "loss": 1.198,
+      "step": 231000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 52.0,
+      "learning_rate": 4.0107707812190696e-05,
+      "loss": 1.1281,
+      "step": 231100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 23.375,
+      "learning_rate": 4.010320873899977e-05,
+      "loss": 1.1255,
+      "step": 231200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 16.875,
+      "learning_rate": 4.0098709665808846e-05,
+      "loss": 1.2562,
+      "step": 231300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 56.75,
+      "learning_rate": 4.009421059261792e-05,
+      "loss": 1.2504,
+      "step": 231400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 68.5,
+      "learning_rate": 4.0089711519427e-05,
+      "loss": 1.1979,
+      "step": 231500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 19.625,
+      "learning_rate": 4.008521244623607e-05,
+      "loss": 1.1168,
+      "step": 231600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 25.25,
+      "learning_rate": 4.0080713373045154e-05,
+      "loss": 1.2779,
+      "step": 231700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 9.1875,
+      "learning_rate": 4.007621429985423e-05,
+      "loss": 1.2426,
+      "step": 231800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 25.25,
+      "learning_rate": 4.007171522666331e-05,
+      "loss": 1.2031,
+      "step": 231900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 37.0,
+      "learning_rate": 4.006721615347239e-05,
+      "loss": 1.178,
+      "step": 232000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 258.0,
+      "learning_rate": 4.006271708028146e-05,
+      "loss": 1.0253,
+      "step": 232100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 34.75,
+      "learning_rate": 4.0058218007090545e-05,
+      "loss": 1.1623,
+      "step": 232200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 26.75,
+      "learning_rate": 4.005371893389962e-05,
+      "loss": 1.2595,
+      "step": 232300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 532.0,
+      "learning_rate": 4.0049219860708695e-05,
+      "loss": 1.2893,
+      "step": 232400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 27.375,
+      "learning_rate": 4.004472078751778e-05,
+      "loss": 1.0809,
+      "step": 232500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 168.0,
+      "learning_rate": 4.004022171432685e-05,
+      "loss": 1.068,
+      "step": 232600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 68.5,
+      "learning_rate": 4.003572264113593e-05,
+      "loss": 1.1476,
+      "step": 232700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 60.25,
+      "learning_rate": 4.0031223567945003e-05,
+      "loss": 1.1423,
+      "step": 232800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 30.0,
+      "learning_rate": 4.002672449475408e-05,
+      "loss": 1.3094,
+      "step": 232900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.03662109375,
+      "learning_rate": 4.002222542156316e-05,
+      "loss": 1.2968,
+      "step": 233000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 23.25,
+      "learning_rate": 4.0017726348372236e-05,
+      "loss": 1.1127,
+      "step": 233100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 396.0,
+      "learning_rate": 4.001322727518131e-05,
+      "loss": 1.2254,
+      "step": 233200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 15.125,
+      "learning_rate": 4.0008728201990394e-05,
+      "loss": 1.2719,
+      "step": 233300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 107.5,
+      "learning_rate": 4.000422912879947e-05,
+      "loss": 1.0719,
+      "step": 233400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 12.25,
+      "learning_rate": 3.9999730055608544e-05,
+      "loss": 1.1556,
+      "step": 233500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 152.0,
+      "learning_rate": 3.9995230982417627e-05,
+      "loss": 1.0694,
+      "step": 233600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.99907319092267e-05,
+      "loss": 1.2125,
+      "step": 233700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 11.75,
+      "learning_rate": 3.9986232836035784e-05,
+      "loss": 1.129,
+      "step": 233800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 48.75,
+      "learning_rate": 3.998173376284486e-05,
+      "loss": 1.1163,
+      "step": 233900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 15.75,
+      "learning_rate": 3.997723468965393e-05,
+      "loss": 1.1119,
+      "step": 234000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 58.5,
+      "learning_rate": 3.997273561646301e-05,
+      "loss": 1.129,
+      "step": 234100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.00106048583984375,
+      "learning_rate": 3.9968236543272085e-05,
+      "loss": 1.17,
+      "step": 234200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 34.0,
+      "learning_rate": 3.996373747008116e-05,
+      "loss": 1.1715,
+      "step": 234300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 5.28125,
+      "learning_rate": 3.995923839689024e-05,
+      "loss": 1.1322,
+      "step": 234400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 91.0,
+      "learning_rate": 3.995473932369932e-05,
+      "loss": 1.2509,
+      "step": 234500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.0052490234375,
+      "learning_rate": 3.99502402505084e-05,
+      "loss": 1.3465,
+      "step": 234600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 29.25,
+      "learning_rate": 3.9945741177317476e-05,
+      "loss": 1.309,
+      "step": 234700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 14.875,
+      "learning_rate": 3.994124210412655e-05,
+      "loss": 1.3001,
+      "step": 234800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.01043701171875,
+      "learning_rate": 3.993674303093563e-05,
+      "loss": 1.1559,
+      "step": 234900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 12.875,
+      "learning_rate": 3.993224395774471e-05,
+      "loss": 1.2696,
+      "step": 235000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 17.125,
+      "learning_rate": 3.9927744884553784e-05,
+      "loss": 1.0966,
+      "step": 235100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 22.75,
+      "learning_rate": 3.9923245811362866e-05,
+      "loss": 1.1111,
+      "step": 235200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 17.0,
+      "learning_rate": 3.9918746738171934e-05,
+      "loss": 1.2537,
+      "step": 235300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 51.75,
+      "learning_rate": 3.9914247664981017e-05,
+      "loss": 1.2658,
+      "step": 235400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 34.25,
+      "learning_rate": 3.990974859179009e-05,
+      "loss": 1.0868,
+      "step": 235500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.00494384765625,
+      "learning_rate": 3.990524951859917e-05,
+      "loss": 0.9567,
+      "step": 235600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 96.5,
+      "learning_rate": 3.990075044540825e-05,
+      "loss": 1.2206,
+      "step": 235700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 13.0,
+      "learning_rate": 3.9896251372217325e-05,
+      "loss": 1.0097,
+      "step": 235800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 115.0,
+      "learning_rate": 3.98917522990264e-05,
+      "loss": 1.1683,
+      "step": 235900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 39.5,
+      "learning_rate": 3.988725322583548e-05,
+      "loss": 1.0478,
+      "step": 236000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 13.3125,
+      "learning_rate": 3.988275415264456e-05,
+      "loss": 1.4626,
+      "step": 236100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 25.75,
+      "learning_rate": 3.987825507945363e-05,
+      "loss": 1.1941,
+      "step": 236200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 45.25,
+      "learning_rate": 3.9873756006262715e-05,
+      "loss": 1.2885,
+      "step": 236300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 14.1875,
+      "learning_rate": 3.986925693307179e-05,
+      "loss": 1.2543,
+      "step": 236400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.1416015625,
+      "learning_rate": 3.986475785988087e-05,
+      "loss": 1.1691,
+      "step": 236500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 42.0,
+      "learning_rate": 3.986025878668994e-05,
+      "loss": 1.1036,
+      "step": 236600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 36.75,
+      "learning_rate": 3.9855759713499016e-05,
+      "loss": 1.1534,
+      "step": 236700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 17.125,
+      "learning_rate": 3.98512606403081e-05,
+      "loss": 1.0397,
+      "step": 236800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 31.5,
+      "learning_rate": 3.9846761567117174e-05,
+      "loss": 1.1877,
+      "step": 236900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 31.0,
+      "learning_rate": 3.984226249392625e-05,
+      "loss": 1.0923,
+      "step": 237000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 2.3125,
+      "learning_rate": 3.983776342073533e-05,
+      "loss": 1.1543,
+      "step": 237100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 175.0,
+      "learning_rate": 3.9833264347544407e-05,
+      "loss": 1.1596,
+      "step": 237200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.298828125,
+      "learning_rate": 3.982876527435349e-05,
+      "loss": 1.2475,
+      "step": 237300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 12.125,
+      "learning_rate": 3.9824266201162564e-05,
+      "loss": 1.2365,
+      "step": 237400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 118.0,
+      "learning_rate": 3.981976712797164e-05,
+      "loss": 1.0924,
+      "step": 237500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 29.375,
+      "learning_rate": 3.981526805478072e-05,
+      "loss": 1.1695,
+      "step": 237600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 37.5,
+      "learning_rate": 3.98107689815898e-05,
+      "loss": 1.2291,
+      "step": 237700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 40.0,
+      "learning_rate": 3.980626990839887e-05,
+      "loss": 1.1649,
+      "step": 237800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 47.75,
+      "learning_rate": 3.980177083520795e-05,
+      "loss": 1.0497,
+      "step": 237900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 76.5,
+      "learning_rate": 3.979727176201702e-05,
+      "loss": 1.3253,
+      "step": 238000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 16.625,
+      "learning_rate": 3.9792772688826105e-05,
+      "loss": 1.1352,
+      "step": 238100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 14.8125,
+      "learning_rate": 3.978827361563518e-05,
+      "loss": 1.0653,
+      "step": 238200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 24.625,
+      "learning_rate": 3.9783774542444256e-05,
+      "loss": 0.9743,
+      "step": 238300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 25.875,
+      "learning_rate": 3.977927546925334e-05,
+      "loss": 1.1918,
+      "step": 238400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 31.75,
+      "learning_rate": 3.977477639606241e-05,
+      "loss": 1.227,
+      "step": 238500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 61.75,
+      "learning_rate": 3.977027732287149e-05,
+      "loss": 1.1184,
+      "step": 238600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 48.25,
+      "learning_rate": 3.976577824968057e-05,
+      "loss": 1.1853,
+      "step": 238700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 41.5,
+      "learning_rate": 3.9761279176489646e-05,
+      "loss": 1.1154,
+      "step": 238800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.010009765625,
+      "learning_rate": 3.975678010329872e-05,
+      "loss": 1.3571,
+      "step": 238900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 18.0,
+      "learning_rate": 3.97522810301078e-05,
+      "loss": 1.3166,
+      "step": 239000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 9.3125,
+      "learning_rate": 3.974778195691688e-05,
+      "loss": 1.2893,
+      "step": 239100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 20.75,
+      "learning_rate": 3.9743282883725954e-05,
+      "loss": 1.1967,
+      "step": 239200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 51.5,
+      "learning_rate": 3.973878381053503e-05,
+      "loss": 1.2685,
+      "step": 239300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 42.75,
+      "learning_rate": 3.9734284737344105e-05,
+      "loss": 1.1552,
+      "step": 239400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 49.75,
+      "learning_rate": 3.972978566415319e-05,
+      "loss": 1.0932,
+      "step": 239500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 17.125,
+      "learning_rate": 3.972528659096226e-05,
+      "loss": 1.1386,
+      "step": 239600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 3.75,
+      "learning_rate": 3.972078751777134e-05,
+      "loss": 1.0738,
+      "step": 239700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 34.5,
+      "learning_rate": 3.971628844458042e-05,
+      "loss": 1.0091,
+      "step": 239800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 78.0,
+      "learning_rate": 3.9711789371389495e-05,
+      "loss": 1.0894,
+      "step": 239900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.07568359375,
+      "learning_rate": 3.970729029819858e-05,
+      "loss": 1.2147,
+      "step": 240000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 50.75,
+      "learning_rate": 3.970279122500765e-05,
+      "loss": 1.1033,
+      "step": 240100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 83.0,
+      "learning_rate": 3.969829215181673e-05,
+      "loss": 1.1346,
+      "step": 240200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 22.375,
+      "learning_rate": 3.969379307862581e-05,
+      "loss": 1.29,
+      "step": 240300
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 30.875,
+      "learning_rate": 3.9689294005434885e-05,
+      "loss": 0.9884,
+      "step": 240400
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 60.0,
+      "learning_rate": 3.968479493224396e-05,
+      "loss": 1.2222,
+      "step": 240500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 42.5,
+      "learning_rate": 3.9680295859053036e-05,
+      "loss": 1.15,
+      "step": 240600
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 31.75,
+      "learning_rate": 3.967579678586211e-05,
+      "loss": 1.0979,
+      "step": 240700
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 27.875,
+      "learning_rate": 3.967129771267119e-05,
+      "loss": 1.2747,
+      "step": 240800
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.130859375,
+      "learning_rate": 3.966679863948027e-05,
+      "loss": 1.2433,
+      "step": 240900
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 18.25,
+      "learning_rate": 3.9662299566289344e-05,
+      "loss": 1.1585,
+      "step": 241000
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 22.875,
+      "learning_rate": 3.9657800493098426e-05,
+      "loss": 1.2039,
+      "step": 241100
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 86.5,
+      "learning_rate": 3.96533014199075e-05,
+      "loss": 1.206,
+      "step": 241200
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.126953125,
+      "learning_rate": 3.964880234671658e-05,
+      "loss": 1.2161,
+      "step": 241300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 12.4375,
+      "learning_rate": 3.964430327352566e-05,
+      "loss": 1.2156,
+      "step": 241400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 114.0,
+      "learning_rate": 3.9639804200334734e-05,
+      "loss": 1.1289,
+      "step": 241500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 27.25,
+      "learning_rate": 3.963530512714381e-05,
+      "loss": 1.0126,
+      "step": 241600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 23.375,
+      "learning_rate": 3.963080605395289e-05,
+      "loss": 1.1066,
+      "step": 241700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 51.0,
+      "learning_rate": 3.962630698076196e-05,
+      "loss": 1.0179,
+      "step": 241800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 25.75,
+      "learning_rate": 3.962180790757104e-05,
+      "loss": 1.1068,
+      "step": 241900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 63.5,
+      "learning_rate": 3.961730883438012e-05,
+      "loss": 1.0146,
+      "step": 242000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 14.6875,
+      "learning_rate": 3.961280976118919e-05,
+      "loss": 1.2853,
+      "step": 242100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 69.0,
+      "learning_rate": 3.9608310687998275e-05,
+      "loss": 1.1743,
+      "step": 242200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 2.21875,
+      "learning_rate": 3.960381161480735e-05,
+      "loss": 1.149,
+      "step": 242300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 13.1875,
+      "learning_rate": 3.9599312541616426e-05,
+      "loss": 1.1604,
+      "step": 242400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 8.875,
+      "learning_rate": 3.959481346842551e-05,
+      "loss": 1.3036,
+      "step": 242500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 39.75,
+      "learning_rate": 3.959031439523458e-05,
+      "loss": 1.1397,
+      "step": 242600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 72.5,
+      "learning_rate": 3.9585815322043665e-05,
+      "loss": 1.3535,
+      "step": 242700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 26.625,
+      "learning_rate": 3.958131624885274e-05,
+      "loss": 1.2853,
+      "step": 242800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 24.5,
+      "learning_rate": 3.9576817175661816e-05,
+      "loss": 1.2195,
+      "step": 242900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 2.5625,
+      "learning_rate": 3.95723181024709e-05,
+      "loss": 1.1829,
+      "step": 243000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.140625,
+      "learning_rate": 3.956781902927997e-05,
+      "loss": 1.0797,
+      "step": 243100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 67.0,
+      "learning_rate": 3.956331995608905e-05,
+      "loss": 1.3246,
+      "step": 243200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 2.734375,
+      "learning_rate": 3.9558820882898124e-05,
+      "loss": 1.1519,
+      "step": 243300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 24.25,
+      "learning_rate": 3.95543218097072e-05,
+      "loss": 1.166,
+      "step": 243400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 9.5625,
+      "learning_rate": 3.954982273651628e-05,
+      "loss": 1.1949,
+      "step": 243500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 35.5,
+      "learning_rate": 3.954532366332536e-05,
+      "loss": 1.0722,
+      "step": 243600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 15.5625,
+      "learning_rate": 3.954082459013443e-05,
+      "loss": 1.0706,
+      "step": 243700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 32.5,
+      "learning_rate": 3.9536325516943514e-05,
+      "loss": 1.1307,
+      "step": 243800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 23.875,
+      "learning_rate": 3.953182644375259e-05,
+      "loss": 1.331,
+      "step": 243900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 59.5,
+      "learning_rate": 3.9527327370561665e-05,
+      "loss": 1.1699,
+      "step": 244000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 19.0,
+      "learning_rate": 3.952282829737075e-05,
+      "loss": 1.2879,
+      "step": 244100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 92.5,
+      "learning_rate": 3.951832922417982e-05,
+      "loss": 1.3037,
+      "step": 244200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 19.125,
+      "learning_rate": 3.95138301509889e-05,
+      "loss": 1.0337,
+      "step": 244300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 62.0,
+      "learning_rate": 3.950933107779797e-05,
+      "loss": 1.1418,
+      "step": 244400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 11.1875,
+      "learning_rate": 3.950483200460705e-05,
+      "loss": 1.3614,
+      "step": 244500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 11.0625,
+      "learning_rate": 3.950033293141613e-05,
+      "loss": 1.1876,
+      "step": 244600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 30.0,
+      "learning_rate": 3.9495833858225206e-05,
+      "loss": 1.2167,
+      "step": 244700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 45.25,
+      "learning_rate": 3.949133478503428e-05,
+      "loss": 1.1304,
+      "step": 244800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 68.5,
+      "learning_rate": 3.9486835711843364e-05,
+      "loss": 1.3406,
+      "step": 244900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 40.25,
+      "learning_rate": 3.948233663865244e-05,
+      "loss": 1.1495,
+      "step": 245000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 11.25,
+      "learning_rate": 3.9477837565461514e-05,
+      "loss": 1.2369,
+      "step": 245100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 42.25,
+      "learning_rate": 3.9473338492270596e-05,
+      "loss": 1.1874,
+      "step": 245200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 19.0,
+      "learning_rate": 3.946883941907967e-05,
+      "loss": 1.2262,
+      "step": 245300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 17.75,
+      "learning_rate": 3.9464340345888754e-05,
+      "loss": 1.022,
+      "step": 245400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 8.625,
+      "learning_rate": 3.945984127269783e-05,
+      "loss": 1.2238,
+      "step": 245500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 27.625,
+      "learning_rate": 3.9455342199506904e-05,
+      "loss": 1.1759,
+      "step": 245600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.7109375,
+      "learning_rate": 3.945084312631598e-05,
+      "loss": 1.078,
+      "step": 245700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.0036468505859375,
+      "learning_rate": 3.9446344053125055e-05,
+      "loss": 1.1926,
+      "step": 245800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.1875,
+      "learning_rate": 3.944184497993413e-05,
+      "loss": 1.03,
+      "step": 245900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 15.6875,
+      "learning_rate": 3.943734590674321e-05,
+      "loss": 1.3733,
+      "step": 246000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 27.875,
+      "learning_rate": 3.943284683355229e-05,
+      "loss": 1.2373,
+      "step": 246100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 236.0,
+      "learning_rate": 3.942834776036137e-05,
+      "loss": 1.2598,
+      "step": 246200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 220.0,
+      "learning_rate": 3.9423848687170445e-05,
+      "loss": 1.1383,
+      "step": 246300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.0703125,
+      "learning_rate": 3.941934961397952e-05,
+      "loss": 1.2764,
+      "step": 246400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 223.0,
+      "learning_rate": 3.94148505407886e-05,
+      "loss": 0.9768,
+      "step": 246500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 556.0,
+      "learning_rate": 3.941035146759768e-05,
+      "loss": 1.2681,
+      "step": 246600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 23.125,
+      "learning_rate": 3.9405852394406754e-05,
+      "loss": 1.048,
+      "step": 246700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 36.25,
+      "learning_rate": 3.9401353321215836e-05,
+      "loss": 1.1942,
+      "step": 246800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 22.375,
+      "learning_rate": 3.939685424802491e-05,
+      "loss": 1.2036,
+      "step": 246900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 77.5,
+      "learning_rate": 3.9392355174833986e-05,
+      "loss": 1.149,
+      "step": 247000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 17.625,
+      "learning_rate": 3.938785610164306e-05,
+      "loss": 1.308,
+      "step": 247100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 49.0,
+      "learning_rate": 3.938335702845214e-05,
+      "loss": 1.3527,
+      "step": 247200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 27.125,
+      "learning_rate": 3.937885795526122e-05,
+      "loss": 1.1117,
+      "step": 247300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 20.875,
+      "learning_rate": 3.9374358882070294e-05,
+      "loss": 1.2889,
+      "step": 247400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 25.5,
+      "learning_rate": 3.936985980887937e-05,
+      "loss": 1.3867,
+      "step": 247500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 42.5,
+      "learning_rate": 3.936536073568845e-05,
+      "loss": 1.3019,
+      "step": 247600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 81.0,
+      "learning_rate": 3.936086166249753e-05,
+      "loss": 1.1621,
+      "step": 247700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 147.0,
+      "learning_rate": 3.93563625893066e-05,
+      "loss": 1.1166,
+      "step": 247800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 13.0,
+      "learning_rate": 3.9351863516115685e-05,
+      "loss": 1.2203,
+      "step": 247900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 114.5,
+      "learning_rate": 3.934736444292476e-05,
+      "loss": 1.1678,
+      "step": 248000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 4.84375,
+      "learning_rate": 3.934286536973384e-05,
+      "loss": 1.039,
+      "step": 248100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 35.75,
+      "learning_rate": 3.933836629654292e-05,
+      "loss": 1.1206,
+      "step": 248200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 23.125,
+      "learning_rate": 3.9333867223351986e-05,
+      "loss": 1.2726,
+      "step": 248300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 54.5,
+      "learning_rate": 3.932936815016107e-05,
+      "loss": 1.0794,
+      "step": 248400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 228.0,
+      "learning_rate": 3.9324869076970144e-05,
+      "loss": 1.0072,
+      "step": 248500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 32.5,
+      "learning_rate": 3.932037000377922e-05,
+      "loss": 1.3515,
+      "step": 248600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 29.125,
+      "learning_rate": 3.93158709305883e-05,
+      "loss": 1.2737,
+      "step": 248700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 87.0,
+      "learning_rate": 3.9311371857397376e-05,
+      "loss": 1.3866,
+      "step": 248800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 12.5625,
+      "learning_rate": 3.930687278420646e-05,
+      "loss": 1.0515,
+      "step": 248900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 31.5,
+      "learning_rate": 3.9302373711015534e-05,
+      "loss": 1.3832,
+      "step": 249000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.004791259765625,
+      "learning_rate": 3.929787463782461e-05,
+      "loss": 1.2286,
+      "step": 249100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 332.0,
+      "learning_rate": 3.929337556463369e-05,
+      "loss": 1.3023,
+      "step": 249200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 43.5,
+      "learning_rate": 3.9288876491442767e-05,
+      "loss": 1.3827,
+      "step": 249300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 12.125,
+      "learning_rate": 3.928437741825184e-05,
+      "loss": 1.2476,
+      "step": 249400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.328125,
+      "learning_rate": 3.9279878345060924e-05,
+      "loss": 1.1633,
+      "step": 249500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 34.25,
+      "learning_rate": 3.927537927186999e-05,
+      "loss": 1.1164,
+      "step": 249600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 17.375,
+      "learning_rate": 3.9270880198679075e-05,
+      "loss": 1.1873,
+      "step": 249700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 32.25,
+      "learning_rate": 3.926638112548815e-05,
+      "loss": 1.2064,
+      "step": 249800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 310.0,
+      "learning_rate": 3.9261882052297225e-05,
+      "loss": 1.1259,
+      "step": 249900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 85.0,
+      "learning_rate": 3.925738297910631e-05,
+      "loss": 1.2184,
+      "step": 250000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.11669921875,
+      "learning_rate": 3.925288390591538e-05,
+      "loss": 0.9433,
+      "step": 250100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 171.0,
+      "learning_rate": 3.924838483272446e-05,
+      "loss": 1.086,
+      "step": 250200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 15.375,
+      "learning_rate": 3.924388575953354e-05,
+      "loss": 1.1756,
+      "step": 250300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 93.0,
+      "learning_rate": 3.9239386686342616e-05,
+      "loss": 1.2926,
+      "step": 250400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 25.0,
+      "learning_rate": 3.923488761315169e-05,
+      "loss": 1.0511,
+      "step": 250500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 93.0,
+      "learning_rate": 3.923038853996077e-05,
+      "loss": 1.1765,
+      "step": 250600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.095703125,
+      "learning_rate": 3.922588946676985e-05,
+      "loss": 1.2579,
+      "step": 250700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.01025390625,
+      "learning_rate": 3.922139039357893e-05,
+      "loss": 1.2552,
+      "step": 250800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 11.25,
+      "learning_rate": 3.9216891320388e-05,
+      "loss": 1.3754,
+      "step": 250900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 29.625,
+      "learning_rate": 3.9212392247197074e-05,
+      "loss": 1.3205,
+      "step": 251000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 59.75,
+      "learning_rate": 3.9207893174006157e-05,
+      "loss": 1.2434,
+      "step": 251100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 51.25,
+      "learning_rate": 3.920339410081523e-05,
+      "loss": 1.1646,
+      "step": 251200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 13.875,
+      "learning_rate": 3.919889502762431e-05,
+      "loss": 1.1913,
+      "step": 251300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 47.25,
+      "learning_rate": 3.919439595443339e-05,
+      "loss": 1.2242,
+      "step": 251400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 30.75,
+      "learning_rate": 3.9189896881242465e-05,
+      "loss": 1.0874,
+      "step": 251500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 16.25,
+      "learning_rate": 3.918539780805155e-05,
+      "loss": 1.1604,
+      "step": 251600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 46.75,
+      "learning_rate": 3.918089873486062e-05,
+      "loss": 1.1404,
+      "step": 251700
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 136.0,
+      "learning_rate": 3.91763996616697e-05,
+      "loss": 1.2929,
+      "step": 251800
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 52.0,
+      "learning_rate": 3.917190058847878e-05,
+      "loss": 1.2881,
+      "step": 251900
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 32.0,
+      "learning_rate": 3.9167401515287855e-05,
+      "loss": 1.04,
+      "step": 252000
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.916290244209693e-05,
+      "loss": 1.2319,
+      "step": 252100
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 50.25,
+      "learning_rate": 3.9158403368906006e-05,
+      "loss": 1.1052,
+      "step": 252200
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 27.125,
+      "learning_rate": 3.915390429571508e-05,
+      "loss": 1.2576,
+      "step": 252300
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 30.75,
+      "learning_rate": 3.914940522252416e-05,
+      "loss": 1.1814,
+      "step": 252400
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 24.5,
+      "learning_rate": 3.914490614933324e-05,
+      "loss": 1.1493,
+      "step": 252500
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 33.0,
+      "learning_rate": 3.9140407076142314e-05,
+      "loss": 1.2086,
+      "step": 252600
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 8.6875,
+      "learning_rate": 3.9135908002951396e-05,
+      "loss": 1.1718,
+      "step": 252700
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 18.875,
+      "learning_rate": 3.913140892976047e-05,
+      "loss": 1.071,
+      "step": 252800
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 30.875,
+      "learning_rate": 3.9126909856569547e-05,
+      "loss": 1.4632,
+      "step": 252900
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 92.0,
+      "learning_rate": 3.912241078337863e-05,
+      "loss": 1.1439,
+      "step": 253000
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 23.125,
+      "learning_rate": 3.9117911710187704e-05,
+      "loss": 1.1257,
+      "step": 253100
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 35.75,
+      "learning_rate": 3.911341263699678e-05,
+      "loss": 1.1817,
+      "step": 253200
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 29.875,
+      "learning_rate": 3.910891356380586e-05,
+      "loss": 1.0107,
+      "step": 253300
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 7.96875,
+      "learning_rate": 3.910441449061494e-05,
+      "loss": 1.1322,
+      "step": 253400
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 14.375,
+      "learning_rate": 3.909991541742401e-05,
+      "loss": 1.0913,
+      "step": 253500
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 9.9375,
+      "learning_rate": 3.909541634423309e-05,
+      "loss": 1.1918,
+      "step": 253600
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 11.375,
+      "learning_rate": 3.909091727104216e-05,
+      "loss": 1.1895,
+      "step": 253700
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 24.25,
+      "learning_rate": 3.9086418197851245e-05,
+      "loss": 1.2283,
+      "step": 253800
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.322265625,
+      "learning_rate": 3.908191912466032e-05,
+      "loss": 1.2178,
+      "step": 253900
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 39.5,
+      "learning_rate": 3.9077420051469396e-05,
+      "loss": 1.1791,
+      "step": 254000
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 14.125,
+      "learning_rate": 3.907292097827848e-05,
+      "loss": 1.3667,
+      "step": 254100
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.0390625,
+      "learning_rate": 3.906842190508755e-05,
+      "loss": 1.0755,
+      "step": 254200
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.01116943359375,
+      "learning_rate": 3.9063922831896635e-05,
+      "loss": 1.0778,
+      "step": 254300
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 72.0,
+      "learning_rate": 3.905942375870571e-05,
+      "loss": 1.1521,
+      "step": 254400
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 18.125,
+      "learning_rate": 3.9054924685514786e-05,
+      "loss": 1.2442,
+      "step": 254500
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 150.0,
+      "learning_rate": 3.905042561232387e-05,
+      "loss": 1.2532,
+      "step": 254600
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 19.625,
+      "learning_rate": 3.904592653913294e-05,
+      "loss": 1.0806,
+      "step": 254700
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 53.0,
+      "learning_rate": 3.904142746594202e-05,
+      "loss": 1.2819,
+      "step": 254800
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 64.5,
+      "learning_rate": 3.9036928392751094e-05,
+      "loss": 1.3103,
+      "step": 254900
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 149.0,
+      "learning_rate": 3.903242931956017e-05,
+      "loss": 1.3287,
+      "step": 255000
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 20.625,
+      "learning_rate": 3.902793024636925e-05,
+      "loss": 1.2764,
+      "step": 255100
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 15.8125,
+      "learning_rate": 3.902343117317833e-05,
+      "loss": 1.0663,
+      "step": 255200
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 17.375,
+      "learning_rate": 3.90189320999874e-05,
+      "loss": 1.2626,
+      "step": 255300
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 17.625,
+      "learning_rate": 3.9014433026796484e-05,
+      "loss": 1.1583,
+      "step": 255400
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 41.75,
+      "learning_rate": 3.900993395360556e-05,
+      "loss": 1.1388,
+      "step": 255500
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 34.75,
+      "learning_rate": 3.9005434880414635e-05,
+      "loss": 1.0883,
+      "step": 255600
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 44.25,
+      "learning_rate": 3.900093580722372e-05,
+      "loss": 1.0158,
+      "step": 255700
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 23.5,
+      "learning_rate": 3.899643673403279e-05,
+      "loss": 1.2122,
+      "step": 255800
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 28.0,
+      "learning_rate": 3.899193766084187e-05,
+      "loss": 1.1908,
+      "step": 255900
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 96.5,
+      "learning_rate": 3.898743858765095e-05,
+      "loss": 1.3359,
+      "step": 256000
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 19.25,
+      "learning_rate": 3.898293951446002e-05,
+      "loss": 1.0705,
+      "step": 256100
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 50.25,
+      "learning_rate": 3.89784404412691e-05,
+      "loss": 1.1882,
+      "step": 256200
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 13.75,
+      "learning_rate": 3.8973941368078176e-05,
+      "loss": 1.109,
+      "step": 256300
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 49.5,
+      "learning_rate": 3.896944229488725e-05,
+      "loss": 1.0857,
+      "step": 256400
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 14.6875,
+      "learning_rate": 3.896494322169633e-05,
+      "loss": 1.0024,
+      "step": 256500
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.3359375,
+      "learning_rate": 3.896044414850541e-05,
+      "loss": 1.1698,
+      "step": 256600
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.470703125,
+      "learning_rate": 3.8955945075314484e-05,
+      "loss": 1.3496,
+      "step": 256700
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 45.0,
+      "learning_rate": 3.8951446002123566e-05,
+      "loss": 1.1962,
+      "step": 256800
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 34.25,
+      "learning_rate": 3.894694692893264e-05,
+      "loss": 1.203,
+      "step": 256900
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 135.0,
+      "learning_rate": 3.8942447855741724e-05,
+      "loss": 1.2846,
+      "step": 257000
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 19.0,
+      "learning_rate": 3.89379487825508e-05,
+      "loss": 1.1652,
+      "step": 257100
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 47.25,
+      "learning_rate": 3.8933449709359874e-05,
+      "loss": 1.1692,
+      "step": 257200
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 33.0,
+      "learning_rate": 3.8928950636168956e-05,
+      "loss": 1.3056,
+      "step": 257300
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 338.0,
+      "learning_rate": 3.8924451562978025e-05,
+      "loss": 1.2563,
+      "step": 257400
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 48.75,
+      "learning_rate": 3.891995248978711e-05,
+      "loss": 1.2937,
+      "step": 257500
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 29.625,
+      "learning_rate": 3.891545341659618e-05,
+      "loss": 1.1976,
+      "step": 257600
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 19.375,
+      "learning_rate": 3.891095434340526e-05,
+      "loss": 1.2014,
+      "step": 257700
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 8.6875,
+      "learning_rate": 3.890645527021434e-05,
+      "loss": 1.1279,
+      "step": 257800
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 3.8901956197023415e-05,
+      "loss": 1.2667,
+      "step": 257900
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 23.125,
+      "learning_rate": 3.889745712383249e-05,
+      "loss": 1.3891,
+      "step": 258000
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 1122566,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 3000,
+  "total_flos": 4.1202133673908224e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}