diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,9206 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 2619,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002290950744558992,
+      "grad_norm": 0.2425529807806015,
+      "learning_rate": 7.633587786259542e-08,
+      "loss": 1.4360580444335938,
+      "step": 2
+    },
+    {
+      "epoch": 0.004581901489117984,
+      "grad_norm": 0.3157375752925873,
+      "learning_rate": 2.2900763358778629e-07,
+      "loss": 1.9720795154571533,
+      "step": 4
+    },
+    {
+      "epoch": 0.006872852233676976,
+      "grad_norm": 0.3054039776325226,
+      "learning_rate": 3.8167938931297716e-07,
+      "loss": 1.8266024589538574,
+      "step": 6
+    },
+    {
+      "epoch": 0.009163802978235968,
+      "grad_norm": 0.7713625431060791,
+      "learning_rate": 5.34351145038168e-07,
+      "loss": 2.4644742012023926,
+      "step": 8
+    },
+    {
+      "epoch": 0.011454753722794959,
+      "grad_norm": 0.17603641748428345,
+      "learning_rate": 6.870229007633589e-07,
+      "loss": 1.273919939994812,
+      "step": 10
+    },
+    {
+      "epoch": 0.013745704467353952,
+      "grad_norm": 0.12217849493026733,
+      "learning_rate": 8.396946564885497e-07,
+      "loss": 1.6275849342346191,
+      "step": 12
+    },
+    {
+      "epoch": 0.016036655211912942,
+      "grad_norm": 0.4887905418872833,
+      "learning_rate": 9.923664122137404e-07,
+      "loss": 1.9397943019866943,
+      "step": 14
+    },
+    {
+      "epoch": 0.018327605956471937,
+      "grad_norm": 0.14639756083488464,
+      "learning_rate": 1.1450381679389313e-06,
+      "loss": 1.5786923170089722,
+      "step": 16
+    },
+    {
+      "epoch": 0.020618556701030927,
+      "grad_norm": 1.0165174007415771,
+      "learning_rate": 1.297709923664122e-06,
+      "loss": 2.2075228691101074,
+      "step": 18
+    },
+    {
+      "epoch": 0.022909507445589918,
+      "grad_norm": 0.6907394528388977,
+      "learning_rate": 1.450381679389313e-06,
+      "loss": 2.0885233879089355,
+      "step": 20
+    },
+    {
+      "epoch": 0.025200458190148912,
+      "grad_norm": 0.5898762941360474,
+      "learning_rate": 1.603053435114504e-06,
+      "loss": 1.5722987651824951,
+      "step": 22
+    },
+    {
+      "epoch": 0.027491408934707903,
+      "grad_norm": 0.28665709495544434,
+      "learning_rate": 1.7557251908396948e-06,
+      "loss": 1.920871376991272,
+      "step": 24
+    },
+    {
+      "epoch": 0.029782359679266894,
+      "grad_norm": 0.2708616256713867,
+      "learning_rate": 1.908396946564886e-06,
+      "loss": 1.9028164148330688,
+      "step": 26
+    },
+    {
+      "epoch": 0.032073310423825885,
+      "grad_norm": 0.12096082419157028,
+      "learning_rate": 2.0610687022900764e-06,
+      "loss": 1.724308967590332,
+      "step": 28
+    },
+    {
+      "epoch": 0.03436426116838488,
+      "grad_norm": 0.3193468749523163,
+      "learning_rate": 2.2137404580152674e-06,
+      "loss": 2.3334269523620605,
+      "step": 30
+    },
+    {
+      "epoch": 0.03665521191294387,
+      "grad_norm": 0.25921180844306946,
+      "learning_rate": 2.3664122137404585e-06,
+      "loss": 1.7049498558044434,
+      "step": 32
+    },
+    {
+      "epoch": 0.038946162657502864,
+      "grad_norm": 0.2873923182487488,
+      "learning_rate": 2.5190839694656487e-06,
+      "loss": 1.8035858869552612,
+      "step": 34
+    },
+    {
+      "epoch": 0.041237113402061855,
+      "grad_norm": 0.2893233895301819,
+      "learning_rate": 2.67175572519084e-06,
+      "loss": 1.8687759637832642,
+      "step": 36
+    },
+    {
+      "epoch": 0.043528064146620846,
+      "grad_norm": 0.3628486394882202,
+      "learning_rate": 2.824427480916031e-06,
+      "loss": 1.5172038078308105,
+      "step": 38
+    },
+    {
+      "epoch": 0.045819014891179836,
+      "grad_norm": 0.14311300218105316,
+      "learning_rate": 2.9770992366412218e-06,
+      "loss": 1.3586844205856323,
+      "step": 40
+    },
+    {
+      "epoch": 0.048109965635738834,
+      "grad_norm": 0.2167440503835678,
+      "learning_rate": 3.129770992366413e-06,
+      "loss": 1.8630679845809937,
+      "step": 42
+    },
+    {
+      "epoch": 0.050400916380297825,
+      "grad_norm": 0.28841111063957214,
+      "learning_rate": 3.2824427480916034e-06,
+      "loss": 1.8234974145889282,
+      "step": 44
+    },
+    {
+      "epoch": 0.052691867124856816,
+      "grad_norm": 1.6244624853134155,
+      "learning_rate": 3.4351145038167944e-06,
+      "loss": 2.474839210510254,
+      "step": 46
+    },
+    {
+      "epoch": 0.054982817869415807,
+      "grad_norm": 0.7337155938148499,
+      "learning_rate": 3.587786259541985e-06,
+      "loss": 1.9647748470306396,
+      "step": 48
+    },
+    {
+      "epoch": 0.0572737686139748,
+      "grad_norm": 0.21595202386379242,
+      "learning_rate": 3.740458015267176e-06,
+      "loss": 1.7915287017822266,
+      "step": 50
+    },
+    {
+      "epoch": 0.05956471935853379,
+      "grad_norm": 0.12472744286060333,
+      "learning_rate": 3.893129770992366e-06,
+      "loss": 1.57389497756958,
+      "step": 52
+    },
+    {
+      "epoch": 0.061855670103092786,
+      "grad_norm": 0.2959010601043701,
+      "learning_rate": 4.045801526717557e-06,
+      "loss": 1.9410815238952637,
+      "step": 54
+    },
+    {
+      "epoch": 0.06414662084765177,
+      "grad_norm": 0.5962556600570679,
+      "learning_rate": 4.198473282442748e-06,
+      "loss": 1.5538616180419922,
+      "step": 56
+    },
+    {
+      "epoch": 0.06643757159221077,
+      "grad_norm": 0.223605677485466,
+      "learning_rate": 4.351145038167939e-06,
+      "loss": 2.3718690872192383,
+      "step": 58
+    },
+    {
+      "epoch": 0.06872852233676977,
+      "grad_norm": 2.0641846656799316,
+      "learning_rate": 4.5038167938931296e-06,
+      "loss": 2.0545084476470947,
+      "step": 60
+    },
+    {
+      "epoch": 0.07101947308132875,
+      "grad_norm": 0.11926179379224777,
+      "learning_rate": 4.656488549618321e-06,
+      "loss": 1.518899917602539,
+      "step": 62
+    },
+    {
+      "epoch": 0.07331042382588775,
+      "grad_norm": 0.5377867221832275,
+      "learning_rate": 4.8091603053435125e-06,
+      "loss": 2.0711913108825684,
+      "step": 64
+    },
+    {
+      "epoch": 0.07560137457044673,
+      "grad_norm": 0.20864170789718628,
+      "learning_rate": 4.961832061068703e-06,
+      "loss": 1.5393109321594238,
+      "step": 66
+    },
+    {
+      "epoch": 0.07789232531500573,
+      "grad_norm": 0.17572522163391113,
+      "learning_rate": 5.114503816793893e-06,
+      "loss": 1.7614434957504272,
+      "step": 68
+    },
+    {
+      "epoch": 0.08018327605956473,
+      "grad_norm": 0.4484013020992279,
+      "learning_rate": 5.267175572519084e-06,
+      "loss": 1.6294645071029663,
+      "step": 70
+    },
+    {
+      "epoch": 0.08247422680412371,
+      "grad_norm": 0.1890186220407486,
+      "learning_rate": 5.419847328244276e-06,
+      "loss": 1.6021493673324585,
+      "step": 72
+    },
+    {
+      "epoch": 0.08476517754868271,
+      "grad_norm": 0.19444267451763153,
+      "learning_rate": 5.572519083969467e-06,
+      "loss": 1.861649990081787,
+      "step": 74
+    },
+    {
+      "epoch": 0.08705612829324169,
+      "grad_norm": 0.0960668995976448,
+      "learning_rate": 5.725190839694656e-06,
+      "loss": 1.5107250213623047,
+      "step": 76
+    },
+    {
+      "epoch": 0.08934707903780069,
+      "grad_norm": 0.5166394114494324,
+      "learning_rate": 5.877862595419848e-06,
+      "loss": 1.977331280708313,
+      "step": 78
+    },
+    {
+      "epoch": 0.09163802978235967,
+      "grad_norm": 0.19248326122760773,
+      "learning_rate": 6.030534351145039e-06,
+      "loss": 1.7162344455718994,
+      "step": 80
+    },
+    {
+      "epoch": 0.09392898052691867,
+      "grad_norm": 0.14979946613311768,
+      "learning_rate": 6.18320610687023e-06,
+      "loss": 1.4223518371582031,
+      "step": 82
+    },
+    {
+      "epoch": 0.09621993127147767,
+      "grad_norm": 0.19589261710643768,
+      "learning_rate": 6.335877862595419e-06,
+      "loss": 1.7889583110809326,
+      "step": 84
+    },
+    {
+      "epoch": 0.09851088201603665,
+      "grad_norm": 0.10083930939435959,
+      "learning_rate": 6.488549618320611e-06,
+      "loss": 1.309556484222412,
+      "step": 86
+    },
+    {
+      "epoch": 0.10080183276059565,
+      "grad_norm": 0.1550842672586441,
+      "learning_rate": 6.641221374045802e-06,
+      "loss": 1.6037399768829346,
+      "step": 88
+    },
+    {
+      "epoch": 0.10309278350515463,
+      "grad_norm": 0.1855807900428772,
+      "learning_rate": 6.793893129770993e-06,
+      "loss": 1.73233962059021,
+      "step": 90
+    },
+    {
+      "epoch": 0.10538373424971363,
+      "grad_norm": 0.07532945275306702,
+      "learning_rate": 6.946564885496184e-06,
+      "loss": 1.5398590564727783,
+      "step": 92
+    },
+    {
+      "epoch": 0.10767468499427263,
+      "grad_norm": 0.15782028436660767,
+      "learning_rate": 7.0992366412213746e-06,
+      "loss": 1.7258206605911255,
+      "step": 94
+    },
+    {
+      "epoch": 0.10996563573883161,
+      "grad_norm": 0.09372120350599289,
+      "learning_rate": 7.251908396946566e-06,
+      "loss": 1.3687584400177002,
+      "step": 96
+    },
+    {
+      "epoch": 0.11225658648339061,
+      "grad_norm": 0.21025855839252472,
+      "learning_rate": 7.404580152671757e-06,
+      "loss": 1.646334171295166,
+      "step": 98
+    },
+    {
+      "epoch": 0.1145475372279496,
+      "grad_norm": 1.09811532497406,
+      "learning_rate": 7.557251908396948e-06,
+      "loss": 1.6427111625671387,
+      "step": 100
+    },
+    {
+      "epoch": 0.11683848797250859,
+      "grad_norm": 0.2197725772857666,
+      "learning_rate": 7.709923664122137e-06,
+      "loss": 1.7769626379013062,
+      "step": 102
+    },
+    {
+      "epoch": 0.11912943871706758,
+      "grad_norm": 0.06639471650123596,
+      "learning_rate": 7.862595419847328e-06,
+      "loss": 1.4597866535186768,
+      "step": 104
+    },
+    {
+      "epoch": 0.12142038946162657,
+      "grad_norm": 0.08875848352909088,
+      "learning_rate": 8.015267175572519e-06,
+      "loss": 1.3246572017669678,
+      "step": 106
+    },
+    {
+      "epoch": 0.12371134020618557,
+      "grad_norm": 0.07279494404792786,
+      "learning_rate": 8.16793893129771e-06,
+      "loss": 1.551082730293274,
+      "step": 108
+    },
+    {
+      "epoch": 0.12600229095074456,
+      "grad_norm": 0.06380033493041992,
+      "learning_rate": 8.320610687022901e-06,
+      "loss": 1.481245517730713,
+      "step": 110
+    },
+    {
+      "epoch": 0.12829324169530354,
+      "grad_norm": 0.16885097324848175,
+      "learning_rate": 8.473282442748092e-06,
+      "loss": 1.7407457828521729,
+      "step": 112
+    },
+    {
+      "epoch": 0.13058419243986255,
+      "grad_norm": 0.20184065401554108,
+      "learning_rate": 8.625954198473283e-06,
+      "loss": 1.5867414474487305,
+      "step": 114
+    },
+    {
+      "epoch": 0.13287514318442153,
+      "grad_norm": 0.20837143063545227,
+      "learning_rate": 8.778625954198474e-06,
+      "loss": 1.6812255382537842,
+      "step": 116
+    },
+    {
+      "epoch": 0.13516609392898052,
+      "grad_norm": 0.20289385318756104,
+      "learning_rate": 8.931297709923665e-06,
+      "loss": 1.5645579099655151,
+      "step": 118
+    },
+    {
+      "epoch": 0.13745704467353953,
+      "grad_norm": 0.32700014114379883,
+      "learning_rate": 9.083969465648855e-06,
+      "loss": 1.3761099576950073,
+      "step": 120
+    },
+    {
+      "epoch": 0.13974799541809851,
+      "grad_norm": 0.04891065135598183,
+      "learning_rate": 9.236641221374046e-06,
+      "loss": 1.300285816192627,
+      "step": 122
+    },
+    {
+      "epoch": 0.1420389461626575,
+      "grad_norm": 0.0589461550116539,
+      "learning_rate": 9.389312977099237e-06,
+      "loss": 1.210198163986206,
+      "step": 124
+    },
+    {
+      "epoch": 0.14432989690721648,
+      "grad_norm": 0.1429443210363388,
+      "learning_rate": 9.54198473282443e-06,
+      "loss": 1.5391454696655273,
+      "step": 126
+    },
+    {
+      "epoch": 0.1466208476517755,
+      "grad_norm": 0.16855759918689728,
+      "learning_rate": 9.694656488549619e-06,
+      "loss": 1.4557760953903198,
+      "step": 128
+    },
+    {
+      "epoch": 0.14891179839633448,
+      "grad_norm": 0.16834264993667603,
+      "learning_rate": 9.84732824427481e-06,
+      "loss": 1.6899962425231934,
+      "step": 130
+    },
+    {
+      "epoch": 0.15120274914089346,
+      "grad_norm": 0.1502954512834549,
+      "learning_rate": 1e-05,
+      "loss": 1.5119028091430664,
+      "step": 132
+    },
+    {
+      "epoch": 0.15349369988545247,
+      "grad_norm": 0.048700153827667236,
+      "learning_rate": 9.999985650351204e-06,
+      "loss": 1.1397861242294312,
+      "step": 134
+    },
+    {
+      "epoch": 0.15578465063001146,
+      "grad_norm": 0.049325715750455856,
+      "learning_rate": 9.999942601496331e-06,
+      "loss": 1.2158293724060059,
+      "step": 136
+    },
+    {
+      "epoch": 0.15807560137457044,
+      "grad_norm": 0.05145062878727913,
+      "learning_rate": 9.999870853709929e-06,
+      "loss": 1.4632039070129395,
+      "step": 138
+    },
+    {
+      "epoch": 0.16036655211912945,
+      "grad_norm": 0.040577393025159836,
+      "learning_rate": 9.999770407449582e-06,
+      "loss": 1.1962344646453857,
+      "step": 140
+    },
+    {
+      "epoch": 0.16265750286368844,
+      "grad_norm": 0.1325235515832901,
+      "learning_rate": 9.999641263355893e-06,
+      "loss": 1.342354416847229,
+      "step": 142
+    },
+    {
+      "epoch": 0.16494845360824742,
+      "grad_norm": 0.11594824492931366,
+      "learning_rate": 9.999483422252499e-06,
+      "loss": 1.4513139724731445,
+      "step": 144
+    },
+    {
+      "epoch": 0.1672394043528064,
+      "grad_norm": 0.05856647342443466,
+      "learning_rate": 9.999296885146047e-06,
+      "loss": 1.2211672067642212,
+      "step": 146
+    },
+    {
+      "epoch": 0.16953035509736541,
+      "grad_norm": 0.046867020428180695,
+      "learning_rate": 9.999081653226205e-06,
+      "loss": 1.316023588180542,
+      "step": 148
+    },
+    {
+      "epoch": 0.1718213058419244,
+      "grad_norm": 0.24781149625778198,
+      "learning_rate": 9.998837727865636e-06,
+      "loss": 1.1912282705307007,
+      "step": 150
+    },
+    {
+      "epoch": 0.17411225658648338,
+      "grad_norm": 0.04234715923666954,
+      "learning_rate": 9.998565110620006e-06,
+      "loss": 1.0865659713745117,
+      "step": 152
+    },
+    {
+      "epoch": 0.1764032073310424,
+      "grad_norm": 0.11648119986057281,
+      "learning_rate": 9.998263803227965e-06,
+      "loss": 1.4158616065979004,
+      "step": 154
+    },
+    {
+      "epoch": 0.17869415807560138,
+      "grad_norm": 0.21850669384002686,
+      "learning_rate": 9.997933807611133e-06,
+      "loss": 1.7990024089813232,
+      "step": 156
+    },
+    {
+      "epoch": 0.18098510882016036,
+      "grad_norm": 0.12010746449232101,
+      "learning_rate": 9.997575125874104e-06,
+      "loss": 1.472090244293213,
+      "step": 158
+    },
+    {
+      "epoch": 0.18327605956471935,
+      "grad_norm": 0.1091763824224472,
+      "learning_rate": 9.997187760304411e-06,
+      "loss": 1.0730650424957275,
+      "step": 160
+    },
+    {
+      "epoch": 0.18556701030927836,
+      "grad_norm": 0.14433470368385315,
+      "learning_rate": 9.996771713372525e-06,
+      "loss": 1.29958176612854,
+      "step": 162
+    },
+    {
+      "epoch": 0.18785796105383734,
+      "grad_norm": 0.12404698878526688,
+      "learning_rate": 9.996326987731836e-06,
+      "loss": 1.0624301433563232,
+      "step": 164
+    },
+    {
+      "epoch": 0.19014891179839633,
+      "grad_norm": 0.12703843414783478,
+      "learning_rate": 9.995853586218636e-06,
+      "loss": 1.5410776138305664,
+      "step": 166
+    },
+    {
+      "epoch": 0.19243986254295534,
+      "grad_norm": 2.6877777576446533,
+      "learning_rate": 9.995351511852102e-06,
+      "loss": 0.6895647048950195,
+      "step": 168
+    },
+    {
+      "epoch": 0.19473081328751432,
+      "grad_norm": 0.12183137238025665,
+      "learning_rate": 9.994820767834273e-06,
+      "loss": 1.4578661918640137,
+      "step": 170
+    },
+    {
+      "epoch": 0.1970217640320733,
+      "grad_norm": 0.17509934306144714,
+      "learning_rate": 9.994261357550034e-06,
+      "loss": 1.5483499765396118,
+      "step": 172
+    },
+    {
+      "epoch": 0.19931271477663232,
+      "grad_norm": 0.1465608775615692,
+      "learning_rate": 9.993673284567092e-06,
+      "loss": 1.6950434446334839,
+      "step": 174
+    },
+    {
+      "epoch": 0.2016036655211913,
+      "grad_norm": 0.11729174107313156,
+      "learning_rate": 9.993056552635954e-06,
+      "loss": 1.4780206680297852,
+      "step": 176
+    },
+    {
+      "epoch": 0.20389461626575028,
+      "grad_norm": 0.11391811072826385,
+      "learning_rate": 9.992411165689902e-06,
+      "loss": 1.4607470035552979,
+      "step": 178
+    },
+    {
+      "epoch": 0.20618556701030927,
+      "grad_norm": 0.24819950759410858,
+      "learning_rate": 9.99173712784497e-06,
+      "loss": 1.5854477882385254,
+      "step": 180
+    },
+    {
+      "epoch": 0.20847651775486828,
+      "grad_norm": 0.12101314961910248,
+      "learning_rate": 9.99103444339992e-06,
+      "loss": 1.3363440036773682,
+      "step": 182
+    },
+    {
+      "epoch": 0.21076746849942726,
+      "grad_norm": 0.1651735156774521,
+      "learning_rate": 9.990303116836204e-06,
+      "loss": 1.3371784687042236,
+      "step": 184
+    },
+    {
+      "epoch": 0.21305841924398625,
+      "grad_norm": 0.10060884058475494,
+      "learning_rate": 9.989543152817945e-06,
+      "loss": 1.1477423906326294,
+      "step": 186
+    },
+    {
+      "epoch": 0.21534936998854526,
+      "grad_norm": 0.12473434954881668,
+      "learning_rate": 9.98875455619191e-06,
+      "loss": 1.3203130960464478,
+      "step": 188
+    },
+    {
+      "epoch": 0.21764032073310424,
+      "grad_norm": 0.03830314055085182,
+      "learning_rate": 9.987937331987466e-06,
+      "loss": 1.29048752784729,
+      "step": 190
+    },
+    {
+      "epoch": 0.21993127147766323,
+      "grad_norm": 0.0400603786110878,
+      "learning_rate": 9.987091485416564e-06,
+      "loss": 1.1765823364257812,
+      "step": 192
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 0.1159832775592804,
+      "learning_rate": 9.986217021873688e-06,
+      "loss": 1.2849760055541992,
+      "step": 194
+    },
+    {
+      "epoch": 0.22451317296678122,
+      "grad_norm": 0.036686670035123825,
+      "learning_rate": 9.985313946935841e-06,
+      "loss": 1.1865625381469727,
+      "step": 196
+    },
+    {
+      "epoch": 0.2268041237113402,
+      "grad_norm": 0.10680826008319855,
+      "learning_rate": 9.98438226636249e-06,
+      "loss": 1.4698808193206787,
+      "step": 198
+    },
+    {
+      "epoch": 0.2290950744558992,
+      "grad_norm": 0.19631391763687134,
+      "learning_rate": 9.983421986095543e-06,
+      "loss": 1.5152738094329834,
+      "step": 200
+    },
+    {
+      "epoch": 0.2313860252004582,
+      "grad_norm": 0.2143646776676178,
+      "learning_rate": 9.982433112259304e-06,
+      "loss": 1.1555585861206055,
+      "step": 202
+    },
+    {
+      "epoch": 0.23367697594501718,
+      "grad_norm": 0.11695901304483414,
+      "learning_rate": 9.981415651160434e-06,
+      "loss": 1.3724945783615112,
+      "step": 204
+    },
+    {
+      "epoch": 0.23596792668957617,
+      "grad_norm": 0.0444357693195343,
+      "learning_rate": 9.980369609287918e-06,
+      "loss": 1.28928804397583,
+      "step": 206
+    },
+    {
+      "epoch": 0.23825887743413515,
+      "grad_norm": 0.2176477164030075,
+      "learning_rate": 9.979294993313013e-06,
+      "loss": 1.3569140434265137,
+      "step": 208
+    },
+    {
+      "epoch": 0.24054982817869416,
+      "grad_norm": 0.09549252688884735,
+      "learning_rate": 9.978191810089213e-06,
+      "loss": 1.2554432153701782,
+      "step": 210
+    },
+    {
+      "epoch": 0.24284077892325315,
+      "grad_norm": 0.035298705101013184,
+      "learning_rate": 9.977060066652208e-06,
+      "loss": 1.19698166847229,
+      "step": 212
+    },
+    {
+      "epoch": 0.24513172966781213,
+      "grad_norm": 0.03924322500824928,
+      "learning_rate": 9.975899770219823e-06,
+      "loss": 1.253554105758667,
+      "step": 214
+    },
+    {
+      "epoch": 0.24742268041237114,
+      "grad_norm": 0.14062990248203278,
+      "learning_rate": 9.974710928191994e-06,
+      "loss": 1.505861520767212,
+      "step": 216
+    },
+    {
+      "epoch": 0.24971363115693013,
+      "grad_norm": 0.10934654623270035,
+      "learning_rate": 9.973493548150705e-06,
+      "loss": 1.2586157321929932,
+      "step": 218
+    },
+    {
+      "epoch": 0.2520045819014891,
+      "grad_norm": 0.16258153319358826,
+      "learning_rate": 9.972247637859942e-06,
+      "loss": 1.5800942182540894,
+      "step": 220
+    },
+    {
+      "epoch": 0.2542955326460481,
+      "grad_norm": 0.04441208764910698,
+      "learning_rate": 9.970973205265654e-06,
+      "loss": 1.2052358388900757,
+      "step": 222
+    },
+    {
+      "epoch": 0.2565864833906071,
+      "grad_norm": 0.04366284981369972,
+      "learning_rate": 9.969670258495689e-06,
+      "loss": 1.4153897762298584,
+      "step": 224
+    },
+    {
+      "epoch": 0.2588774341351661,
+      "grad_norm": 0.10389053076505661,
+      "learning_rate": 9.968338805859746e-06,
+      "loss": 1.1192145347595215,
+      "step": 226
+    },
+    {
+      "epoch": 0.2611683848797251,
+      "grad_norm": 0.03827785328030586,
+      "learning_rate": 9.966978855849328e-06,
+      "loss": 1.233184814453125,
+      "step": 228
+    },
+    {
+      "epoch": 0.2634593356242841,
+      "grad_norm": 0.03582112118601799,
+      "learning_rate": 9.965590417137683e-06,
+      "loss": 1.444356918334961,
+      "step": 230
+    },
+    {
+      "epoch": 0.26575028636884307,
+      "grad_norm": 0.16782893240451813,
+      "learning_rate": 9.964173498579744e-06,
+      "loss": 1.3132915496826172,
+      "step": 232
+    },
+    {
+      "epoch": 0.26804123711340205,
+      "grad_norm": 0.10886494070291519,
+      "learning_rate": 9.962728109212087e-06,
+      "loss": 1.603651762008667,
+      "step": 234
+    },
+    {
+      "epoch": 0.27033218785796104,
+      "grad_norm": 0.32741063833236694,
+      "learning_rate": 9.961254258252853e-06,
+      "loss": 1.722959041595459,
+      "step": 236
+    },
+    {
+      "epoch": 0.27262313860252,
+      "grad_norm": 0.038513097912073135,
+      "learning_rate": 9.95975195510171e-06,
+      "loss": 1.270897626876831,
+      "step": 238
+    },
+    {
+      "epoch": 0.27491408934707906,
+      "grad_norm": 0.11721174418926239,
+      "learning_rate": 9.958221209339776e-06,
+      "loss": 1.3808534145355225,
+      "step": 240
+    },
+    {
+      "epoch": 0.27720504009163804,
+      "grad_norm": 0.11607187986373901,
+      "learning_rate": 9.956662030729571e-06,
+      "loss": 1.4212572574615479,
+      "step": 242
+    },
+    {
+      "epoch": 0.27949599083619703,
+      "grad_norm": 0.05183471366763115,
+      "learning_rate": 9.955074429214945e-06,
+      "loss": 1.2837097644805908,
+      "step": 244
+    },
+    {
+      "epoch": 0.281786941580756,
+      "grad_norm": 0.048340827226638794,
+      "learning_rate": 9.95345841492102e-06,
+      "loss": 1.3732128143310547,
+      "step": 246
+    },
+    {
+      "epoch": 0.284077892325315,
+      "grad_norm": 0.03368377685546875,
+      "learning_rate": 9.951813998154122e-06,
+      "loss": 1.150505542755127,
+      "step": 248
+    },
+    {
+      "epoch": 0.286368843069874,
+      "grad_norm": 0.16787323355674744,
+      "learning_rate": 9.950141189401722e-06,
+      "loss": 1.4632198810577393,
+      "step": 250
+    },
+    {
+      "epoch": 0.28865979381443296,
+      "grad_norm": 0.14481912553310394,
+      "learning_rate": 9.948439999332362e-06,
+      "loss": 1.4926843643188477,
+      "step": 252
+    },
+    {
+      "epoch": 0.290950744558992,
+      "grad_norm": 0.15263405442237854,
+      "learning_rate": 9.946710438795586e-06,
+      "loss": 1.4954164028167725,
+      "step": 254
+    },
+    {
+      "epoch": 0.293241695303551,
+      "grad_norm": 0.11114485561847687,
+      "learning_rate": 9.944952518821877e-06,
+      "loss": 0.9889236688613892,
+      "step": 256
+    },
+    {
+      "epoch": 0.29553264604810997,
+      "grad_norm": 0.2147989124059677,
+      "learning_rate": 9.943166250622585e-06,
+      "loss": 1.2724560499191284,
+      "step": 258
+    },
+    {
+      "epoch": 0.29782359679266895,
+      "grad_norm": 0.21461904048919678,
+      "learning_rate": 9.941351645589853e-06,
+      "loss": 0.9281865358352661,
+      "step": 260
+    },
+    {
+      "epoch": 0.30011454753722794,
+      "grad_norm": 0.03682840242981911,
+      "learning_rate": 9.939508715296543e-06,
+      "loss": 1.3381445407867432,
+      "step": 262
+    },
+    {
+      "epoch": 0.3024054982817869,
+      "grad_norm": 0.2321019023656845,
+      "learning_rate": 9.93763747149617e-06,
+      "loss": 1.2490191459655762,
+      "step": 264
+    },
+    {
+      "epoch": 0.30469644902634596,
+      "grad_norm": 0.11454650014638901,
+      "learning_rate": 9.935737926122816e-06,
+      "loss": 1.2711057662963867,
+      "step": 266
+    },
+    {
+      "epoch": 0.30698739977090495,
+      "grad_norm": 0.10006029158830643,
+      "learning_rate": 9.933810091291065e-06,
+      "loss": 1.2933646440505981,
+      "step": 268
+    },
+    {
+      "epoch": 0.30927835051546393,
+      "grad_norm": 0.1007399782538414,
+      "learning_rate": 9.93185397929592e-06,
+      "loss": 1.2037980556488037,
+      "step": 270
+    },
+    {
+      "epoch": 0.3115693012600229,
+      "grad_norm": 0.03689350187778473,
+      "learning_rate": 9.929869602612718e-06,
+      "loss": 1.1460704803466797,
+      "step": 272
+    },
+    {
+      "epoch": 0.3138602520045819,
+      "grad_norm": 0.14365845918655396,
+      "learning_rate": 9.927856973897068e-06,
+      "loss": 0.5115751624107361,
+      "step": 274
+    },
+    {
+      "epoch": 0.3161512027491409,
+      "grad_norm": 0.15885332226753235,
+      "learning_rate": 9.925816105984751e-06,
+      "loss": 1.3992141485214233,
+      "step": 276
+    },
+    {
+      "epoch": 0.31844215349369986,
+      "grad_norm": 0.2972363829612732,
+      "learning_rate": 9.923747011891653e-06,
+      "loss": 0.6298142671585083,
+      "step": 278
+    },
+    {
+      "epoch": 0.3207331042382589,
+      "grad_norm": 0.10289888083934784,
+      "learning_rate": 9.92164970481367e-06,
+      "loss": 1.3492999076843262,
+      "step": 280
+    },
+    {
+      "epoch": 0.3230240549828179,
+      "grad_norm": 0.30722421407699585,
+      "learning_rate": 9.919524198126637e-06,
+      "loss": 1.1495556831359863,
+      "step": 282
+    },
+    {
+      "epoch": 0.32531500572737687,
+      "grad_norm": 0.1234731450676918,
+      "learning_rate": 9.91737050538623e-06,
+      "loss": 1.625375747680664,
+      "step": 284
+    },
+    {
+      "epoch": 0.32760595647193586,
+      "grad_norm": 0.11733370274305344,
+      "learning_rate": 9.915188640327887e-06,
+      "loss": 0.7891396284103394,
+      "step": 286
+    },
+    {
+      "epoch": 0.32989690721649484,
+      "grad_norm": 0.11923382431268692,
+      "learning_rate": 9.912978616866716e-06,
+      "loss": 1.469787836074829,
+      "step": 288
+    },
+    {
+      "epoch": 0.3321878579610538,
+      "grad_norm": 0.17214825749397278,
+      "learning_rate": 9.910740449097412e-06,
+      "loss": 1.4425544738769531,
+      "step": 290
+    },
+    {
+      "epoch": 0.3344788087056128,
+      "grad_norm": 0.04059191793203354,
+      "learning_rate": 9.908474151294161e-06,
+      "loss": 1.1002707481384277,
+      "step": 292
+    },
+    {
+      "epoch": 0.33676975945017185,
+      "grad_norm": 0.03392655774950981,
+      "learning_rate": 9.906179737910554e-06,
+      "loss": 1.1838493347167969,
+      "step": 294
+    },
+    {
+      "epoch": 0.33906071019473083,
+      "grad_norm": 0.032716911286115646,
+      "learning_rate": 9.903857223579496e-06,
+      "loss": 1.0073325634002686,
+      "step": 296
+    },
+    {
+      "epoch": 0.3413516609392898,
+      "grad_norm": 0.030965758487582207,
+      "learning_rate": 9.901506623113098e-06,
+      "loss": 0.969083845615387,
+      "step": 298
+    },
+    {
+      "epoch": 0.3436426116838488,
+      "grad_norm": 0.12395308911800385,
+      "learning_rate": 9.899127951502601e-06,
+      "loss": 1.2470171451568604,
+      "step": 300
+    },
+    {
+      "epoch": 0.3459335624284078,
+      "grad_norm": 0.3706231713294983,
+      "learning_rate": 9.896721223918276e-06,
+      "loss": 1.5252048969268799,
+      "step": 302
+    },
+    {
+      "epoch": 0.34822451317296677,
+      "grad_norm": 0.044303592294454575,
+      "learning_rate": 9.89428645570932e-06,
+      "loss": 1.1785590648651123,
+      "step": 304
+    },
+    {
+      "epoch": 0.35051546391752575,
+      "grad_norm": 0.22373101115226746,
+      "learning_rate": 9.891823662403763e-06,
+      "loss": 1.0534144639968872,
+      "step": 306
+    },
+    {
+      "epoch": 0.3528064146620848,
+      "grad_norm": 0.0998837873339653,
+      "learning_rate": 9.88933285970837e-06,
+      "loss": 1.358349084854126,
+      "step": 308
+    },
+    {
+      "epoch": 0.3550973654066438,
+      "grad_norm": 0.10202368348836899,
+      "learning_rate": 9.886814063508536e-06,
+      "loss": 1.2032561302185059,
+      "step": 310
+    },
+    {
+      "epoch": 0.35738831615120276,
+      "grad_norm": 0.12603235244750977,
+      "learning_rate": 9.884267289868194e-06,
+      "loss": 1.270133376121521,
+      "step": 312
+    },
+    {
+      "epoch": 0.35967926689576174,
+      "grad_norm": 0.13588766753673553,
+      "learning_rate": 9.8816925550297e-06,
+      "loss": 1.3731555938720703,
+      "step": 314
+    },
+    {
+      "epoch": 0.3619702176403207,
+      "grad_norm": 0.2927129566669464,
+      "learning_rate": 9.879089875413736e-06,
+      "loss": 1.2470248937606812,
+      "step": 316
+    },
+    {
+      "epoch": 0.3642611683848797,
+      "grad_norm": 0.03428524360060692,
+      "learning_rate": 9.876459267619215e-06,
+      "loss": 1.2745685577392578,
+      "step": 318
+    },
+    {
+      "epoch": 0.3665521191294387,
+      "grad_norm": 0.3623892068862915,
+      "learning_rate": 9.873800748423152e-06,
+      "loss": 1.3339478969573975,
+      "step": 320
+    },
+    {
+      "epoch": 0.36884306987399773,
+      "grad_norm": 0.11408170312643051,
+      "learning_rate": 9.871114334780583e-06,
+      "loss": 1.3286080360412598,
+      "step": 322
+    },
+    {
+      "epoch": 0.3711340206185567,
+      "grad_norm": 0.10345927625894547,
+      "learning_rate": 9.868400043824431e-06,
+      "loss": 1.332814335823059,
+      "step": 324
+    },
+    {
+      "epoch": 0.3734249713631157,
+      "grad_norm": 0.451455682516098,
+      "learning_rate": 9.86565789286542e-06,
+      "loss": 1.435546875,
+      "step": 326
+    },
+    {
+      "epoch": 0.3757159221076747,
+      "grad_norm": 0.03447026014328003,
+      "learning_rate": 9.862887899391953e-06,
+      "loss": 1.2484092712402344,
+      "step": 328
+    },
+    {
+      "epoch": 0.37800687285223367,
+      "grad_norm": 0.10319351404905319,
+      "learning_rate": 9.860090081069998e-06,
+      "loss": 1.1266441345214844,
+      "step": 330
+    },
+    {
+      "epoch": 0.38029782359679265,
+      "grad_norm": 0.10190501809120178,
+      "learning_rate": 9.857264455742983e-06,
+      "loss": 1.2466825246810913,
+      "step": 332
+    },
+    {
+      "epoch": 0.38258877434135163,
+      "grad_norm": 0.04389253631234169,
+      "learning_rate": 9.854411041431678e-06,
+      "loss": 1.1545830965042114,
+      "step": 334
+    },
+    {
+      "epoch": 0.3848797250859107,
+      "grad_norm": 0.1142214685678482,
+      "learning_rate": 9.851529856334079e-06,
+      "loss": 1.2927944660186768,
+      "step": 336
+    },
+    {
+      "epoch": 0.38717067583046966,
+      "grad_norm": 0.03781864792108536,
+      "learning_rate": 9.848620918825294e-06,
+      "loss": 1.2539844512939453,
+      "step": 338
+    },
+    {
+      "epoch": 0.38946162657502864,
+      "grad_norm": 0.12804462015628815,
+      "learning_rate": 9.845684247457425e-06,
+      "loss": 1.3808146715164185,
+      "step": 340
+    },
+    {
+      "epoch": 0.3917525773195876,
+      "grad_norm": 0.037370480597019196,
+      "learning_rate": 9.842719860959455e-06,
+      "loss": 1.2456262111663818,
+      "step": 342
+    },
+    {
+      "epoch": 0.3940435280641466,
+      "grad_norm": 0.042404066771268845,
+      "learning_rate": 9.839727778237116e-06,
+      "loss": 1.3200464248657227,
+      "step": 344
+    },
+    {
+      "epoch": 0.3963344788087056,
+      "grad_norm": 0.04442799836397171,
+      "learning_rate": 9.836708018372782e-06,
+      "loss": 1.3215160369873047,
+      "step": 346
+    },
+    {
+      "epoch": 0.39862542955326463,
+      "grad_norm": 0.08433306217193604,
+      "learning_rate": 9.833660600625338e-06,
+      "loss": 1.2241692543029785,
+      "step": 348
+    },
+    {
+      "epoch": 0.4009163802978236,
+      "grad_norm": 0.14272065460681915,
+      "learning_rate": 9.83058554443006e-06,
+      "loss": 1.2168128490447998,
+      "step": 350
+    },
+    {
+      "epoch": 0.4032073310423826,
+      "grad_norm": 0.10155618190765381,
+      "learning_rate": 9.827482869398496e-06,
+      "loss": 1.3269870281219482,
+      "step": 352
+    },
+    {
+      "epoch": 0.4054982817869416,
+      "grad_norm": 0.345684289932251,
+      "learning_rate": 9.82435259531833e-06,
+      "loss": 1.048119068145752,
+      "step": 354
+    },
+    {
+      "epoch": 0.40778923253150057,
+      "grad_norm": 0.03348676860332489,
+      "learning_rate": 9.82119474215327e-06,
+      "loss": 0.8612366914749146,
+      "step": 356
+    },
+    {
+      "epoch": 0.41008018327605955,
+      "grad_norm": 0.10538852959871292,
+      "learning_rate": 9.818009330042906e-06,
+      "loss": 1.4399499893188477,
+      "step": 358
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 0.12840358912944794,
+      "learning_rate": 9.814796379302592e-06,
+      "loss": 1.3075119256973267,
+      "step": 360
+    },
+    {
+      "epoch": 0.4146620847651776,
+      "grad_norm": 0.03234279155731201,
+      "learning_rate": 9.811555910423312e-06,
+      "loss": 1.195176601409912,
+      "step": 362
+    },
+    {
+      "epoch": 0.41695303550973656,
+      "grad_norm": 0.2873457968235016,
+      "learning_rate": 9.808287944071552e-06,
+      "loss": 1.3421657085418701,
+      "step": 364
+    },
+    {
+      "epoch": 0.41924398625429554,
+      "grad_norm": 0.03667648881673813,
+      "learning_rate": 9.804992501089164e-06,
+      "loss": 1.4639015197753906,
+      "step": 366
+    },
+    {
+      "epoch": 0.4215349369988545,
+      "grad_norm": 0.1039833277463913,
+      "learning_rate": 9.801669602493236e-06,
+      "loss": 1.2831900119781494,
+      "step": 368
+    },
+    {
+      "epoch": 0.4238258877434135,
+      "grad_norm": 0.1346283257007599,
+      "learning_rate": 9.798319269475959e-06,
+      "loss": 1.1615617275238037,
+      "step": 370
+    },
+    {
+      "epoch": 0.4261168384879725,
+      "grad_norm": 0.11276187002658844,
+      "learning_rate": 9.794941523404491e-06,
+      "loss": 1.3308217525482178,
+      "step": 372
+    },
+    {
+      "epoch": 0.4284077892325315,
+      "grad_norm": 0.10832475125789642,
+      "learning_rate": 9.791536385820815e-06,
+      "loss": 1.3403054475784302,
+      "step": 374
+    },
+    {
+      "epoch": 0.4306987399770905,
+      "grad_norm": 0.07494664937257767,
+      "learning_rate": 9.788103878441614e-06,
+      "loss": 0.9897347688674927,
+      "step": 376
+    },
+    {
+      "epoch": 0.4329896907216495,
+      "grad_norm": 0.13242274522781372,
+      "learning_rate": 9.784644023158118e-06,
+      "loss": 1.2988442182540894,
+      "step": 378
+    },
+    {
+      "epoch": 0.4352806414662085,
+      "grad_norm": 0.04049122706055641,
+      "learning_rate": 9.781156842035978e-06,
+      "loss": 1.2798575162887573,
+      "step": 380
+    },
+    {
+      "epoch": 0.43757159221076747,
+      "grad_norm": 0.10166372358798981,
+      "learning_rate": 9.777642357315115e-06,
+      "loss": 1.4548561573028564,
+      "step": 382
+    },
+    {
+      "epoch": 0.43986254295532645,
+      "grad_norm": 0.09827661514282227,
+      "learning_rate": 9.774100591409583e-06,
+      "loss": 0.8798496127128601,
+      "step": 384
+    },
+    {
+      "epoch": 0.44215349369988544,
+      "grad_norm": 0.039044998586177826,
+      "learning_rate": 9.770531566907424e-06,
+      "loss": 1.1994266510009766,
+      "step": 386
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 0.03467918932437897,
+      "learning_rate": 9.766935306570528e-06,
+      "loss": 1.0867178440093994,
+      "step": 388
+    },
+    {
+      "epoch": 0.44673539518900346,
+      "grad_norm": 0.09605854749679565,
+      "learning_rate": 9.763311833334482e-06,
+      "loss": 1.2179234027862549,
+      "step": 390
+    },
+    {
+      "epoch": 0.44902634593356244,
+      "grad_norm": 0.04672601819038391,
+      "learning_rate": 9.759661170308426e-06,
+      "loss": 1.0760804414749146,
+      "step": 392
+    },
+    {
+      "epoch": 0.4513172966781214,
+      "grad_norm": 0.14849010109901428,
+      "learning_rate": 9.75598334077491e-06,
+      "loss": 1.4439059495925903,
+      "step": 394
+    },
+    {
+      "epoch": 0.4536082474226804,
+      "grad_norm": 0.10495574027299881,
+      "learning_rate": 9.752278368189738e-06,
+      "loss": 1.2911549806594849,
+      "step": 396
+    },
+    {
+      "epoch": 0.4558991981672394,
+      "grad_norm": 0.10133286565542221,
+      "learning_rate": 9.748546276181824e-06,
+      "loss": 1.3363006114959717,
+      "step": 398
+    },
+    {
+      "epoch": 0.4581901489117984,
+      "grad_norm": 0.10403479635715485,
+      "learning_rate": 9.74478708855304e-06,
+      "loss": 1.1435672044754028,
+      "step": 400
+    },
+    {
+      "epoch": 0.46048109965635736,
+      "grad_norm": 0.23274336755275726,
+      "learning_rate": 9.74100082927806e-06,
+      "loss": 1.1191637516021729,
+      "step": 402
+    },
+    {
+      "epoch": 0.4627720504009164,
+      "grad_norm": 0.035993631929159164,
+      "learning_rate": 9.737187522504215e-06,
+      "loss": 1.2965900897979736,
+      "step": 404
+    },
+    {
+      "epoch": 0.4650630011454754,
+      "grad_norm": 0.11053793877363205,
+      "learning_rate": 9.733347192551333e-06,
+      "loss": 1.3513212203979492,
+      "step": 406
+    },
+    {
+      "epoch": 0.46735395189003437,
+      "grad_norm": 0.38711977005004883,
+      "learning_rate": 9.729479863911585e-06,
+      "loss": 0.9576661586761475,
+      "step": 408
+    },
+    {
+      "epoch": 0.46964490263459335,
+      "grad_norm": 0.10174008458852768,
+      "learning_rate": 9.725585561249331e-06,
+      "loss": 1.3105225563049316,
+      "step": 410
+    },
+    {
+      "epoch": 0.47193585337915234,
+      "grad_norm": 0.5640531182289124,
+      "learning_rate": 9.72166430940096e-06,
+      "loss": 1.5542221069335938,
+      "step": 412
+    },
+    {
+      "epoch": 0.4742268041237113,
+      "grad_norm": 0.043333012610673904,
+      "learning_rate": 9.71771613337473e-06,
+      "loss": 1.212013602256775,
+      "step": 414
+    },
+    {
+      "epoch": 0.4765177548682703,
+      "grad_norm": 0.12072140723466873,
+      "learning_rate": 9.713741058350618e-06,
+      "loss": 1.3732361793518066,
+      "step": 416
+    },
+    {
+      "epoch": 0.47880870561282934,
+      "grad_norm": 0.039414238184690475,
+      "learning_rate": 9.709739109680146e-06,
+      "loss": 1.0561060905456543,
+      "step": 418
+    },
+    {
+      "epoch": 0.48109965635738833,
+      "grad_norm": 0.11718718707561493,
+      "learning_rate": 9.70571031288623e-06,
+      "loss": 1.4380638599395752,
+      "step": 420
+    },
+    {
+      "epoch": 0.4833906071019473,
+      "grad_norm": 0.03386823460459709,
+      "learning_rate": 9.701654693663012e-06,
+      "loss": 1.223938226699829,
+      "step": 422
+    },
+    {
+      "epoch": 0.4856815578465063,
+      "grad_norm": 0.08439936488866806,
+      "learning_rate": 9.697572277875696e-06,
+      "loss": 1.2271449565887451,
+      "step": 424
+    },
+    {
+      "epoch": 0.4879725085910653,
+      "grad_norm": 0.03942372649908066,
+      "learning_rate": 9.693463091560387e-06,
+      "loss": 1.0300081968307495,
+      "step": 426
+    },
+    {
+      "epoch": 0.49026345933562426,
+      "grad_norm": 0.2659618556499481,
+      "learning_rate": 9.689327160923918e-06,
+      "loss": 1.275801420211792,
+      "step": 428
+    },
+    {
+      "epoch": 0.4925544100801833,
+      "grad_norm": 0.11298934370279312,
+      "learning_rate": 9.685164512343694e-06,
+      "loss": 1.2419630289077759,
+      "step": 430
+    },
+    {
+      "epoch": 0.4948453608247423,
+      "grad_norm": 0.04946233332157135,
+      "learning_rate": 9.680975172367508e-06,
+      "loss": 1.4032783508300781,
+      "step": 432
+    },
+    {
+      "epoch": 0.49713631156930127,
+      "grad_norm": 0.0772048756480217,
+      "learning_rate": 9.67675916771339e-06,
+      "loss": 1.1696724891662598,
+      "step": 434
+    },
+    {
+      "epoch": 0.49942726231386025,
+      "grad_norm": 0.13884860277175903,
+      "learning_rate": 9.67251652526942e-06,
+      "loss": 1.1072807312011719,
+      "step": 436
+    },
+    {
+      "epoch": 0.5017182130584192,
+      "grad_norm": 0.1219138652086258,
+      "learning_rate": 9.668247272093568e-06,
+      "loss": 1.2660953998565674,
+      "step": 438
+    },
+    {
+      "epoch": 0.5040091638029782,
+      "grad_norm": 0.11671170592308044,
+      "learning_rate": 9.663951435413512e-06,
+      "loss": 1.4654450416564941,
+      "step": 440
+    },
+    {
+      "epoch": 0.5063001145475372,
+      "grad_norm": 0.10897082090377808,
+      "learning_rate": 9.659629042626478e-06,
+      "loss": 1.2332985401153564,
+      "step": 442
+    },
+    {
+      "epoch": 0.5085910652920962,
+      "grad_norm": 0.2291656881570816,
+      "learning_rate": 9.655280121299049e-06,
+      "loss": 1.2597649097442627,
+      "step": 444
+    },
+    {
+      "epoch": 0.5108820160366552,
+      "grad_norm": 0.18447436392307281,
+      "learning_rate": 9.650904699167002e-06,
+      "loss": 1.2398802042007446,
+      "step": 446
+    },
+    {
+      "epoch": 0.5131729667812142,
+      "grad_norm": 0.09861113131046295,
+      "learning_rate": 9.646502804135125e-06,
+      "loss": 1.157179832458496,
+      "step": 448
+    },
+    {
+      "epoch": 0.5154639175257731,
+      "grad_norm": 0.04085477441549301,
+      "learning_rate": 9.642074464277035e-06,
+      "loss": 1.0565853118896484,
+      "step": 450
+    },
+    {
+      "epoch": 0.5177548682703322,
+      "grad_norm": 0.03253213316202164,
+      "learning_rate": 9.637619707835011e-06,
+      "loss": 1.115795373916626,
+      "step": 452
+    },
+    {
+      "epoch": 0.5200458190148912,
+      "grad_norm": 0.10820797830820084,
+      "learning_rate": 9.633138563219805e-06,
+      "loss": 1.2870464324951172,
+      "step": 454
+    },
+    {
+      "epoch": 0.5223367697594502,
+      "grad_norm": 0.08356233686208725,
+      "learning_rate": 9.628631059010459e-06,
+      "loss": 1.161600112915039,
+      "step": 456
+    },
+    {
+      "epoch": 0.5246277205040092,
+      "grad_norm": 0.10461345314979553,
+      "learning_rate": 9.624097223954132e-06,
+      "loss": 1.2577989101409912,
+      "step": 458
+    },
+    {
+      "epoch": 0.5269186712485682,
+      "grad_norm": 0.2117365151643753,
+      "learning_rate": 9.619537086965909e-06,
+      "loss": 0.9334989190101624,
+      "step": 460
+    },
+    {
+      "epoch": 0.5292096219931272,
+      "grad_norm": 0.03358057513833046,
+      "learning_rate": 9.614950677128618e-06,
+      "loss": 1.0164105892181396,
+      "step": 462
+    },
+    {
+      "epoch": 0.5315005727376861,
+      "grad_norm": 0.04315713420510292,
+      "learning_rate": 9.610338023692644e-06,
+      "loss": 1.2515099048614502,
+      "step": 464
+    },
+    {
+      "epoch": 0.5337915234822451,
+      "grad_norm": 0.11090853065252304,
+      "learning_rate": 9.60569915607575e-06,
+      "loss": 0.9969978928565979,
+      "step": 466
+    },
+    {
+      "epoch": 0.5360824742268041,
+      "grad_norm": 0.06928592920303345,
+      "learning_rate": 9.601034103862875e-06,
+      "loss": 1.1942644119262695,
+      "step": 468
+    },
+    {
+      "epoch": 0.5383734249713631,
+      "grad_norm": 0.11059997975826263,
+      "learning_rate": 9.596342896805958e-06,
+      "loss": 1.0854039192199707,
+      "step": 470
+    },
+    {
+      "epoch": 0.5406643757159221,
+      "grad_norm": 0.2203303724527359,
+      "learning_rate": 9.591625564823743e-06,
+      "loss": 0.6206300258636475,
+      "step": 472
+    },
+    {
+      "epoch": 0.5429553264604811,
+      "grad_norm": 0.03575604781508446,
+      "learning_rate": 9.58688213800159e-06,
+      "loss": 1.1505436897277832,
+      "step": 474
+    },
+    {
+      "epoch": 0.54524627720504,
+      "grad_norm": 0.11237749457359314,
+      "learning_rate": 9.58211264659128e-06,
+      "loss": 1.2954638004302979,
+      "step": 476
+    },
+    {
+      "epoch": 0.5475372279495991,
+      "grad_norm": 0.03931301459670067,
+      "learning_rate": 9.577317121010822e-06,
+      "loss": 1.1090443134307861,
+      "step": 478
+    },
+    {
+      "epoch": 0.5498281786941581,
+      "grad_norm": 0.10506019741296768,
+      "learning_rate": 9.572495591844268e-06,
+      "loss": 1.2766085863113403,
+      "step": 480
+    },
+    {
+      "epoch": 0.5521191294387171,
+      "grad_norm": 0.03373529762029648,
+      "learning_rate": 9.567648089841504e-06,
+      "loss": 1.1036125421524048,
+      "step": 482
+    },
+    {
+      "epoch": 0.5544100801832761,
+      "grad_norm": 0.03757813945412636,
+      "learning_rate": 9.562774645918067e-06,
+      "loss": 1.1739498376846313,
+      "step": 484
+    },
+    {
+      "epoch": 0.5567010309278351,
+      "grad_norm": 0.033927951008081436,
+      "learning_rate": 9.557875291154937e-06,
+      "loss": 1.0839054584503174,
+      "step": 486
+    },
+    {
+      "epoch": 0.5589919816723941,
+      "grad_norm": 0.11530556529760361,
+      "learning_rate": 9.552950056798345e-06,
+      "loss": 1.401555061340332,
+      "step": 488
+    },
+    {
+      "epoch": 0.561282932416953,
+      "grad_norm": 0.1037631705403328,
+      "learning_rate": 9.547998974259573e-06,
+      "loss": 1.266376256942749,
+      "step": 490
+    },
+    {
+      "epoch": 0.563573883161512,
+      "grad_norm": 0.03408586606383324,
+      "learning_rate": 9.543022075114751e-06,
+      "loss": 1.1710147857666016,
+      "step": 492
+    },
+    {
+      "epoch": 0.565864833906071,
+      "grad_norm": 0.09721101075410843,
+      "learning_rate": 9.538019391104659e-06,
+      "loss": 1.1715192794799805,
+      "step": 494
+    },
+    {
+      "epoch": 0.56815578465063,
+      "grad_norm": 0.13440069556236267,
+      "learning_rate": 9.532990954134527e-06,
+      "loss": 1.2787623405456543,
+      "step": 496
+    },
+    {
+      "epoch": 0.570446735395189,
+      "grad_norm": 0.14032506942749023,
+      "learning_rate": 9.527936796273818e-06,
+      "loss": 1.352327823638916,
+      "step": 498
+    },
+    {
+      "epoch": 0.572737686139748,
+      "grad_norm": 0.03532100096344948,
+      "learning_rate": 9.522856949756042e-06,
+      "loss": 1.396005630493164,
+      "step": 500
+    },
+    {
+      "epoch": 0.5750286368843069,
+      "grad_norm": 0.03295751288533211,
+      "learning_rate": 9.517751446978537e-06,
+      "loss": 1.2074257135391235,
+      "step": 502
+    },
+    {
+      "epoch": 0.5773195876288659,
+      "grad_norm": 0.03744492679834366,
+      "learning_rate": 9.51262032050227e-06,
+      "loss": 1.1247986555099487,
+      "step": 504
+    },
+    {
+      "epoch": 0.579610538373425,
+      "grad_norm": 0.10635876655578613,
+      "learning_rate": 9.507463603051624e-06,
+      "loss": 1.279697060585022,
+      "step": 506
+    },
+    {
+      "epoch": 0.581901489117984,
+      "grad_norm": 0.1893984079360962,
+      "learning_rate": 9.502281327514192e-06,
+      "loss": 1.3793418407440186,
+      "step": 508
+    },
+    {
+      "epoch": 0.584192439862543,
+      "grad_norm": 0.03022020496428013,
+      "learning_rate": 9.497073526940564e-06,
+      "loss": 1.1290874481201172,
+      "step": 510
+    },
+    {
+      "epoch": 0.586483390607102,
+      "grad_norm": 0.08362241834402084,
+      "learning_rate": 9.491840234544127e-06,
+      "loss": 1.1272192001342773,
+      "step": 512
+    },
+    {
+      "epoch": 0.588774341351661,
+      "grad_norm": 0.04655982553958893,
+      "learning_rate": 9.486581483700836e-06,
+      "loss": 1.0976135730743408,
+      "step": 514
+    },
+    {
+      "epoch": 0.5910652920962199,
+      "grad_norm": 0.09682846069335938,
+      "learning_rate": 9.481297307949016e-06,
+      "loss": 1.361159324645996,
+      "step": 516
+    },
+    {
+      "epoch": 0.5933562428407789,
+      "grad_norm": 0.10151924192905426,
+      "learning_rate": 9.47598774098914e-06,
+      "loss": 1.1374366283416748,
+      "step": 518
+    },
+    {
+      "epoch": 0.5956471935853379,
+      "grad_norm": 0.3335345685482025,
+      "learning_rate": 9.470652816683619e-06,
+      "loss": 1.183037519454956,
+      "step": 520
+    },
+    {
+      "epoch": 0.5979381443298969,
+      "grad_norm": 0.11204201728105545,
+      "learning_rate": 9.46529256905658e-06,
+      "loss": 1.3378653526306152,
+      "step": 522
+    },
+    {
+      "epoch": 0.6002290950744559,
+      "grad_norm": 0.03878810256719589,
+      "learning_rate": 9.459907032293654e-06,
+      "loss": 1.2830768823623657,
+      "step": 524
+    },
+    {
+      "epoch": 0.6025200458190149,
+      "grad_norm": 0.03078841231763363,
+      "learning_rate": 9.454496240741761e-06,
+      "loss": 0.988889753818512,
+      "step": 526
+    },
+    {
+      "epoch": 0.6048109965635738,
+      "grad_norm": 0.04741325229406357,
+      "learning_rate": 9.44906022890888e-06,
+      "loss": 1.2009971141815186,
+      "step": 528
+    },
+    {
+      "epoch": 0.6071019473081328,
+      "grad_norm": 0.09710617363452911,
+      "learning_rate": 9.443599031463838e-06,
+      "loss": 1.4264302253723145,
+      "step": 530
+    },
+    {
+      "epoch": 0.6093928980526919,
+      "grad_norm": 0.12086698412895203,
+      "learning_rate": 9.438112683236086e-06,
+      "loss": 0.7716737985610962,
+      "step": 532
+    },
+    {
+      "epoch": 0.6116838487972509,
+      "grad_norm": 0.028488747775554657,
+      "learning_rate": 9.432601219215479e-06,
+      "loss": 1.1653621196746826,
+      "step": 534
+    },
+    {
+      "epoch": 0.6139747995418099,
+      "grad_norm": 0.030125625431537628,
+      "learning_rate": 9.427064674552046e-06,
+      "loss": 0.9844313859939575,
+      "step": 536
+    },
+    {
+      "epoch": 0.6162657502863689,
+      "grad_norm": 1.246670126914978,
+      "learning_rate": 9.421503084555778e-06,
+      "loss": 1.1310303211212158,
+      "step": 538
+    },
+    {
+      "epoch": 0.6185567010309279,
+      "grad_norm": 0.047299824655056,
+      "learning_rate": 9.41591648469639e-06,
+      "loss": 1.1721080541610718,
+      "step": 540
+    },
+    {
+      "epoch": 0.6208476517754868,
+      "grad_norm": 0.07911659777164459,
+      "learning_rate": 9.410304910603105e-06,
+      "loss": 0.9692875146865845,
+      "step": 542
+    },
+    {
+      "epoch": 0.6231386025200458,
+      "grad_norm": 0.041665468364953995,
+      "learning_rate": 9.404668398064415e-06,
+      "loss": 1.225880742073059,
+      "step": 544
+    },
+    {
+      "epoch": 0.6254295532646048,
+      "grad_norm": 0.09727603197097778,
+      "learning_rate": 9.399006983027869e-06,
+      "loss": 1.2111965417861938,
+      "step": 546
+    },
+    {
+      "epoch": 0.6277205040091638,
+      "grad_norm": 0.2791145443916321,
+      "learning_rate": 9.393320701599826e-06,
+      "loss": 1.3773910999298096,
+      "step": 548
+    },
+    {
+      "epoch": 0.6300114547537228,
+      "grad_norm": 0.2922375202178955,
+      "learning_rate": 9.387609590045243e-06,
+      "loss": 1.5269827842712402,
+      "step": 550
+    },
+    {
+      "epoch": 0.6323024054982818,
+      "grad_norm": 0.034879785031080246,
+      "learning_rate": 9.381873684787424e-06,
+      "loss": 1.096055269241333,
+      "step": 552
+    },
+    {
+      "epoch": 0.6345933562428407,
+      "grad_norm": 0.21075953543186188,
+      "learning_rate": 9.376113022407806e-06,
+      "loss": 1.3973267078399658,
+      "step": 554
+    },
+    {
+      "epoch": 0.6368843069873997,
+      "grad_norm": 0.04559031128883362,
+      "learning_rate": 9.370327639645715e-06,
+      "loss": 1.3103339672088623,
+      "step": 556
+    },
+    {
+      "epoch": 0.6391752577319587,
+      "grad_norm": 0.09411913901567459,
+      "learning_rate": 9.364517573398128e-06,
+      "loss": 1.1426537036895752,
+      "step": 558
+    },
+    {
+      "epoch": 0.6414662084765178,
+      "grad_norm": 0.11268170177936554,
+      "learning_rate": 9.358682860719456e-06,
+      "loss": 1.2462685108184814,
+      "step": 560
+    },
+    {
+      "epoch": 0.6437571592210768,
+      "grad_norm": 0.15371939539909363,
+      "learning_rate": 9.352823538821286e-06,
+      "loss": 1.350957989692688,
+      "step": 562
+    },
+    {
+      "epoch": 0.6460481099656358,
+      "grad_norm": 0.10083743184804916,
+      "learning_rate": 9.346939645072158e-06,
+      "loss": 1.2344059944152832,
+      "step": 564
+    },
+    {
+      "epoch": 0.6483390607101948,
+      "grad_norm": 0.12374784797430038,
+      "learning_rate": 9.341031216997318e-06,
+      "loss": 1.332352876663208,
+      "step": 566
+    },
+    {
+      "epoch": 0.6506300114547537,
+      "grad_norm": 0.09682541340589523,
+      "learning_rate": 9.335098292278487e-06,
+      "loss": 1.0717089176177979,
+      "step": 568
+    },
+    {
+      "epoch": 0.6529209621993127,
+      "grad_norm": 0.04859980568289757,
+      "learning_rate": 9.329140908753612e-06,
+      "loss": 1.2429944276809692,
+      "step": 570
+    },
+    {
+      "epoch": 0.6552119129438717,
+      "grad_norm": 0.03579086810350418,
+      "learning_rate": 9.323159104416637e-06,
+      "loss": 1.4028278589248657,
+      "step": 572
+    },
+    {
+      "epoch": 0.6575028636884307,
+      "grad_norm": 0.11958760768175125,
+      "learning_rate": 9.31715291741724e-06,
+      "loss": 1.2857556343078613,
+      "step": 574
+    },
+    {
+      "epoch": 0.6597938144329897,
+      "grad_norm": 0.03217066451907158,
+      "learning_rate": 9.311122386060612e-06,
+      "loss": 1.1168699264526367,
+      "step": 576
+    },
+    {
+      "epoch": 0.6620847651775487,
+      "grad_norm": 0.12310899794101715,
+      "learning_rate": 9.305067548807202e-06,
+      "loss": 1.1735236644744873,
+      "step": 578
+    },
+    {
+      "epoch": 0.6643757159221076,
+      "grad_norm": 0.11337030678987503,
+      "learning_rate": 9.29898844427247e-06,
+      "loss": 1.301731824874878,
+      "step": 580
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.03304918482899666,
+      "learning_rate": 9.292885111226647e-06,
+      "loss": 1.1898317337036133,
+      "step": 582
+    },
+    {
+      "epoch": 0.6689576174112256,
+      "grad_norm": 0.035968322306871414,
+      "learning_rate": 9.286757588594479e-06,
+      "loss": 1.3450303077697754,
+      "step": 584
+    },
+    {
+      "epoch": 0.6712485681557846,
+      "grad_norm": 0.232716366648674,
+      "learning_rate": 9.28060591545499e-06,
+      "loss": 0.5568069219589233,
+      "step": 586
+    },
+    {
+      "epoch": 0.6735395189003437,
+      "grad_norm": 0.18080194294452667,
+      "learning_rate": 9.274430131041224e-06,
+      "loss": 1.2939491271972656,
+      "step": 588
+    },
+    {
+      "epoch": 0.6758304696449027,
+      "grad_norm": 0.1996665745973587,
+      "learning_rate": 9.268230274739993e-06,
+      "loss": 1.680454134941101,
+      "step": 590
+    },
+    {
+      "epoch": 0.6781214203894617,
+      "grad_norm": 0.10235057026147842,
+      "learning_rate": 9.262006386091643e-06,
+      "loss": 1.300153136253357,
+      "step": 592
+    },
+    {
+      "epoch": 0.6804123711340206,
+      "grad_norm": 0.1189015805721283,
+      "learning_rate": 9.255758504789773e-06,
+      "loss": 1.4123055934906006,
+      "step": 594
+    },
+    {
+      "epoch": 0.6827033218785796,
+      "grad_norm": 0.11398884654045105,
+      "learning_rate": 9.249486670681011e-06,
+      "loss": 1.3474668264389038,
+      "step": 596
+    },
+    {
+      "epoch": 0.6849942726231386,
+      "grad_norm": 0.33024370670318604,
+      "learning_rate": 9.243190923764743e-06,
+      "loss": 0.9317454695701599,
+      "step": 598
+    },
+    {
+      "epoch": 0.6872852233676976,
+      "grad_norm": 0.18342778086662292,
+      "learning_rate": 9.236871304192857e-06,
+      "loss": 1.3693324327468872,
+      "step": 600
+    },
+    {
+      "epoch": 0.6895761741122566,
+      "grad_norm": 0.09077564626932144,
+      "learning_rate": 9.2305278522695e-06,
+      "loss": 1.2000863552093506,
+      "step": 602
+    },
+    {
+      "epoch": 0.6918671248568156,
+      "grad_norm": 0.1056990921497345,
+      "learning_rate": 9.224160608450806e-06,
+      "loss": 1.2265493869781494,
+      "step": 604
+    },
+    {
+      "epoch": 0.6941580756013745,
+      "grad_norm": 0.039485201239585876,
+      "learning_rate": 9.217769613344647e-06,
+      "loss": 1.1047804355621338,
+      "step": 606
+    },
+    {
+      "epoch": 0.6964490263459335,
+      "grad_norm": 0.08278033137321472,
+      "learning_rate": 9.211354907710373e-06,
+      "loss": 1.2274484634399414,
+      "step": 608
+    },
+    {
+      "epoch": 0.6987399770904925,
+      "grad_norm": 0.04109884425997734,
+      "learning_rate": 9.204916532458552e-06,
+      "loss": 1.237788438796997,
+      "step": 610
+    },
+    {
+      "epoch": 0.7010309278350515,
+      "grad_norm": 0.11578814685344696,
+      "learning_rate": 9.198454528650702e-06,
+      "loss": 1.2939280271530151,
+      "step": 612
+    },
+    {
+      "epoch": 0.7033218785796106,
+      "grad_norm": 0.10241305083036423,
+      "learning_rate": 9.191968937499041e-06,
+      "loss": 1.1080031394958496,
+      "step": 614
+    },
+    {
+      "epoch": 0.7056128293241696,
+      "grad_norm": 0.08389988541603088,
+      "learning_rate": 9.185459800366212e-06,
+      "loss": 1.1695685386657715,
+      "step": 616
+    },
+    {
+      "epoch": 0.7079037800687286,
+      "grad_norm": 0.18472033739089966,
+      "learning_rate": 9.178927158765037e-06,
+      "loss": 1.1244120597839355,
+      "step": 618
+    },
+    {
+      "epoch": 0.7101947308132875,
+      "grad_norm": 0.13071289658546448,
+      "learning_rate": 9.172371054358224e-06,
+      "loss": 1.2239925861358643,
+      "step": 620
+    },
+    {
+      "epoch": 0.7124856815578465,
+      "grad_norm": 0.039994560182094574,
+      "learning_rate": 9.16579152895813e-06,
+      "loss": 1.1075098514556885,
+      "step": 622
+    },
+    {
+      "epoch": 0.7147766323024055,
+      "grad_norm": 0.12017904967069626,
+      "learning_rate": 9.15918862452648e-06,
+      "loss": 1.0645837783813477,
+      "step": 624
+    },
+    {
+      "epoch": 0.7170675830469645,
+      "grad_norm": 0.19609086215496063,
+      "learning_rate": 9.152562383174102e-06,
+      "loss": 0.6706198453903198,
+      "step": 626
+    },
+    {
+      "epoch": 0.7193585337915235,
+      "grad_norm": 0.13229237496852875,
+      "learning_rate": 9.145912847160652e-06,
+      "loss": 1.3926395177841187,
+      "step": 628
+    },
+    {
+      "epoch": 0.7216494845360825,
+      "grad_norm": 0.09191222488880157,
+      "learning_rate": 9.139240058894358e-06,
+      "loss": 1.2411160469055176,
+      "step": 630
+    },
+    {
+      "epoch": 0.7239404352806414,
+      "grad_norm": 0.13508380949497223,
+      "learning_rate": 9.132544060931738e-06,
+      "loss": 1.4096720218658447,
+      "step": 632
+    },
+    {
+      "epoch": 0.7262313860252004,
+      "grad_norm": 0.11203691363334656,
+      "learning_rate": 9.125824895977334e-06,
+      "loss": 0.7960629463195801,
+      "step": 634
+    },
+    {
+      "epoch": 0.7285223367697594,
+      "grad_norm": 0.17772053182125092,
+      "learning_rate": 9.11908260688344e-06,
+      "loss": 1.3206441402435303,
+      "step": 636
+    },
+    {
+      "epoch": 0.7308132875143184,
+      "grad_norm": 0.09526784718036652,
+      "learning_rate": 9.112317236649822e-06,
+      "loss": 1.159492015838623,
+      "step": 638
+    },
+    {
+      "epoch": 0.7331042382588774,
+      "grad_norm": 0.11944857239723206,
+      "learning_rate": 9.105528828423455e-06,
+      "loss": 1.3975093364715576,
+      "step": 640
+    },
+    {
+      "epoch": 0.7353951890034365,
+      "grad_norm": 0.034794408828020096,
+      "learning_rate": 9.098717425498237e-06,
+      "loss": 1.132660150527954,
+      "step": 642
+    },
+    {
+      "epoch": 0.7376861397479955,
+      "grad_norm": 0.13092458248138428,
+      "learning_rate": 9.09188307131472e-06,
+      "loss": 1.3938100337982178,
+      "step": 644
+    },
+    {
+      "epoch": 0.7399770904925544,
+      "grad_norm": 0.033246614038944244,
+      "learning_rate": 9.085025809459826e-06,
+      "loss": 1.1749005317687988,
+      "step": 646
+    },
+    {
+      "epoch": 0.7422680412371134,
+      "grad_norm": 0.036673709750175476,
+      "learning_rate": 9.078145683666582e-06,
+      "loss": 1.0377411842346191,
+      "step": 648
+    },
+    {
+      "epoch": 0.7445589919816724,
+      "grad_norm": 0.1842445731163025,
+      "learning_rate": 9.071242737813824e-06,
+      "loss": 1.0705593824386597,
+      "step": 650
+    },
+    {
+      "epoch": 0.7468499427262314,
+      "grad_norm": 0.04267792031168938,
+      "learning_rate": 9.06431701592593e-06,
+      "loss": 1.1197433471679688,
+      "step": 652
+    },
+    {
+      "epoch": 0.7491408934707904,
+      "grad_norm": 0.11130751669406891,
+      "learning_rate": 9.057368562172535e-06,
+      "loss": 1.0569872856140137,
+      "step": 654
+    },
+    {
+      "epoch": 0.7514318442153494,
+      "grad_norm": 0.11254757642745972,
+      "learning_rate": 9.050397420868246e-06,
+      "loss": 1.1947691440582275,
+      "step": 656
+    },
+    {
+      "epoch": 0.7537227949599083,
+      "grad_norm": 0.11397068947553635,
+      "learning_rate": 9.043403636472368e-06,
+      "loss": 0.9924128651618958,
+      "step": 658
+    },
+    {
+      "epoch": 0.7560137457044673,
+      "grad_norm": 0.16056719422340393,
+      "learning_rate": 9.036387253588611e-06,
+      "loss": 1.4780884981155396,
+      "step": 660
+    },
+    {
+      "epoch": 0.7583046964490263,
+      "grad_norm": 0.1511063575744629,
+      "learning_rate": 9.02934831696481e-06,
+      "loss": 0.638008713722229,
+      "step": 662
+    },
+    {
+      "epoch": 0.7605956471935853,
+      "grad_norm": 0.04247143492102623,
+      "learning_rate": 9.022286871492641e-06,
+      "loss": 1.166100025177002,
+      "step": 664
+    },
+    {
+      "epoch": 0.7628865979381443,
+      "grad_norm": 0.10111839324235916,
+      "learning_rate": 9.015202962207329e-06,
+      "loss": 1.248875617980957,
+      "step": 666
+    },
+    {
+      "epoch": 0.7651775486827033,
+      "grad_norm": 0.10688889771699905,
+      "learning_rate": 9.008096634287372e-06,
+      "loss": 1.218861699104309,
+      "step": 668
+    },
+    {
+      "epoch": 0.7674684994272624,
+      "grad_norm": 0.14122603833675385,
+      "learning_rate": 9.000967933054236e-06,
+      "loss": 1.2160475254058838,
+      "step": 670
+    },
+    {
+      "epoch": 0.7697594501718213,
+      "grad_norm": 0.09510156512260437,
+      "learning_rate": 8.993816903972083e-06,
+      "loss": 1.3408292531967163,
+      "step": 672
+    },
+    {
+      "epoch": 0.7720504009163803,
+      "grad_norm": 0.032357197254896164,
+      "learning_rate": 8.986643592647473e-06,
+      "loss": 0.9297527074813843,
+      "step": 674
+    },
+    {
+      "epoch": 0.7743413516609393,
+      "grad_norm": 0.10768794268369675,
+      "learning_rate": 8.979448044829068e-06,
+      "loss": 1.2648060321807861,
+      "step": 676
+    },
+    {
+      "epoch": 0.7766323024054983,
+      "grad_norm": 0.1046016663312912,
+      "learning_rate": 8.972230306407354e-06,
+      "loss": 0.9922665357589722,
+      "step": 678
+    },
+    {
+      "epoch": 0.7789232531500573,
+      "grad_norm": 0.10708943009376526,
+      "learning_rate": 8.964990423414334e-06,
+      "loss": 1.2871710062026978,
+      "step": 680
+    },
+    {
+      "epoch": 0.7812142038946163,
+      "grad_norm": 0.11082033067941666,
+      "learning_rate": 8.957728442023243e-06,
+      "loss": 1.2588818073272705,
+      "step": 682
+    },
+    {
+      "epoch": 0.7835051546391752,
+      "grad_norm": 0.15941235423088074,
+      "learning_rate": 8.95044440854825e-06,
+      "loss": 1.4140057563781738,
+      "step": 684
+    },
+    {
+      "epoch": 0.7857961053837342,
+      "grad_norm": 0.10488958656787872,
+      "learning_rate": 8.943138369444165e-06,
+      "loss": 1.216564655303955,
+      "step": 686
+    },
+    {
+      "epoch": 0.7880870561282932,
+      "grad_norm": 0.09411117434501648,
+      "learning_rate": 8.935810371306143e-06,
+      "loss": 1.0623620748519897,
+      "step": 688
+    },
+    {
+      "epoch": 0.7903780068728522,
+      "grad_norm": 0.1014682799577713,
+      "learning_rate": 8.928460460869383e-06,
+      "loss": 1.3300588130950928,
+      "step": 690
+    },
+    {
+      "epoch": 0.7926689576174112,
+      "grad_norm": 0.1440027803182602,
+      "learning_rate": 8.921088685008833e-06,
+      "loss": 1.4568748474121094,
+      "step": 692
+    },
+    {
+      "epoch": 0.7949599083619702,
+      "grad_norm": 0.05546777695417404,
+      "learning_rate": 8.913695090738891e-06,
+      "loss": 1.1724140644073486,
+      "step": 694
+    },
+    {
+      "epoch": 0.7972508591065293,
+      "grad_norm": 0.0671909973025322,
+      "learning_rate": 8.906279725213105e-06,
+      "loss": 1.0626245737075806,
+      "step": 696
+    },
+    {
+      "epoch": 0.7995418098510882,
+      "grad_norm": 0.10349666327238083,
+      "learning_rate": 8.898842635723868e-06,
+      "loss": 1.2186851501464844,
+      "step": 698
+    },
+    {
+      "epoch": 0.8018327605956472,
+      "grad_norm": 0.09945754706859589,
+      "learning_rate": 8.891383869702127e-06,
+      "loss": 1.2207574844360352,
+      "step": 700
+    },
+    {
+      "epoch": 0.8041237113402062,
+      "grad_norm": 0.11375889927148819,
+      "learning_rate": 8.883903474717067e-06,
+      "loss": 1.1474676132202148,
+      "step": 702
+    },
+    {
+      "epoch": 0.8064146620847652,
+      "grad_norm": 0.033355362713336945,
+      "learning_rate": 8.876401498475818e-06,
+      "loss": 1.218152403831482,
+      "step": 704
+    },
+    {
+      "epoch": 0.8087056128293242,
+      "grad_norm": 0.0988926887512207,
+      "learning_rate": 8.868877988823148e-06,
+      "loss": 1.217521071434021,
+      "step": 706
+    },
+    {
+      "epoch": 0.8109965635738832,
+      "grad_norm": 0.10163167864084244,
+      "learning_rate": 8.861332993741155e-06,
+      "loss": 1.3256537914276123,
+      "step": 708
+    },
+    {
+      "epoch": 0.8132875143184422,
+      "grad_norm": 0.15732599794864655,
+      "learning_rate": 8.85376656134896e-06,
+      "loss": 1.1980226039886475,
+      "step": 710
+    },
+    {
+      "epoch": 0.8155784650630011,
+      "grad_norm": 0.12234638631343842,
+      "learning_rate": 8.846178739902409e-06,
+      "loss": 1.5141435861587524,
+      "step": 712
+    },
+    {
+      "epoch": 0.8178694158075601,
+      "grad_norm": 0.03240432217717171,
+      "learning_rate": 8.838569577793756e-06,
+      "loss": 1.032310962677002,
+      "step": 714
+    },
+    {
+      "epoch": 0.8201603665521191,
+      "grad_norm": 0.09315624833106995,
+      "learning_rate": 8.83093912355136e-06,
+      "loss": 1.1437958478927612,
+      "step": 716
+    },
+    {
+      "epoch": 0.8224513172966781,
+      "grad_norm": 0.11046700924634933,
+      "learning_rate": 8.82328742583937e-06,
+      "loss": 1.1637240648269653,
+      "step": 718
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 0.0841628909111023,
+      "learning_rate": 8.815614533457419e-06,
+      "loss": 1.0901081562042236,
+      "step": 720
+    },
+    {
+      "epoch": 0.827033218785796,
+      "grad_norm": 0.10208731889724731,
+      "learning_rate": 8.807920495340313e-06,
+      "loss": 1.2723631858825684,
+      "step": 722
+    },
+    {
+      "epoch": 0.8293241695303551,
+      "grad_norm": 0.10736406594514847,
+      "learning_rate": 8.800205360557714e-06,
+      "loss": 1.3155536651611328,
+      "step": 724
+    },
+    {
+      "epoch": 0.8316151202749141,
+      "grad_norm": 0.24670641124248505,
+      "learning_rate": 8.792469178313835e-06,
+      "loss": 1.1443843841552734,
+      "step": 726
+    },
+    {
+      "epoch": 0.8339060710194731,
+      "grad_norm": 0.11407999694347382,
+      "learning_rate": 8.784711997947121e-06,
+      "loss": 1.2705860137939453,
+      "step": 728
+    },
+    {
+      "epoch": 0.8361970217640321,
+      "grad_norm": 0.1088922917842865,
+      "learning_rate": 8.776933868929929e-06,
+      "loss": 1.2330048084259033,
+      "step": 730
+    },
+    {
+      "epoch": 0.8384879725085911,
+      "grad_norm": 0.04192059114575386,
+      "learning_rate": 8.769134840868228e-06,
+      "loss": 1.17930006980896,
+      "step": 732
+    },
+    {
+      "epoch": 0.8407789232531501,
+      "grad_norm": 0.10472884774208069,
+      "learning_rate": 8.761314963501265e-06,
+      "loss": 1.2617244720458984,
+      "step": 734
+    },
+    {
+      "epoch": 0.843069873997709,
+      "grad_norm": 0.036843329668045044,
+      "learning_rate": 8.753474286701263e-06,
+      "loss": 1.0243253707885742,
+      "step": 736
+    },
+    {
+      "epoch": 0.845360824742268,
+      "grad_norm": 0.14724741876125336,
+      "learning_rate": 8.74561286047309e-06,
+      "loss": 1.342656135559082,
+      "step": 738
+    },
+    {
+      "epoch": 0.847651775486827,
+      "grad_norm": 0.10858327895402908,
+      "learning_rate": 8.737730734953949e-06,
+      "loss": 1.3815677165985107,
+      "step": 740
+    },
+    {
+      "epoch": 0.849942726231386,
+      "grad_norm": 0.04007134586572647,
+      "learning_rate": 8.729827960413054e-06,
+      "loss": 1.385345458984375,
+      "step": 742
+    },
+    {
+      "epoch": 0.852233676975945,
+      "grad_norm": 0.1044420599937439,
+      "learning_rate": 8.721904587251315e-06,
+      "loss": 1.3040602207183838,
+      "step": 744
+    },
+    {
+      "epoch": 0.854524627720504,
+      "grad_norm": 0.034813616424798965,
+      "learning_rate": 8.713960666001e-06,
+      "loss": 1.0024397373199463,
+      "step": 746
+    },
+    {
+      "epoch": 0.856815578465063,
+      "grad_norm": 0.03408174216747284,
+      "learning_rate": 8.705996247325443e-06,
+      "loss": 1.1536363363265991,
+      "step": 748
+    },
+    {
+      "epoch": 0.8591065292096219,
+      "grad_norm": 0.10098287463188171,
+      "learning_rate": 8.698011382018687e-06,
+      "loss": 1.4317657947540283,
+      "step": 750
+    },
+    {
+      "epoch": 0.861397479954181,
+      "grad_norm": 0.12679803371429443,
+      "learning_rate": 8.690006121005187e-06,
+      "loss": 1.4823131561279297,
+      "step": 752
+    },
+    {
+      "epoch": 0.86368843069874,
+      "grad_norm": 0.11496943235397339,
+      "learning_rate": 8.681980515339464e-06,
+      "loss": 1.172654151916504,
+      "step": 754
+    },
+    {
+      "epoch": 0.865979381443299,
+      "grad_norm": 0.03390732407569885,
+      "learning_rate": 8.6739346162058e-06,
+      "loss": 1.1092259883880615,
+      "step": 756
+    },
+    {
+      "epoch": 0.868270332187858,
+      "grad_norm": 0.09868176281452179,
+      "learning_rate": 8.66586847491789e-06,
+      "loss": 1.1055936813354492,
+      "step": 758
+    },
+    {
+      "epoch": 0.870561282932417,
+      "grad_norm": 0.1280670017004013,
+      "learning_rate": 8.657782142918537e-06,
+      "loss": 1.2542710304260254,
+      "step": 760
+    },
+    {
+      "epoch": 0.872852233676976,
+      "grad_norm": 0.101657435297966,
+      "learning_rate": 8.649675671779304e-06,
+      "loss": 1.2047970294952393,
+      "step": 762
+    },
+    {
+      "epoch": 0.8751431844215349,
+      "grad_norm": 0.16795100271701813,
+      "learning_rate": 8.641549113200198e-06,
+      "loss": 1.1056723594665527,
+      "step": 764
+    },
+    {
+      "epoch": 0.8774341351660939,
+      "grad_norm": 0.045386865735054016,
+      "learning_rate": 8.633402519009337e-06,
+      "loss": 1.307566523551941,
+      "step": 766
+    },
+    {
+      "epoch": 0.8797250859106529,
+      "grad_norm": 0.09542455524206161,
+      "learning_rate": 8.625235941162615e-06,
+      "loss": 1.1384682655334473,
+      "step": 768
+    },
+    {
+      "epoch": 0.8820160366552119,
+      "grad_norm": 0.3451470136642456,
+      "learning_rate": 8.617049431743376e-06,
+      "loss": 1.0609101057052612,
+      "step": 770
+    },
+    {
+      "epoch": 0.8843069873997709,
+      "grad_norm": 0.043013185262680054,
+      "learning_rate": 8.60884304296208e-06,
+      "loss": 0.8049713373184204,
+      "step": 772
+    },
+    {
+      "epoch": 0.8865979381443299,
+      "grad_norm": 0.0997074693441391,
+      "learning_rate": 8.600616827155968e-06,
+      "loss": 1.2299315929412842,
+      "step": 774
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 0.11632440239191055,
+      "learning_rate": 8.592370836788738e-06,
+      "loss": 1.325179100036621,
+      "step": 776
+    },
+    {
+      "epoch": 0.8911798396334479,
+      "grad_norm": 0.11443230509757996,
+      "learning_rate": 8.584105124450192e-06,
+      "loss": 1.4285557270050049,
+      "step": 778
+    },
+    {
+      "epoch": 0.8934707903780069,
+      "grad_norm": 0.21292933821678162,
+      "learning_rate": 8.575819742855918e-06,
+      "loss": 1.6177531480789185,
+      "step": 780
+    },
+    {
+      "epoch": 0.8957617411225659,
+      "grad_norm": 0.03320442512631416,
+      "learning_rate": 8.567514744846947e-06,
+      "loss": 1.1647987365722656,
+      "step": 782
+    },
+    {
+      "epoch": 0.8980526918671249,
+      "grad_norm": 0.21047484874725342,
+      "learning_rate": 8.559190183389411e-06,
+      "loss": 0.6821029186248779,
+      "step": 784
+    },
+    {
+      "epoch": 0.9003436426116839,
+      "grad_norm": 0.08516217768192291,
+      "learning_rate": 8.550846111574216e-06,
+      "loss": 0.9978764057159424,
+      "step": 786
+    },
+    {
+      "epoch": 0.9026345933562429,
+      "grad_norm": 0.20089198648929596,
+      "learning_rate": 8.542482582616694e-06,
+      "loss": 1.1663529872894287,
+      "step": 788
+    },
+    {
+      "epoch": 0.9049255441008018,
+      "grad_norm": 0.08953817188739777,
+      "learning_rate": 8.53409964985627e-06,
+      "loss": 1.1072628498077393,
+      "step": 790
+    },
+    {
+      "epoch": 0.9072164948453608,
+      "grad_norm": 0.20335598289966583,
+      "learning_rate": 8.525697366756117e-06,
+      "loss": 1.1753069162368774,
+      "step": 792
+    },
+    {
+      "epoch": 0.9095074455899198,
+      "grad_norm": 0.10008153319358826,
+      "learning_rate": 8.51727578690282e-06,
+      "loss": 1.2463250160217285,
+      "step": 794
+    },
+    {
+      "epoch": 0.9117983963344788,
+      "grad_norm": 0.03641178086400032,
+      "learning_rate": 8.508834964006026e-06,
+      "loss": 1.1079061031341553,
+      "step": 796
+    },
+    {
+      "epoch": 0.9140893470790378,
+      "grad_norm": 0.11625296622514725,
+      "learning_rate": 8.500374951898111e-06,
+      "loss": 1.2706644535064697,
+      "step": 798
+    },
+    {
+      "epoch": 0.9163802978235968,
+      "grad_norm": 0.11276042461395264,
+      "learning_rate": 8.491895804533834e-06,
+      "loss": 1.3342492580413818,
+      "step": 800
+    },
+    {
+      "epoch": 0.9186712485681557,
+      "grad_norm": 0.10194030404090881,
+      "learning_rate": 8.483397575989984e-06,
+      "loss": 1.307550311088562,
+      "step": 802
+    },
+    {
+      "epoch": 0.9209621993127147,
+      "grad_norm": 0.13294701278209686,
+      "learning_rate": 8.474880320465054e-06,
+      "loss": 1.3148338794708252,
+      "step": 804
+    },
+    {
+      "epoch": 0.9232531500572738,
+      "grad_norm": 0.13636107742786407,
+      "learning_rate": 8.466344092278874e-06,
+      "loss": 1.4288030862808228,
+      "step": 806
+    },
+    {
+      "epoch": 0.9255441008018328,
+      "grad_norm": 0.17754265666007996,
+      "learning_rate": 8.457788945872278e-06,
+      "loss": 1.3068530559539795,
+      "step": 808
+    },
+    {
+      "epoch": 0.9278350515463918,
+      "grad_norm": 0.16769464313983917,
+      "learning_rate": 8.449214935806754e-06,
+      "loss": 1.2810285091400146,
+      "step": 810
+    },
+    {
+      "epoch": 0.9301260022909508,
+      "grad_norm": 0.17232482135295868,
+      "learning_rate": 8.440622116764095e-06,
+      "loss": 1.3921419382095337,
+      "step": 812
+    },
+    {
+      "epoch": 0.9324169530355098,
+      "grad_norm": 0.03388385474681854,
+      "learning_rate": 8.43201054354605e-06,
+      "loss": 1.0712862014770508,
+      "step": 814
+    },
+    {
+      "epoch": 0.9347079037800687,
+      "grad_norm": 0.24018289148807526,
+      "learning_rate": 8.423380271073975e-06,
+      "loss": 1.0584461688995361,
+      "step": 816
+    },
+    {
+      "epoch": 0.9369988545246277,
+      "grad_norm": 0.17711585760116577,
+      "learning_rate": 8.41473135438848e-06,
+      "loss": 1.2261204719543457,
+      "step": 818
+    },
+    {
+      "epoch": 0.9392898052691867,
+      "grad_norm": 0.036880411207675934,
+      "learning_rate": 8.406063848649089e-06,
+      "loss": 1.1226576566696167,
+      "step": 820
+    },
+    {
+      "epoch": 0.9415807560137457,
+      "grad_norm": 0.03658941015601158,
+      "learning_rate": 8.397377809133872e-06,
+      "loss": 1.0902087688446045,
+      "step": 822
+    },
+    {
+      "epoch": 0.9438717067583047,
+      "grad_norm": 0.10014797747135162,
+      "learning_rate": 8.388673291239098e-06,
+      "loss": 1.2248773574829102,
+      "step": 824
+    },
+    {
+      "epoch": 0.9461626575028637,
+      "grad_norm": 0.10653302818536758,
+      "learning_rate": 8.379950350478899e-06,
+      "loss": 1.1442151069641113,
+      "step": 826
+    },
+    {
+      "epoch": 0.9484536082474226,
+      "grad_norm": 0.044977616518735886,
+      "learning_rate": 8.371209042484884e-06,
+      "loss": 1.190359354019165,
+      "step": 828
+    },
+    {
+      "epoch": 0.9507445589919816,
+      "grad_norm": 0.11633345484733582,
+      "learning_rate": 8.362449423005811e-06,
+      "loss": 0.9401731491088867,
+      "step": 830
+    },
+    {
+      "epoch": 0.9530355097365406,
+      "grad_norm": 0.10338146239519119,
+      "learning_rate": 8.353671547907218e-06,
+      "loss": 1.2098982334136963,
+      "step": 832
+    },
+    {
+      "epoch": 0.9553264604810997,
+      "grad_norm": 0.037584755569696426,
+      "learning_rate": 8.344875473171072e-06,
+      "loss": 1.0929856300354004,
+      "step": 834
+    },
+    {
+      "epoch": 0.9576174112256587,
+      "grad_norm": 0.037858281284570694,
+      "learning_rate": 8.33606125489541e-06,
+      "loss": 1.1181831359863281,
+      "step": 836
+    },
+    {
+      "epoch": 0.9599083619702177,
+      "grad_norm": 0.033685605973005295,
+      "learning_rate": 8.327228949293983e-06,
+      "loss": 1.1918667554855347,
+      "step": 838
+    },
+    {
+      "epoch": 0.9621993127147767,
+      "grad_norm": 0.10927028208971024,
+      "learning_rate": 8.318378612695893e-06,
+      "loss": 1.1812386512756348,
+      "step": 840
+    },
+    {
+      "epoch": 0.9644902634593356,
+      "grad_norm": 0.09622111916542053,
+      "learning_rate": 8.30951030154524e-06,
+      "loss": 1.2083207368850708,
+      "step": 842
+    },
+    {
+      "epoch": 0.9667812142038946,
+      "grad_norm": 0.09567157924175262,
+      "learning_rate": 8.300624072400757e-06,
+      "loss": 1.1253591775894165,
+      "step": 844
+    },
+    {
+      "epoch": 0.9690721649484536,
+      "grad_norm": 0.1568741798400879,
+      "learning_rate": 8.29171998193545e-06,
+      "loss": 1.2886474132537842,
+      "step": 846
+    },
+    {
+      "epoch": 0.9713631156930126,
+      "grad_norm": 0.21366208791732788,
+      "learning_rate": 8.28279808693624e-06,
+      "loss": 1.2641284465789795,
+      "step": 848
+    },
+    {
+      "epoch": 0.9736540664375716,
+      "grad_norm": 0.11669494956731796,
+      "learning_rate": 8.273858444303601e-06,
+      "loss": 1.2815788984298706,
+      "step": 850
+    },
+    {
+      "epoch": 0.9759450171821306,
+      "grad_norm": 0.12636975944042206,
+      "learning_rate": 8.26490111105119e-06,
+      "loss": 1.280737042427063,
+      "step": 852
+    },
+    {
+      "epoch": 0.9782359679266895,
+      "grad_norm": 0.09644594043493271,
+      "learning_rate": 8.25592614430549e-06,
+      "loss": 1.4965810775756836,
+      "step": 854
+    },
+    {
+      "epoch": 0.9805269186712485,
+      "grad_norm": 0.10086604207754135,
+      "learning_rate": 8.246933601305441e-06,
+      "loss": 1.2899303436279297,
+      "step": 856
+    },
+    {
+      "epoch": 0.9828178694158075,
+      "grad_norm": 0.03850960731506348,
+      "learning_rate": 8.237923539402083e-06,
+      "loss": 1.1815292835235596,
+      "step": 858
+    },
+    {
+      "epoch": 0.9851088201603666,
+      "grad_norm": 0.03153403848409653,
+      "learning_rate": 8.228896016058182e-06,
+      "loss": 1.0716750621795654,
+      "step": 860
+    },
+    {
+      "epoch": 0.9873997709049256,
+      "grad_norm": 0.5610406398773193,
+      "learning_rate": 8.219851088847866e-06,
+      "loss": 0.8392553329467773,
+      "step": 862
+    },
+    {
+      "epoch": 0.9896907216494846,
+      "grad_norm": 0.029171844944357872,
+      "learning_rate": 8.210788815456259e-06,
+      "loss": 0.5268185138702393,
+      "step": 864
+    },
+    {
+      "epoch": 0.9919816723940436,
+      "grad_norm": 0.048108626157045364,
+      "learning_rate": 8.201709253679113e-06,
+      "loss": 1.1043140888214111,
+      "step": 866
+    },
+    {
+      "epoch": 0.9942726231386025,
+      "grad_norm": 0.03910600021481514,
+      "learning_rate": 8.192612461422436e-06,
+      "loss": 1.1640534400939941,
+      "step": 868
+    },
+    {
+      "epoch": 0.9965635738831615,
+      "grad_norm": 0.14607083797454834,
+      "learning_rate": 8.18349849670213e-06,
+      "loss": 1.191579818725586,
+      "step": 870
+    },
+    {
+      "epoch": 0.9988545246277205,
+      "grad_norm": 0.1132192313671112,
+      "learning_rate": 8.174367417643614e-06,
+      "loss": 1.300398349761963,
+      "step": 872
+    },
+    {
+      "epoch": 1.0011454753722795,
+      "grad_norm": 0.03182588517665863,
+      "learning_rate": 8.165219282481454e-06,
+      "loss": 1.0970737934112549,
+      "step": 874
+    },
+    {
+      "epoch": 1.0034364261168385,
+      "grad_norm": 0.09465012699365616,
+      "learning_rate": 8.156054149558997e-06,
+      "loss": 1.2283321619033813,
+      "step": 876
+    },
+    {
+      "epoch": 1.0057273768613975,
+      "grad_norm": 0.09852684289216995,
+      "learning_rate": 8.146872077327992e-06,
+      "loss": 1.2641890048980713,
+      "step": 878
+    },
+    {
+      "epoch": 1.0080183276059564,
+      "grad_norm": 0.09122022986412048,
+      "learning_rate": 8.137673124348224e-06,
+      "loss": 1.2633693218231201,
+      "step": 880
+    },
+    {
+      "epoch": 1.0103092783505154,
+      "grad_norm": 0.0346677266061306,
+      "learning_rate": 8.128457349287134e-06,
+      "loss": 1.2950749397277832,
+      "step": 882
+    },
+    {
+      "epoch": 1.0126002290950744,
+      "grad_norm": 0.10290050506591797,
+      "learning_rate": 8.119224810919446e-06,
+      "loss": 1.155712604522705,
+      "step": 884
+    },
+    {
+      "epoch": 1.0148911798396334,
+      "grad_norm": 0.11368633806705475,
+      "learning_rate": 8.1099755681268e-06,
+      "loss": 1.2856930494308472,
+      "step": 886
+    },
+    {
+      "epoch": 1.0171821305841924,
+      "grad_norm": 0.09924730658531189,
+      "learning_rate": 8.10070967989737e-06,
+      "loss": 1.3079783916473389,
+      "step": 888
+    },
+    {
+      "epoch": 1.0194730813287514,
+      "grad_norm": 0.03917548060417175,
+      "learning_rate": 8.091427205325481e-06,
+      "loss": 1.1257250308990479,
+      "step": 890
+    },
+    {
+      "epoch": 1.0217640320733103,
+      "grad_norm": 0.10367637127637863,
+      "learning_rate": 8.082128203611245e-06,
+      "loss": 1.1606723070144653,
+      "step": 892
+    },
+    {
+      "epoch": 1.0240549828178693,
+      "grad_norm": 0.04987473413348198,
+      "learning_rate": 8.07281273406018e-06,
+      "loss": 1.2995059490203857,
+      "step": 894
+    },
+    {
+      "epoch": 1.0263459335624283,
+      "grad_norm": 0.1082967147231102,
+      "learning_rate": 8.063480856082822e-06,
+      "loss": 1.3261157274246216,
+      "step": 896
+    },
+    {
+      "epoch": 1.0286368843069873,
+      "grad_norm": 0.10131801664829254,
+      "learning_rate": 8.054132629194363e-06,
+      "loss": 1.2500728368759155,
+      "step": 898
+    },
+    {
+      "epoch": 1.0309278350515463,
+      "grad_norm": 0.20225836336612701,
+      "learning_rate": 8.044768113014253e-06,
+      "loss": 1.2365930080413818,
+      "step": 900
+    },
+    {
+      "epoch": 1.0332187857961055,
+      "grad_norm": 0.3037818372249603,
+      "learning_rate": 8.03538736726584e-06,
+      "loss": 0.9093201756477356,
+      "step": 902
+    },
+    {
+      "epoch": 1.0355097365406645,
+      "grad_norm": 0.09588132798671722,
+      "learning_rate": 8.025990451775963e-06,
+      "loss": 1.203194499015808,
+      "step": 904
+    },
+    {
+      "epoch": 1.0378006872852235,
+      "grad_norm": 0.09174283593893051,
+      "learning_rate": 8.016577426474602e-06,
+      "loss": 1.1838289499282837,
+      "step": 906
+    },
+    {
+      "epoch": 1.0400916380297824,
+      "grad_norm": 0.09558971971273422,
+      "learning_rate": 8.007148351394465e-06,
+      "loss": 1.2214634418487549,
+      "step": 908
+    },
+    {
+      "epoch": 1.0423825887743414,
+      "grad_norm": 0.06839102506637573,
+      "learning_rate": 7.99770328667063e-06,
+      "loss": 1.0787734985351562,
+      "step": 910
+    },
+    {
+      "epoch": 1.0446735395189004,
+      "grad_norm": 0.040618084371089935,
+      "learning_rate": 7.988242292540144e-06,
+      "loss": 1.246540904045105,
+      "step": 912
+    },
+    {
+      "epoch": 1.0469644902634594,
+      "grad_norm": 0.12011495232582092,
+      "learning_rate": 7.978765429341651e-06,
+      "loss": 1.1854981184005737,
+      "step": 914
+    },
+    {
+      "epoch": 1.0492554410080184,
+      "grad_norm": 0.12019508332014084,
+      "learning_rate": 7.969272757514997e-06,
+      "loss": 1.1858718395233154,
+      "step": 916
+    },
+    {
+      "epoch": 1.0515463917525774,
+      "grad_norm": 0.09292206168174744,
+      "learning_rate": 7.959764337600852e-06,
+      "loss": 1.2531483173370361,
+      "step": 918
+    },
+    {
+      "epoch": 1.0538373424971363,
+      "grad_norm": 0.030973954126238823,
+      "learning_rate": 7.950240230240323e-06,
+      "loss": 0.6899155974388123,
+      "step": 920
+    },
+    {
+      "epoch": 1.0561282932416953,
+      "grad_norm": 0.17956514656543732,
+      "learning_rate": 7.94070049617456e-06,
+      "loss": 1.1831200122833252,
+      "step": 922
+    },
+    {
+      "epoch": 1.0584192439862543,
+      "grad_norm": 0.10381026566028595,
+      "learning_rate": 7.93114519624438e-06,
+      "loss": 1.2370057106018066,
+      "step": 924
+    },
+    {
+      "epoch": 1.0607101947308133,
+      "grad_norm": 0.1092928797006607,
+      "learning_rate": 7.921574391389874e-06,
+      "loss": 1.1756248474121094,
+      "step": 926
+    },
+    {
+      "epoch": 1.0630011454753723,
+      "grad_norm": 0.0376867949962616,
+      "learning_rate": 7.911988142650008e-06,
+      "loss": 1.072977066040039,
+      "step": 928
+    },
+    {
+      "epoch": 1.0652920962199313,
+      "grad_norm": 0.32605865597724915,
+      "learning_rate": 7.902386511162257e-06,
+      "loss": 1.0307834148406982,
+      "step": 930
+    },
+    {
+      "epoch": 1.0675830469644902,
+      "grad_norm": 0.10231613367795944,
+      "learning_rate": 7.892769558162188e-06,
+      "loss": 1.206171989440918,
+      "step": 932
+    },
+    {
+      "epoch": 1.0698739977090492,
+      "grad_norm": 0.10850352048873901,
+      "learning_rate": 7.883137344983094e-06,
+      "loss": 0.7696674466133118,
+      "step": 934
+    },
+    {
+      "epoch": 1.0721649484536082,
+      "grad_norm": 0.10014284402132034,
+      "learning_rate": 7.873489933055586e-06,
+      "loss": 1.127623200416565,
+      "step": 936
+    },
+    {
+      "epoch": 1.0744558991981672,
+      "grad_norm": 0.06162659451365471,
+      "learning_rate": 7.863827383907202e-06,
+      "loss": 1.3174957036972046,
+      "step": 938
+    },
+    {
+      "epoch": 1.0767468499427262,
+      "grad_norm": 0.12214836478233337,
+      "learning_rate": 7.85414975916203e-06,
+      "loss": 1.235177993774414,
+      "step": 940
+    },
+    {
+      "epoch": 1.0790378006872852,
+      "grad_norm": 0.03565968945622444,
+      "learning_rate": 7.8444571205403e-06,
+      "loss": 1.1172802448272705,
+      "step": 942
+    },
+    {
+      "epoch": 1.0813287514318441,
+      "grad_norm": 0.04510068520903587,
+      "learning_rate": 7.834749529857991e-06,
+      "loss": 1.1934261322021484,
+      "step": 944
+    },
+    {
+      "epoch": 1.0836197021764031,
+      "grad_norm": 0.0956355631351471,
+      "learning_rate": 7.825027049026448e-06,
+      "loss": 1.2597328424453735,
+      "step": 946
+    },
+    {
+      "epoch": 1.0859106529209621,
+      "grad_norm": 0.09545722603797913,
+      "learning_rate": 7.81528974005197e-06,
+      "loss": 1.2638235092163086,
+      "step": 948
+    },
+    {
+      "epoch": 1.088201603665521,
+      "grad_norm": 0.1045144647359848,
+      "learning_rate": 7.805537665035435e-06,
+      "loss": 1.1498044729232788,
+      "step": 950
+    },
+    {
+      "epoch": 1.09049255441008,
+      "grad_norm": 0.09164479374885559,
+      "learning_rate": 7.795770886171885e-06,
+      "loss": 1.224025011062622,
+      "step": 952
+    },
+    {
+      "epoch": 1.0927835051546393,
+      "grad_norm": 0.03645243123173714,
+      "learning_rate": 7.785989465750144e-06,
+      "loss": 1.1202518939971924,
+      "step": 954
+    },
+    {
+      "epoch": 1.0950744558991983,
+      "grad_norm": 0.09394631534814835,
+      "learning_rate": 7.776193466152408e-06,
+      "loss": 1.231307864189148,
+      "step": 956
+    },
+    {
+      "epoch": 1.0973654066437573,
+      "grad_norm": 0.08598010987043381,
+      "learning_rate": 7.766382949853856e-06,
+      "loss": 1.1217191219329834,
+      "step": 958
+    },
+    {
+      "epoch": 1.0996563573883162,
+      "grad_norm": 0.04581398144364357,
+      "learning_rate": 7.756557979422254e-06,
+      "loss": 1.2090941667556763,
+      "step": 960
+    },
+    {
+      "epoch": 1.1019473081328752,
+      "grad_norm": 0.09387822449207306,
+      "learning_rate": 7.746718617517541e-06,
+      "loss": 1.245224952697754,
+      "step": 962
+    },
+    {
+      "epoch": 1.1042382588774342,
+      "grad_norm": 0.14695440232753754,
+      "learning_rate": 7.73686492689145e-06,
+      "loss": 1.2612382173538208,
+      "step": 964
+    },
+    {
+      "epoch": 1.1065292096219932,
+      "grad_norm": 0.09694456309080124,
+      "learning_rate": 7.726996970387087e-06,
+      "loss": 1.185286283493042,
+      "step": 966
+    },
+    {
+      "epoch": 1.1088201603665522,
+      "grad_norm": 0.1064264178276062,
+      "learning_rate": 7.717114810938548e-06,
+      "loss": 1.2336416244506836,
+      "step": 968
+    },
+    {
+      "epoch": 1.1111111111111112,
+      "grad_norm": 0.09071429073810577,
+      "learning_rate": 7.707218511570506e-06,
+      "loss": 0.9867799282073975,
+      "step": 970
+    },
+    {
+      "epoch": 1.1134020618556701,
+      "grad_norm": 0.0929940938949585,
+      "learning_rate": 7.697308135397819e-06,
+      "loss": 1.303302526473999,
+      "step": 972
+    },
+    {
+      "epoch": 1.1156930126002291,
+      "grad_norm": 0.09926512837409973,
+      "learning_rate": 7.687383745625113e-06,
+      "loss": 0.7288157939910889,
+      "step": 974
+    },
+    {
+      "epoch": 1.1179839633447881,
+      "grad_norm": 0.12962137162685394,
+      "learning_rate": 7.67744540554639e-06,
+      "loss": 1.3191977739334106,
+      "step": 976
+    },
+    {
+      "epoch": 1.120274914089347,
+      "grad_norm": 0.14595907926559448,
+      "learning_rate": 7.667493178544626e-06,
+      "loss": 1.0432918071746826,
+      "step": 978
+    },
+    {
+      "epoch": 1.122565864833906,
+      "grad_norm": 0.11306449770927429,
+      "learning_rate": 7.65752712809136e-06,
+      "loss": 1.110289454460144,
+      "step": 980
+    },
+    {
+      "epoch": 1.124856815578465,
+      "grad_norm": 0.13710643351078033,
+      "learning_rate": 7.64754731774629e-06,
+      "loss": 1.3338663578033447,
+      "step": 982
+    },
+    {
+      "epoch": 1.127147766323024,
+      "grad_norm": 0.14222948253154755,
+      "learning_rate": 7.637553811156871e-06,
+      "loss": 1.2077035903930664,
+      "step": 984
+    },
+    {
+      "epoch": 1.129438717067583,
+      "grad_norm": 0.1056067943572998,
+      "learning_rate": 7.627546672057908e-06,
+      "loss": 1.1796958446502686,
+      "step": 986
+    },
+    {
+      "epoch": 1.131729667812142,
+      "grad_norm": 0.12675486505031586,
+      "learning_rate": 7.617525964271149e-06,
+      "loss": 1.2140767574310303,
+      "step": 988
+    },
+    {
+      "epoch": 1.134020618556701,
+      "grad_norm": 0.09778056293725967,
+      "learning_rate": 7.607491751704876e-06,
+      "loss": 1.1973233222961426,
+      "step": 990
+    },
+    {
+      "epoch": 1.13631156930126,
+      "grad_norm": 0.043336447328329086,
+      "learning_rate": 7.5974440983535015e-06,
+      "loss": 1.0020596981048584,
+      "step": 992
+    },
+    {
+      "epoch": 1.138602520045819,
+      "grad_norm": 0.10499600321054459,
+      "learning_rate": 7.587383068297157e-06,
+      "loss": 1.1112275123596191,
+      "step": 994
+    },
+    {
+      "epoch": 1.140893470790378,
+      "grad_norm": 0.0355721153318882,
+      "learning_rate": 7.577308725701285e-06,
+      "loss": 0.9966940879821777,
+      "step": 996
+    },
+    {
+      "epoch": 1.143184421534937,
+      "grad_norm": 0.0992012470960617,
+      "learning_rate": 7.567221134816235e-06,
+      "loss": 1.1800178289413452,
+      "step": 998
+    },
+    {
+      "epoch": 1.145475372279496,
+      "grad_norm": 0.10058074444532394,
+      "learning_rate": 7.557120359976843e-06,
+      "loss": 1.1242153644561768,
+      "step": 1000
+    },
+    {
+      "epoch": 1.147766323024055,
+      "grad_norm": 0.19073814153671265,
+      "learning_rate": 7.547006465602026e-06,
+      "loss": 1.0217759609222412,
+      "step": 1002
+    },
+    {
+      "epoch": 1.1500572737686139,
+      "grad_norm": 0.09970526397228241,
+      "learning_rate": 7.5368795161943835e-06,
+      "loss": 1.3643629550933838,
+      "step": 1004
+    },
+    {
+      "epoch": 1.1523482245131729,
+      "grad_norm": 0.06471025198698044,
+      "learning_rate": 7.526739576339761e-06,
+      "loss": 1.0752243995666504,
+      "step": 1006
+    },
+    {
+      "epoch": 1.1546391752577319,
+      "grad_norm": 0.042841047048568726,
+      "learning_rate": 7.516586710706862e-06,
+      "loss": 1.0762394666671753,
+      "step": 1008
+    },
+    {
+      "epoch": 1.1569301260022908,
+      "grad_norm": 0.09638847410678864,
+      "learning_rate": 7.506420984046823e-06,
+      "loss": 1.1684939861297607,
+      "step": 1010
+    },
+    {
+      "epoch": 1.1592210767468498,
+      "grad_norm": 0.1367417573928833,
+      "learning_rate": 7.496242461192801e-06,
+      "loss": 1.1517741680145264,
+      "step": 1012
+    },
+    {
+      "epoch": 1.161512027491409,
+      "grad_norm": 0.03387519717216492,
+      "learning_rate": 7.486051207059567e-06,
+      "loss": 0.9555083513259888,
+      "step": 1014
+    },
+    {
+      "epoch": 1.163802978235968,
+      "grad_norm": 0.1254238784313202,
+      "learning_rate": 7.475847286643081e-06,
+      "loss": 1.1272577047348022,
+      "step": 1016
+    },
+    {
+      "epoch": 1.166093928980527,
+      "grad_norm": 0.0902896374464035,
+      "learning_rate": 7.46563076502009e-06,
+      "loss": 1.1893162727355957,
+      "step": 1018
+    },
+    {
+      "epoch": 1.168384879725086,
+      "grad_norm": 0.09928741306066513,
+      "learning_rate": 7.4554017073477e-06,
+      "loss": 1.0811066627502441,
+      "step": 1020
+    },
+    {
+      "epoch": 1.170675830469645,
+      "grad_norm": 0.03147672861814499,
+      "learning_rate": 7.445160178862977e-06,
+      "loss": 0.9947164058685303,
+      "step": 1022
+    },
+    {
+      "epoch": 1.172966781214204,
+      "grad_norm": 0.04409791901707649,
+      "learning_rate": 7.434906244882508e-06,
+      "loss": 0.9831681847572327,
+      "step": 1024
+    },
+    {
+      "epoch": 1.175257731958763,
+      "grad_norm": 0.20074661076068878,
+      "learning_rate": 7.42463997080201e-06,
+      "loss": 0.9452756643295288,
+      "step": 1026
+    },
+    {
+      "epoch": 1.177548682703322,
+      "grad_norm": 0.09279465675354004,
+      "learning_rate": 7.414361422095894e-06,
+      "loss": 1.1467375755310059,
+      "step": 1028
+    },
+    {
+      "epoch": 1.179839633447881,
+      "grad_norm": 0.09862932562828064,
+      "learning_rate": 7.404070664316855e-06,
+      "loss": 1.4994152784347534,
+      "step": 1030
+    },
+    {
+      "epoch": 1.1821305841924399,
+      "grad_norm": 0.15487772226333618,
+      "learning_rate": 7.393767763095452e-06,
+      "loss": 0.6926403045654297,
+      "step": 1032
+    },
+    {
+      "epoch": 1.1844215349369989,
+      "grad_norm": 0.03889283537864685,
+      "learning_rate": 7.383452784139694e-06,
+      "loss": 1.1457732915878296,
+      "step": 1034
+    },
+    {
+      "epoch": 1.1867124856815578,
+      "grad_norm": 0.20745863020420074,
+      "learning_rate": 7.37312579323461e-06,
+      "loss": 0.6812342405319214,
+      "step": 1036
+    },
+    {
+      "epoch": 1.1890034364261168,
+      "grad_norm": 0.15700620412826538,
+      "learning_rate": 7.362786856241845e-06,
+      "loss": 1.1620197296142578,
+      "step": 1038
+    },
+    {
+      "epoch": 1.1912943871706758,
+      "grad_norm": 0.031710829585790634,
+      "learning_rate": 7.3524360390992275e-06,
+      "loss": 1.0484931468963623,
+      "step": 1040
+    },
+    {
+      "epoch": 1.1935853379152348,
+      "grad_norm": 0.10261533409357071,
+      "learning_rate": 7.342073407820351e-06,
+      "loss": 0.7066391706466675,
+      "step": 1042
+    },
+    {
+      "epoch": 1.1958762886597938,
+      "grad_norm": 0.18190829455852509,
+      "learning_rate": 7.331699028494161e-06,
+      "loss": 1.1231335401535034,
+      "step": 1044
+    },
+    {
+      "epoch": 1.1981672394043528,
+      "grad_norm": 0.2540644109249115,
+      "learning_rate": 7.321312967284518e-06,
+      "loss": 1.2889418601989746,
+      "step": 1046
+    },
+    {
+      "epoch": 1.2004581901489118,
+      "grad_norm": 0.22046895325183868,
+      "learning_rate": 7.310915290429799e-06,
+      "loss": 1.2246109247207642,
+      "step": 1048
+    },
+    {
+      "epoch": 1.2027491408934707,
+      "grad_norm": 0.10056769847869873,
+      "learning_rate": 7.300506064242448e-06,
+      "loss": 1.1946299076080322,
+      "step": 1050
+    },
+    {
+      "epoch": 1.2050400916380297,
+      "grad_norm": 0.09971389919519424,
+      "learning_rate": 7.290085355108573e-06,
+      "loss": 1.191572666168213,
+      "step": 1052
+    },
+    {
+      "epoch": 1.2073310423825887,
+      "grad_norm": 0.047876957803964615,
+      "learning_rate": 7.279653229487517e-06,
+      "loss": 1.1152572631835938,
+      "step": 1054
+    },
+    {
+      "epoch": 1.2096219931271477,
+      "grad_norm": 0.038673873990774155,
+      "learning_rate": 7.269209753911426e-06,
+      "loss": 1.1568899154663086,
+      "step": 1056
+    },
+    {
+      "epoch": 1.2119129438717067,
+      "grad_norm": 0.23321399092674255,
+      "learning_rate": 7.258754994984839e-06,
+      "loss": 0.8744759559631348,
+      "step": 1058
+    },
+    {
+      "epoch": 1.2142038946162657,
+      "grad_norm": 0.036044131964445114,
+      "learning_rate": 7.248289019384255e-06,
+      "loss": 1.0827986001968384,
+      "step": 1060
+    },
+    {
+      "epoch": 1.2164948453608249,
+      "grad_norm": 0.10701718181371689,
+      "learning_rate": 7.237811893857703e-06,
+      "loss": 1.2203986644744873,
+      "step": 1062
+    },
+    {
+      "epoch": 1.2187857961053838,
+      "grad_norm": 0.04341509938240051,
+      "learning_rate": 7.227323685224329e-06,
+      "loss": 1.0838563442230225,
+      "step": 1064
+    },
+    {
+      "epoch": 1.2210767468499428,
+      "grad_norm": 0.12016027420759201,
+      "learning_rate": 7.216824460373959e-06,
+      "loss": 1.111936092376709,
+      "step": 1066
+    },
+    {
+      "epoch": 1.2233676975945018,
+      "grad_norm": 0.22775952517986298,
+      "learning_rate": 7.206314286266676e-06,
+      "loss": 0.9151073694229126,
+      "step": 1068
+    },
+    {
+      "epoch": 1.2256586483390608,
+      "grad_norm": 0.10555245727300644,
+      "learning_rate": 7.195793229932397e-06,
+      "loss": 1.1633076667785645,
+      "step": 1070
+    },
+    {
+      "epoch": 1.2279495990836198,
+      "grad_norm": 0.1947338879108429,
+      "learning_rate": 7.185261358470436e-06,
+      "loss": 1.0789947509765625,
+      "step": 1072
+    },
+    {
+      "epoch": 1.2302405498281788,
+      "grad_norm": 0.032104719430208206,
+      "learning_rate": 7.174718739049087e-06,
+      "loss": 1.0364956855773926,
+      "step": 1074
+    },
+    {
+      "epoch": 1.2325315005727377,
+      "grad_norm": 0.09648443758487701,
+      "learning_rate": 7.164165438905186e-06,
+      "loss": 1.002371072769165,
+      "step": 1076
+    },
+    {
+      "epoch": 1.2348224513172967,
+      "grad_norm": 0.0989924743771553,
+      "learning_rate": 7.153601525343692e-06,
+      "loss": 1.1737957000732422,
+      "step": 1078
+    },
+    {
+      "epoch": 1.2371134020618557,
+      "grad_norm": 0.23395802080631256,
+      "learning_rate": 7.143027065737247e-06,
+      "loss": 1.070110559463501,
+      "step": 1080
+    },
+    {
+      "epoch": 1.2394043528064147,
+      "grad_norm": 0.05930604040622711,
+      "learning_rate": 7.132442127525754e-06,
+      "loss": 0.9888740181922913,
+      "step": 1082
+    },
+    {
+      "epoch": 1.2416953035509737,
+      "grad_norm": 0.10642720013856888,
+      "learning_rate": 7.121846778215946e-06,
+      "loss": 1.1234185695648193,
+      "step": 1084
+    },
+    {
+      "epoch": 1.2439862542955327,
+      "grad_norm": 0.09997859597206116,
+      "learning_rate": 7.111241085380951e-06,
+      "loss": 1.0492407083511353,
+      "step": 1086
+    },
+    {
+      "epoch": 1.2462772050400917,
+      "grad_norm": 0.09804773330688477,
+      "learning_rate": 7.100625116659867e-06,
+      "loss": 1.124328851699829,
+      "step": 1088
+    },
+    {
+      "epoch": 1.2485681557846506,
+      "grad_norm": 0.034081630408763885,
+      "learning_rate": 7.089998939757323e-06,
+      "loss": 1.098294734954834,
+      "step": 1090
+    },
+    {
+      "epoch": 1.2508591065292096,
+      "grad_norm": 0.13619168102741241,
+      "learning_rate": 7.07936262244306e-06,
+      "loss": 1.3204905986785889,
+      "step": 1092
+    },
+    {
+      "epoch": 1.2531500572737686,
+      "grad_norm": 0.04348979890346527,
+      "learning_rate": 7.068716232551484e-06,
+      "loss": 1.1737202405929565,
+      "step": 1094
+    },
+    {
+      "epoch": 1.2554410080183276,
+      "grad_norm": 0.1019207090139389,
+      "learning_rate": 7.05805983798124e-06,
+      "loss": 1.240083932876587,
+      "step": 1096
+    },
+    {
+      "epoch": 1.2577319587628866,
+      "grad_norm": 0.033528897911310196,
+      "learning_rate": 7.047393506694784e-06,
+      "loss": 1.1311392784118652,
+      "step": 1098
+    },
+    {
+      "epoch": 1.2600229095074456,
+      "grad_norm": 0.11534976214170456,
+      "learning_rate": 7.036717306717941e-06,
+      "loss": 1.096567153930664,
+      "step": 1100
+    },
+    {
+      "epoch": 1.2623138602520045,
+      "grad_norm": 0.17929257452487946,
+      "learning_rate": 7.026031306139476e-06,
+      "loss": 1.2111990451812744,
+      "step": 1102
+    },
+    {
+      "epoch": 1.2646048109965635,
+      "grad_norm": 0.06933283805847168,
+      "learning_rate": 7.015335573110655e-06,
+      "loss": 1.0563737154006958,
+      "step": 1104
+    },
+    {
+      "epoch": 1.2668957617411225,
+      "grad_norm": 0.2785737216472626,
+      "learning_rate": 7.004630175844821e-06,
+      "loss": 1.2497079372406006,
+      "step": 1106
+    },
+    {
+      "epoch": 1.2691867124856815,
+      "grad_norm": 0.10546611249446869,
+      "learning_rate": 6.9939151826169435e-06,
+      "loss": 1.2129267454147339,
+      "step": 1108
+    },
+    {
+      "epoch": 1.2714776632302405,
+      "grad_norm": 0.11540545523166656,
+      "learning_rate": 6.9831906617632015e-06,
+      "loss": 1.0614213943481445,
+      "step": 1110
+    },
+    {
+      "epoch": 1.2737686139747995,
+      "grad_norm": 0.10855554044246674,
+      "learning_rate": 6.972456681680526e-06,
+      "loss": 1.1559650897979736,
+      "step": 1112
+    },
+    {
+      "epoch": 1.2760595647193584,
+      "grad_norm": 0.10004860907793045,
+      "learning_rate": 6.961713310826186e-06,
+      "loss": 1.2221918106079102,
+      "step": 1114
+    },
+    {
+      "epoch": 1.2783505154639174,
+      "grad_norm": 0.11250676959753036,
+      "learning_rate": 6.950960617717331e-06,
+      "loss": 1.2137792110443115,
+      "step": 1116
+    },
+    {
+      "epoch": 1.2806414662084764,
+      "grad_norm": 0.10565535724163055,
+      "learning_rate": 6.940198670930575e-06,
+      "loss": 1.1705491542816162,
+      "step": 1118
+    },
+    {
+      "epoch": 1.2829324169530354,
+      "grad_norm": 0.1519957184791565,
+      "learning_rate": 6.929427539101542e-06,
+      "loss": 1.167567491531372,
+      "step": 1120
+    },
+    {
+      "epoch": 1.2852233676975944,
+      "grad_norm": 0.3252302408218384,
+      "learning_rate": 6.918647290924431e-06,
+      "loss": 0.6762139201164246,
+      "step": 1122
+    },
+    {
+      "epoch": 1.2875143184421534,
+      "grad_norm": 0.10116905719041824,
+      "learning_rate": 6.907857995151593e-06,
+      "loss": 1.3349790573120117,
+      "step": 1124
+    },
+    {
+      "epoch": 1.2898052691867126,
+      "grad_norm": 0.26615846157073975,
+      "learning_rate": 6.897059720593072e-06,
+      "loss": 1.2615208625793457,
+      "step": 1126
+    },
+    {
+      "epoch": 1.2920962199312716,
+      "grad_norm": 0.28528809547424316,
+      "learning_rate": 6.886252536116178e-06,
+      "loss": 0.752361536026001,
+      "step": 1128
+    },
+    {
+      "epoch": 1.2943871706758305,
+      "grad_norm": 0.10344325751066208,
+      "learning_rate": 6.875436510645046e-06,
+      "loss": 1.1990864276885986,
+      "step": 1130
+    },
+    {
+      "epoch": 1.2966781214203895,
+      "grad_norm": 0.18242916464805603,
+      "learning_rate": 6.864611713160195e-06,
+      "loss": 0.5096596479415894,
+      "step": 1132
+    },
+    {
+      "epoch": 1.2989690721649485,
+      "grad_norm": 0.10747134685516357,
+      "learning_rate": 6.853778212698085e-06,
+      "loss": 1.1793510913848877,
+      "step": 1134
+    },
+    {
+      "epoch": 1.3012600229095075,
+      "grad_norm": 0.10210155695676804,
+      "learning_rate": 6.842936078350687e-06,
+      "loss": 1.1578278541564941,
+      "step": 1136
+    },
+    {
+      "epoch": 1.3035509736540665,
+      "grad_norm": 0.09255377948284149,
+      "learning_rate": 6.832085379265032e-06,
+      "loss": 1.0329861640930176,
+      "step": 1138
+    },
+    {
+      "epoch": 1.3058419243986255,
+      "grad_norm": 0.23646067082881927,
+      "learning_rate": 6.821226184642769e-06,
+      "loss": 1.1236613988876343,
+      "step": 1140
+    },
+    {
+      "epoch": 1.3081328751431844,
+      "grad_norm": 0.17102530598640442,
+      "learning_rate": 6.810358563739741e-06,
+      "loss": 0.9725713729858398,
+      "step": 1142
+    },
+    {
+      "epoch": 1.3104238258877434,
+      "grad_norm": 0.07726361602544785,
+      "learning_rate": 6.799482585865517e-06,
+      "loss": 1.1270265579223633,
+      "step": 1144
+    },
+    {
+      "epoch": 1.3127147766323024,
+      "grad_norm": 0.2417464554309845,
+      "learning_rate": 6.788598320382969e-06,
+      "loss": 0.6766105890274048,
+      "step": 1146
+    },
+    {
+      "epoch": 1.3150057273768614,
+      "grad_norm": 0.12223535776138306,
+      "learning_rate": 6.777705836707827e-06,
+      "loss": 0.6427032947540283,
+      "step": 1148
+    },
+    {
+      "epoch": 1.3172966781214204,
+      "grad_norm": 0.035287536680698395,
+      "learning_rate": 6.766805204308232e-06,
+      "loss": 1.086439847946167,
+      "step": 1150
+    },
+    {
+      "epoch": 1.3195876288659794,
+      "grad_norm": 0.15588583052158356,
+      "learning_rate": 6.755896492704292e-06,
+      "loss": 0.690952479839325,
+      "step": 1152
+    },
+    {
+      "epoch": 1.3218785796105383,
+      "grad_norm": 0.036040663719177246,
+      "learning_rate": 6.7449797714676446e-06,
+      "loss": 1.0549356937408447,
+      "step": 1154
+    },
+    {
+      "epoch": 1.3241695303550973,
+      "grad_norm": 0.12717777490615845,
+      "learning_rate": 6.734055110221004e-06,
+      "loss": 1.0231207609176636,
+      "step": 1156
+    },
+    {
+      "epoch": 1.3264604810996563,
+      "grad_norm": 0.1270737648010254,
+      "learning_rate": 6.72312257863773e-06,
+      "loss": 0.8079697489738464,
+      "step": 1158
+    },
+    {
+      "epoch": 1.3287514318442153,
+      "grad_norm": 0.279462605714798,
+      "learning_rate": 6.712182246441372e-06,
+      "loss": 1.142216444015503,
+      "step": 1160
+    },
+    {
+      "epoch": 1.3310423825887743,
+      "grad_norm": 0.11068404465913773,
+      "learning_rate": 6.701234183405228e-06,
+      "loss": 1.2053807973861694,
+      "step": 1162
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 0.18221408128738403,
+      "learning_rate": 6.690278459351907e-06,
+      "loss": 1.0797538757324219,
+      "step": 1164
+    },
+    {
+      "epoch": 1.3356242840778922,
+      "grad_norm": 0.10141758620738983,
+      "learning_rate": 6.679315144152867e-06,
+      "loss": 1.0947381258010864,
+      "step": 1166
+    },
+    {
+      "epoch": 1.3379152348224514,
+      "grad_norm": 0.03468356281518936,
+      "learning_rate": 6.6683443077279885e-06,
+      "loss": 0.9148234724998474,
+      "step": 1168
+    },
+    {
+      "epoch": 1.3402061855670104,
+      "grad_norm": 0.2539704144001007,
+      "learning_rate": 6.6573660200451155e-06,
+      "loss": 0.7626911401748657,
+      "step": 1170
+    },
+    {
+      "epoch": 1.3424971363115694,
+      "grad_norm": 0.08057498931884766,
+      "learning_rate": 6.646380351119612e-06,
+      "loss": 1.0045770406723022,
+      "step": 1172
+    },
+    {
+      "epoch": 1.3447880870561284,
+      "grad_norm": 0.10992975533008575,
+      "learning_rate": 6.6353873710139185e-06,
+      "loss": 1.1851505041122437,
+      "step": 1174
+    },
+    {
+      "epoch": 1.3470790378006874,
+      "grad_norm": 0.05306171998381615,
+      "learning_rate": 6.624387149837105e-06,
+      "loss": 1.1102643013000488,
+      "step": 1176
+    },
+    {
+      "epoch": 1.3493699885452464,
+      "grad_norm": 0.03687020018696785,
+      "learning_rate": 6.613379757744419e-06,
+      "loss": 1.0992820262908936,
+      "step": 1178
+    },
+    {
+      "epoch": 1.3516609392898054,
+      "grad_norm": 0.04827934503555298,
+      "learning_rate": 6.602365264936843e-06,
+      "loss": 0.9393289089202881,
+      "step": 1180
+    },
+    {
+      "epoch": 1.3539518900343643,
+      "grad_norm": 0.03528865426778793,
+      "learning_rate": 6.5913437416606485e-06,
+      "loss": 1.1535475254058838,
+      "step": 1182
+    },
+    {
+      "epoch": 1.3562428407789233,
+      "grad_norm": 0.16577307879924774,
+      "learning_rate": 6.5803152582069365e-06,
+      "loss": 1.034282922744751,
+      "step": 1184
+    },
+    {
+      "epoch": 1.3585337915234823,
+      "grad_norm": 0.10467011481523514,
+      "learning_rate": 6.569279884911205e-06,
+      "loss": 1.1791577339172363,
+      "step": 1186
+    },
+    {
+      "epoch": 1.3608247422680413,
+      "grad_norm": 0.04116935655474663,
+      "learning_rate": 6.558237692152889e-06,
+      "loss": 1.1147451400756836,
+      "step": 1188
+    },
+    {
+      "epoch": 1.3631156930126003,
+      "grad_norm": 0.09797222167253494,
+      "learning_rate": 6.547188750354917e-06,
+      "loss": 1.1144938468933105,
+      "step": 1190
+    },
+    {
+      "epoch": 1.3654066437571593,
+      "grad_norm": 0.07124507427215576,
+      "learning_rate": 6.536133129983261e-06,
+      "loss": 1.0669329166412354,
+      "step": 1192
+    },
+    {
+      "epoch": 1.3676975945017182,
+      "grad_norm": 0.10105873644351959,
+      "learning_rate": 6.5250709015464834e-06,
+      "loss": 1.138416051864624,
+      "step": 1194
+    },
+    {
+      "epoch": 1.3699885452462772,
+      "grad_norm": 0.10858606547117233,
+      "learning_rate": 6.5140021355952935e-06,
+      "loss": 1.193711757659912,
+      "step": 1196
+    },
+    {
+      "epoch": 1.3722794959908362,
+      "grad_norm": 0.20762988924980164,
+      "learning_rate": 6.502926902722092e-06,
+      "loss": 1.0726079940795898,
+      "step": 1198
+    },
+    {
+      "epoch": 1.3745704467353952,
+      "grad_norm": 0.10816437751054764,
+      "learning_rate": 6.4918452735605245e-06,
+      "loss": 1.0476200580596924,
+      "step": 1200
+    },
+    {
+      "epoch": 1.3768613974799542,
+      "grad_norm": 0.08065369725227356,
+      "learning_rate": 6.4807573187850295e-06,
+      "loss": 0.9677037000656128,
+      "step": 1202
+    },
+    {
+      "epoch": 1.3791523482245132,
+      "grad_norm": 0.22005292773246765,
+      "learning_rate": 6.469663109110389e-06,
+      "loss": 0.9527295827865601,
+      "step": 1204
+    },
+    {
+      "epoch": 1.3814432989690721,
+      "grad_norm": 0.10050750523805618,
+      "learning_rate": 6.458562715291273e-06,
+      "loss": 1.1403913497924805,
+      "step": 1206
+    },
+    {
+      "epoch": 1.3837342497136311,
+      "grad_norm": 0.034232836216688156,
+      "learning_rate": 6.4474562081217975e-06,
+      "loss": 1.007227897644043,
+      "step": 1208
+    },
+    {
+      "epoch": 1.38602520045819,
+      "grad_norm": 0.11036860942840576,
+      "learning_rate": 6.436343658435059e-06,
+      "loss": 1.2514678239822388,
+      "step": 1210
+    },
+    {
+      "epoch": 1.388316151202749,
+      "grad_norm": 0.12463992834091187,
+      "learning_rate": 6.4252251371026984e-06,
+      "loss": 1.169065237045288,
+      "step": 1212
+    },
+    {
+      "epoch": 1.390607101947308,
+      "grad_norm": 0.10533028095960617,
+      "learning_rate": 6.414100715034437e-06,
+      "loss": 1.2318856716156006,
+      "step": 1214
+    },
+    {
+      "epoch": 1.392898052691867,
+      "grad_norm": 0.044587064534425735,
+      "learning_rate": 6.4029704631776334e-06,
+      "loss": 1.1643192768096924,
+      "step": 1216
+    },
+    {
+      "epoch": 1.395189003436426,
+      "grad_norm": 0.10597223788499832,
+      "learning_rate": 6.3918344525168176e-06,
+      "loss": 1.227967619895935,
+      "step": 1218
+    },
+    {
+      "epoch": 1.397479954180985,
+      "grad_norm": 0.1139107197523117,
+      "learning_rate": 6.380692754073257e-06,
+      "loss": 1.2038414478302002,
+      "step": 1220
+    },
+    {
+      "epoch": 1.399770904925544,
+      "grad_norm": 0.037755899131298065,
+      "learning_rate": 6.3695454389044885e-06,
+      "loss": 1.0631117820739746,
+      "step": 1222
+    },
+    {
+      "epoch": 1.402061855670103,
+      "grad_norm": 0.13147905468940735,
+      "learning_rate": 6.35839257810387e-06,
+      "loss": 1.1393280029296875,
+      "step": 1224
+    },
+    {
+      "epoch": 1.404352806414662,
+      "grad_norm": 0.10851233452558517,
+      "learning_rate": 6.347234242800131e-06,
+      "loss": 1.094638705253601,
+      "step": 1226
+    },
+    {
+      "epoch": 1.406643757159221,
+      "grad_norm": 0.20785588026046753,
+      "learning_rate": 6.336070504156907e-06,
+      "loss": 0.39179080724716187,
+      "step": 1228
+    },
+    {
+      "epoch": 1.40893470790378,
+      "grad_norm": 0.1313144713640213,
+      "learning_rate": 6.324901433372307e-06,
+      "loss": 1.1032609939575195,
+      "step": 1230
+    },
+    {
+      "epoch": 1.411225658648339,
+      "grad_norm": 0.10240298509597778,
+      "learning_rate": 6.313727101678433e-06,
+      "loss": 1.151193380355835,
+      "step": 1232
+    },
+    {
+      "epoch": 1.413516609392898,
+      "grad_norm": 0.16149231791496277,
+      "learning_rate": 6.302547580340949e-06,
+      "loss": 1.1676666736602783,
+      "step": 1234
+    },
+    {
+      "epoch": 1.4158075601374571,
+      "grad_norm": 0.033813584595918655,
+      "learning_rate": 6.291362940658612e-06,
+      "loss": 0.9767388701438904,
+      "step": 1236
+    },
+    {
+      "epoch": 1.418098510882016,
+      "grad_norm": 0.15657632052898407,
+      "learning_rate": 6.2801732539628205e-06,
+      "loss": 1.1303942203521729,
+      "step": 1238
+    },
+    {
+      "epoch": 1.420389461626575,
+      "grad_norm": 0.05029843747615814,
+      "learning_rate": 6.2689785916171656e-06,
+      "loss": 1.1143161058425903,
+      "step": 1240
+    },
+    {
+      "epoch": 1.422680412371134,
+      "grad_norm": 0.07945811748504639,
+      "learning_rate": 6.257779025016967e-06,
+      "loss": 1.1215400695800781,
+      "step": 1242
+    },
+    {
+      "epoch": 1.424971363115693,
+      "grad_norm": 0.12305624037981033,
+      "learning_rate": 6.246574625588824e-06,
+      "loss": 1.096776008605957,
+      "step": 1244
+    },
+    {
+      "epoch": 1.427262313860252,
+      "grad_norm": 0.10627985745668411,
+      "learning_rate": 6.235365464790158e-06,
+      "loss": 1.1911216974258423,
+      "step": 1246
+    },
+    {
+      "epoch": 1.429553264604811,
+      "grad_norm": 0.06793335825204849,
+      "learning_rate": 6.224151614108755e-06,
+      "loss": 1.1242647171020508,
+      "step": 1248
+    },
+    {
+      "epoch": 1.43184421534937,
+      "grad_norm": 0.10330016911029816,
+      "learning_rate": 6.212933145062313e-06,
+      "loss": 0.9869295954704285,
+      "step": 1250
+    },
+    {
+      "epoch": 1.434135166093929,
+      "grad_norm": 0.09804986417293549,
+      "learning_rate": 6.201710129197984e-06,
+      "loss": 1.0983688831329346,
+      "step": 1252
+    },
+    {
+      "epoch": 1.436426116838488,
+      "grad_norm": 0.1734234243631363,
+      "learning_rate": 6.190482638091917e-06,
+      "loss": 1.254033088684082,
+      "step": 1254
+    },
+    {
+      "epoch": 1.438717067583047,
+      "grad_norm": 0.21741870045661926,
+      "learning_rate": 6.179250743348801e-06,
+      "loss": 0.6976019144058228,
+      "step": 1256
+    },
+    {
+      "epoch": 1.441008018327606,
+      "grad_norm": 0.10098083317279816,
+      "learning_rate": 6.1680145166014135e-06,
+      "loss": 1.1904094219207764,
+      "step": 1258
+    },
+    {
+      "epoch": 1.443298969072165,
+      "grad_norm": 0.03571165353059769,
+      "learning_rate": 6.156774029510158e-06,
+      "loss": 1.0290796756744385,
+      "step": 1260
+    },
+    {
+      "epoch": 1.445589919816724,
+      "grad_norm": 0.04223793372511864,
+      "learning_rate": 6.145529353762608e-06,
+      "loss": 1.0820773839950562,
+      "step": 1262
+    },
+    {
+      "epoch": 1.447880870561283,
+      "grad_norm": 0.08061600476503372,
+      "learning_rate": 6.1342805610730515e-06,
+      "loss": 1.0397876501083374,
+      "step": 1264
+    },
+    {
+      "epoch": 1.4501718213058419,
+      "grad_norm": 0.1024092435836792,
+      "learning_rate": 6.123027723182034e-06,
+      "loss": 1.0905309915542603,
+      "step": 1266
+    },
+    {
+      "epoch": 1.4524627720504009,
+      "grad_norm": 0.1202508732676506,
+      "learning_rate": 6.111770911855895e-06,
+      "loss": 1.3037893772125244,
+      "step": 1268
+    },
+    {
+      "epoch": 1.4547537227949598,
+      "grad_norm": 0.11221358925104141,
+      "learning_rate": 6.100510198886324e-06,
+      "loss": 1.166261076927185,
+      "step": 1270
+    },
+    {
+      "epoch": 1.4570446735395188,
+      "grad_norm": 0.033267792314291,
+      "learning_rate": 6.089245656089882e-06,
+      "loss": 1.0799281597137451,
+      "step": 1272
+    },
+    {
+      "epoch": 1.4593356242840778,
+      "grad_norm": 0.20279622077941895,
+      "learning_rate": 6.077977355307564e-06,
+      "loss": 0.9322797060012817,
+      "step": 1274
+    },
+    {
+      "epoch": 1.461626575028637,
+      "grad_norm": 0.15380460023880005,
+      "learning_rate": 6.066705368404332e-06,
+      "loss": 1.0121163129806519,
+      "step": 1276
+    },
+    {
+      "epoch": 1.463917525773196,
+      "grad_norm": 0.11669916659593582,
+      "learning_rate": 6.0554297672686515e-06,
+      "loss": 1.159261703491211,
+      "step": 1278
+    },
+    {
+      "epoch": 1.466208476517755,
+      "grad_norm": 0.13704603910446167,
+      "learning_rate": 6.044150623812041e-06,
+      "loss": 1.2306301593780518,
+      "step": 1280
+    },
+    {
+      "epoch": 1.468499427262314,
+      "grad_norm": 0.10381774604320526,
+      "learning_rate": 6.032868009968611e-06,
+      "loss": 0.6591931581497192,
+      "step": 1282
+    },
+    {
+      "epoch": 1.470790378006873,
+      "grad_norm": 0.10854183882474899,
+      "learning_rate": 6.021581997694604e-06,
+      "loss": 1.2100105285644531,
+      "step": 1284
+    },
+    {
+      "epoch": 1.473081328751432,
+      "grad_norm": 0.05851943418383598,
+      "learning_rate": 6.010292658967937e-06,
+      "loss": 0.8533772230148315,
+      "step": 1286
+    },
+    {
+      "epoch": 1.475372279495991,
+      "grad_norm": 0.2286427617073059,
+      "learning_rate": 5.999000065787741e-06,
+      "loss": 1.1328685283660889,
+      "step": 1288
+    },
+    {
+      "epoch": 1.47766323024055,
+      "grad_norm": 0.0334353968501091,
+      "learning_rate": 5.987704290173904e-06,
+      "loss": 1.125452995300293,
+      "step": 1290
+    },
+    {
+      "epoch": 1.479954180985109,
+      "grad_norm": 0.11280791461467743,
+      "learning_rate": 5.976405404166609e-06,
+      "loss": 1.0590157508850098,
+      "step": 1292
+    },
+    {
+      "epoch": 1.4822451317296679,
+      "grad_norm": 0.11283966153860092,
+      "learning_rate": 5.965103479825874e-06,
+      "loss": 1.32285475730896,
+      "step": 1294
+    },
+    {
+      "epoch": 1.4845360824742269,
+      "grad_norm": 0.10280606895685196,
+      "learning_rate": 5.953798589231102e-06,
+      "loss": 1.1084046363830566,
+      "step": 1296
+    },
+    {
+      "epoch": 1.4868270332187858,
+      "grad_norm": 0.03574017807841301,
+      "learning_rate": 5.942490804480605e-06,
+      "loss": 1.0094585418701172,
+      "step": 1298
+    },
+    {
+      "epoch": 1.4891179839633448,
+      "grad_norm": 0.18968385457992554,
+      "learning_rate": 5.931180197691155e-06,
+      "loss": 1.0455267429351807,
+      "step": 1300
+    },
+    {
+      "epoch": 1.4914089347079038,
+      "grad_norm": 0.12325051426887512,
+      "learning_rate": 5.919866840997528e-06,
+      "loss": 0.8611164689064026,
+      "step": 1302
+    },
+    {
+      "epoch": 1.4936998854524628,
+      "grad_norm": 0.16876213252544403,
+      "learning_rate": 5.908550806552027e-06,
+      "loss": 1.2782384157180786,
+      "step": 1304
+    },
+    {
+      "epoch": 1.4959908361970218,
+      "grad_norm": 0.034040793776512146,
+      "learning_rate": 5.897232166524044e-06,
+      "loss": 1.1155657768249512,
+      "step": 1306
+    },
+    {
+      "epoch": 1.4982817869415808,
+      "grad_norm": 0.20665396749973297,
+      "learning_rate": 5.885910993099581e-06,
+      "loss": 0.8285434246063232,
+      "step": 1308
+    },
+    {
+      "epoch": 1.5005727376861397,
+      "grad_norm": 0.04009568691253662,
+      "learning_rate": 5.874587358480798e-06,
+      "loss": 1.116700530052185,
+      "step": 1310
+    },
+    {
+      "epoch": 1.5028636884306987,
+      "grad_norm": 0.14039941132068634,
+      "learning_rate": 5.863261334885553e-06,
+      "loss": 1.3074442148208618,
+      "step": 1312
+    },
+    {
+      "epoch": 1.5051546391752577,
+      "grad_norm": 0.037182215601205826,
+      "learning_rate": 5.851932994546941e-06,
+      "loss": 1.1499791145324707,
+      "step": 1314
+    },
+    {
+      "epoch": 1.5074455899198167,
+      "grad_norm": 0.2790544033050537,
+      "learning_rate": 5.840602409712831e-06,
+      "loss": 1.098710060119629,
+      "step": 1316
+    },
+    {
+      "epoch": 1.5097365406643757,
+      "grad_norm": 0.14369939267635345,
+      "learning_rate": 5.829269652645404e-06,
+      "loss": 0.9552765488624573,
+      "step": 1318
+    },
+    {
+      "epoch": 1.5120274914089347,
+      "grad_norm": 0.07011190801858902,
+      "learning_rate": 5.817934795620702e-06,
+      "loss": 0.8580765128135681,
+      "step": 1320
+    },
+    {
+      "epoch": 1.5143184421534936,
+      "grad_norm": 0.06823685765266418,
+      "learning_rate": 5.8065979109281515e-06,
+      "loss": 1.1291577816009521,
+      "step": 1322
+    },
+    {
+      "epoch": 1.5166093928980526,
+      "grad_norm": 0.10182562470436096,
+      "learning_rate": 5.795259070870114e-06,
+      "loss": 1.0331019163131714,
+      "step": 1324
+    },
+    {
+      "epoch": 1.5189003436426116,
+      "grad_norm": 0.046754829585552216,
+      "learning_rate": 5.783918347761424e-06,
+      "loss": 1.0500078201293945,
+      "step": 1326
+    },
+    {
+      "epoch": 1.5211912943871706,
+      "grad_norm": 0.27025946974754333,
+      "learning_rate": 5.77257581392892e-06,
+      "loss": 0.9796900749206543,
+      "step": 1328
+    },
+    {
+      "epoch": 1.5234822451317296,
+      "grad_norm": 0.10360334813594818,
+      "learning_rate": 5.761231541710994e-06,
+      "loss": 1.0910930633544922,
+      "step": 1330
+    },
+    {
+      "epoch": 1.5257731958762886,
+      "grad_norm": 0.18193475902080536,
+      "learning_rate": 5.7498856034571235e-06,
+      "loss": 0.933897852897644,
+      "step": 1332
+    },
+    {
+      "epoch": 1.5280641466208476,
+      "grad_norm": 0.04006630554795265,
+      "learning_rate": 5.7385380715274075e-06,
+      "loss": 0.7624289989471436,
+      "step": 1334
+    },
+    {
+      "epoch": 1.5303550973654065,
+      "grad_norm": 0.10916395485401154,
+      "learning_rate": 5.727189018292115e-06,
+      "loss": 1.0581674575805664,
+      "step": 1336
+    },
+    {
+      "epoch": 1.5326460481099655,
+      "grad_norm": 0.17847099900245667,
+      "learning_rate": 5.715838516131212e-06,
+      "loss": 0.7457289695739746,
+      "step": 1338
+    },
+    {
+      "epoch": 1.5349369988545245,
+      "grad_norm": 0.03762081265449524,
+      "learning_rate": 5.704486637433907e-06,
+      "loss": 1.13935387134552,
+      "step": 1340
+    },
+    {
+      "epoch": 1.5372279495990835,
+      "grad_norm": 0.038652852177619934,
+      "learning_rate": 5.6931334545981876e-06,
+      "loss": 1.084958791732788,
+      "step": 1342
+    },
+    {
+      "epoch": 1.5395189003436425,
+      "grad_norm": 0.3131856918334961,
+      "learning_rate": 5.68177904003036e-06,
+      "loss": 0.5619981288909912,
+      "step": 1344
+    },
+    {
+      "epoch": 1.5418098510882015,
+      "grad_norm": 0.23260389268398285,
+      "learning_rate": 5.670423466144585e-06,
+      "loss": 0.7182325124740601,
+      "step": 1346
+    },
+    {
+      "epoch": 1.5441008018327604,
+      "grad_norm": 0.04350382462143898,
+      "learning_rate": 5.659066805362416e-06,
+      "loss": 1.1135191917419434,
+      "step": 1348
+    },
+    {
+      "epoch": 1.5463917525773194,
+      "grad_norm": 0.032647889107465744,
+      "learning_rate": 5.647709130112339e-06,
+      "loss": 1.0672420263290405,
+      "step": 1350
+    },
+    {
+      "epoch": 1.5486827033218786,
+      "grad_norm": 0.20975816249847412,
+      "learning_rate": 5.6363505128293105e-06,
+      "loss": 1.0823326110839844,
+      "step": 1352
+    },
+    {
+      "epoch": 1.5509736540664376,
+      "grad_norm": 0.10048626363277435,
+      "learning_rate": 5.624991025954296e-06,
+      "loss": 1.1277685165405273,
+      "step": 1354
+    },
+    {
+      "epoch": 1.5532646048109966,
+      "grad_norm": 0.1214866116642952,
+      "learning_rate": 5.613630741933801e-06,
+      "loss": 1.0712693929672241,
+      "step": 1356
+    },
+    {
+      "epoch": 1.5555555555555556,
+      "grad_norm": 0.24091294407844543,
+      "learning_rate": 5.602269733219422e-06,
+      "loss": 0.8346927165985107,
+      "step": 1358
+    },
+    {
+      "epoch": 1.5578465063001146,
+      "grad_norm": 0.14887717366218567,
+      "learning_rate": 5.590908072267376e-06,
+      "loss": 1.1978172063827515,
+      "step": 1360
+    },
+    {
+      "epoch": 1.5601374570446735,
+      "grad_norm": 0.28521859645843506,
+      "learning_rate": 5.579545831538036e-06,
+      "loss": 0.9784339666366577,
+      "step": 1362
+    },
+    {
+      "epoch": 1.5624284077892325,
+      "grad_norm": 0.10800915211439133,
+      "learning_rate": 5.568183083495476e-06,
+      "loss": 1.2052793502807617,
+      "step": 1364
+    },
+    {
+      "epoch": 1.5647193585337915,
+      "grad_norm": 0.11474448442459106,
+      "learning_rate": 5.556819900607004e-06,
+      "loss": 1.0182474851608276,
+      "step": 1366
+    },
+    {
+      "epoch": 1.5670103092783505,
+      "grad_norm": 0.11097566783428192,
+      "learning_rate": 5.545456355342702e-06,
+      "loss": 1.1119379997253418,
+      "step": 1368
+    },
+    {
+      "epoch": 1.5693012600229095,
+      "grad_norm": 0.11000394821166992,
+      "learning_rate": 5.53409252017496e-06,
+      "loss": 1.1207211017608643,
+      "step": 1370
+    },
+    {
+      "epoch": 1.5715922107674685,
+      "grad_norm": 0.13542112708091736,
+      "learning_rate": 5.522728467578024e-06,
+      "loss": 1.3491647243499756,
+      "step": 1372
+    },
+    {
+      "epoch": 1.5738831615120275,
+      "grad_norm": 0.10330595821142197,
+      "learning_rate": 5.51136427002752e-06,
+      "loss": 1.1328983306884766,
+      "step": 1374
+    },
+    {
+      "epoch": 1.5761741122565864,
+      "grad_norm": 0.12681104242801666,
+      "learning_rate": 5.500000000000001e-06,
+      "loss": 1.0954585075378418,
+      "step": 1376
+    },
+    {
+      "epoch": 1.5784650630011456,
+      "grad_norm": 0.13023322820663452,
+      "learning_rate": 5.488635729972482e-06,
+      "loss": 1.0727986097335815,
+      "step": 1378
+    },
+    {
+      "epoch": 1.5807560137457046,
+      "grad_norm": 0.10406231880187988,
+      "learning_rate": 5.477271532421978e-06,
+      "loss": 1.1195957660675049,
+      "step": 1380
+    },
+    {
+      "epoch": 1.5830469644902636,
+      "grad_norm": 0.09854082018136978,
+      "learning_rate": 5.465907479825041e-06,
+      "loss": 1.2089966535568237,
+      "step": 1382
+    },
+    {
+      "epoch": 1.5853379152348226,
+      "grad_norm": 0.05718742311000824,
+      "learning_rate": 5.454543644657302e-06,
+      "loss": 1.0215727090835571,
+      "step": 1384
+    },
+    {
+      "epoch": 1.5876288659793816,
+      "grad_norm": 0.03251669183373451,
+      "learning_rate": 5.4431800993929985e-06,
+      "loss": 0.9556213617324829,
+      "step": 1386
+    },
+    {
+      "epoch": 1.5899198167239406,
+      "grad_norm": 0.18236595392227173,
+      "learning_rate": 5.431816916504526e-06,
+      "loss": 1.1348545551300049,
+      "step": 1388
+    },
+    {
+      "epoch": 1.5922107674684995,
+      "grad_norm": 0.03708245977759361,
+      "learning_rate": 5.420454168461966e-06,
+      "loss": 1.1390302181243896,
+      "step": 1390
+    },
+    {
+      "epoch": 1.5945017182130585,
+      "grad_norm": 0.18347609043121338,
+      "learning_rate": 5.4090919277326255e-06,
+      "loss": 0.8546306490898132,
+      "step": 1392
+    },
+    {
+      "epoch": 1.5967926689576175,
+      "grad_norm": 0.05539577454328537,
+      "learning_rate": 5.39773026678058e-06,
+      "loss": 0.792382001876831,
+      "step": 1394
+    },
+    {
+      "epoch": 1.5990836197021765,
+      "grad_norm": 0.1365845501422882,
+      "learning_rate": 5.386369258066201e-06,
+      "loss": 1.3111037015914917,
+      "step": 1396
+    },
+    {
+      "epoch": 1.6013745704467355,
+      "grad_norm": 0.03231525421142578,
+      "learning_rate": 5.3750089740457075e-06,
+      "loss": 1.0748083591461182,
+      "step": 1398
+    },
+    {
+      "epoch": 1.6036655211912945,
+      "grad_norm": 0.10971445590257645,
+      "learning_rate": 5.363649487170691e-06,
+      "loss": 1.0106375217437744,
+      "step": 1400
+    },
+    {
+      "epoch": 1.6059564719358534,
+      "grad_norm": 0.13350991904735565,
+      "learning_rate": 5.352290869887663e-06,
+      "loss": 1.202370524406433,
+      "step": 1402
+    },
+    {
+      "epoch": 1.6082474226804124,
+      "grad_norm": 0.09823276847600937,
+      "learning_rate": 5.340933194637586e-06,
+      "loss": 0.6368390321731567,
+      "step": 1404
+    },
+    {
+      "epoch": 1.6105383734249714,
+      "grad_norm": 0.11566170305013657,
+      "learning_rate": 5.329576533855415e-06,
+      "loss": 1.2471826076507568,
+      "step": 1406
+    },
+    {
+      "epoch": 1.6128293241695304,
+      "grad_norm": 0.03772154077887535,
+      "learning_rate": 5.3182209599696415e-06,
+      "loss": 0.9229879975318909,
+      "step": 1408
+    },
+    {
+      "epoch": 1.6151202749140894,
+      "grad_norm": 0.1596955955028534,
+      "learning_rate": 5.306866545401813e-06,
+      "loss": 1.1240687370300293,
+      "step": 1410
+    },
+    {
+      "epoch": 1.6174112256586484,
+      "grad_norm": 0.03676540032029152,
+      "learning_rate": 5.295513362566096e-06,
+      "loss": 0.7489064931869507,
+      "step": 1412
+    },
+    {
+      "epoch": 1.6197021764032073,
+      "grad_norm": 0.03176848217844963,
+      "learning_rate": 5.28416148386879e-06,
+      "loss": 1.0567030906677246,
+      "step": 1414
+    },
+    {
+      "epoch": 1.6219931271477663,
+      "grad_norm": 0.10595987737178802,
+      "learning_rate": 5.272810981707886e-06,
+      "loss": 1.0767991542816162,
+      "step": 1416
+    },
+    {
+      "epoch": 1.6242840778923253,
+      "grad_norm": 0.25980374217033386,
+      "learning_rate": 5.261461928472593e-06,
+      "loss": 0.9103140830993652,
+      "step": 1418
+    },
+    {
+      "epoch": 1.6265750286368843,
+      "grad_norm": 0.09718900173902512,
+      "learning_rate": 5.250114396542877e-06,
+      "loss": 1.0742920637130737,
+      "step": 1420
+    },
+    {
+      "epoch": 1.6288659793814433,
+      "grad_norm": 0.20691142976284027,
+      "learning_rate": 5.238768458289007e-06,
+      "loss": 1.2718803882598877,
+      "step": 1422
+    },
+    {
+      "epoch": 1.6311569301260023,
+      "grad_norm": 0.07437516003847122,
+      "learning_rate": 5.227424186071081e-06,
+      "loss": 0.9761091470718384,
+      "step": 1424
+    },
+    {
+      "epoch": 1.6334478808705613,
+      "grad_norm": 0.11155454814434052,
+      "learning_rate": 5.216081652238579e-06,
+      "loss": 1.1434038877487183,
+      "step": 1426
+    },
+    {
+      "epoch": 1.6357388316151202,
+      "grad_norm": 0.21897216141223907,
+      "learning_rate": 5.204740929129887e-06,
+      "loss": 1.1481974124908447,
+      "step": 1428
+    },
+    {
+      "epoch": 1.6380297823596792,
+      "grad_norm": 0.04085572436451912,
+      "learning_rate": 5.193402089071852e-06,
+      "loss": 1.125546932220459,
+      "step": 1430
+    },
+    {
+      "epoch": 1.6403207331042382,
+      "grad_norm": 0.03452634811401367,
+      "learning_rate": 5.1820652043793e-06,
+      "loss": 1.0230213403701782,
+      "step": 1432
+    },
+    {
+      "epoch": 1.6426116838487972,
+      "grad_norm": 0.10921933501958847,
+      "learning_rate": 5.1707303473545955e-06,
+      "loss": 1.2148507833480835,
+      "step": 1434
+    },
+    {
+      "epoch": 1.6449026345933562,
+      "grad_norm": 0.10001760721206665,
+      "learning_rate": 5.1593975902871705e-06,
+      "loss": 1.1477183103561401,
+      "step": 1436
+    },
+    {
+      "epoch": 1.6471935853379152,
+      "grad_norm": 0.0428081750869751,
+      "learning_rate": 5.1480670054530605e-06,
+      "loss": 1.2147631645202637,
+      "step": 1438
+    },
+    {
+      "epoch": 1.6494845360824741,
+      "grad_norm": 0.042964909225702286,
+      "learning_rate": 5.136738665114449e-06,
+      "loss": 1.0643807649612427,
+      "step": 1440
+    },
+    {
+      "epoch": 1.6517754868270331,
+      "grad_norm": 0.11255067586898804,
+      "learning_rate": 5.125412641519204e-06,
+      "loss": 1.1312243938446045,
+      "step": 1442
+    },
+    {
+      "epoch": 1.654066437571592,
+      "grad_norm": 0.13041959702968597,
+      "learning_rate": 5.114089006900422e-06,
+      "loss": 1.3391623497009277,
+      "step": 1444
+    },
+    {
+      "epoch": 1.656357388316151,
+      "grad_norm": 0.10491371154785156,
+      "learning_rate": 5.102767833475958e-06,
+      "loss": 1.1496613025665283,
+      "step": 1446
+    },
+    {
+      "epoch": 1.65864833906071,
+      "grad_norm": 0.18518638610839844,
+      "learning_rate": 5.091449193447974e-06,
+      "loss": 1.0849189758300781,
+      "step": 1448
+    },
+    {
+      "epoch": 1.660939289805269,
+      "grad_norm": 0.11973278224468231,
+      "learning_rate": 5.080133159002474e-06,
+      "loss": 1.0063197612762451,
+      "step": 1450
+    },
+    {
+      "epoch": 1.663230240549828,
+      "grad_norm": 0.1098853349685669,
+      "learning_rate": 5.068819802308845e-06,
+      "loss": 1.132586121559143,
+      "step": 1452
+    },
+    {
+      "epoch": 1.665521191294387,
+      "grad_norm": 0.1009354293346405,
+      "learning_rate": 5.057509195519398e-06,
+      "loss": 1.1691906452178955,
+      "step": 1454
+    },
+    {
+      "epoch": 1.667812142038946,
+      "grad_norm": 0.19018951058387756,
+      "learning_rate": 5.046201410768899e-06,
+      "loss": 1.1768360137939453,
+      "step": 1456
+    },
+    {
+      "epoch": 1.670103092783505,
+      "grad_norm": 0.2605174779891968,
+      "learning_rate": 5.034896520174126e-06,
+      "loss": 0.8101754188537598,
+      "step": 1458
+    },
+    {
+      "epoch": 1.6723940435280642,
+      "grad_norm": 0.07710061222314835,
+      "learning_rate": 5.023594595833393e-06,
+      "loss": 0.47093313932418823,
+      "step": 1460
+    },
+    {
+      "epoch": 1.6746849942726232,
+      "grad_norm": 0.15821929275989532,
+      "learning_rate": 5.0122957098260975e-06,
+      "loss": 1.3882811069488525,
+      "step": 1462
+    },
+    {
+      "epoch": 1.6769759450171822,
+      "grad_norm": 0.10836261510848999,
+      "learning_rate": 5.0009999342122606e-06,
+      "loss": 1.3038394451141357,
+      "step": 1464
+    },
+    {
+      "epoch": 1.6792668957617412,
+      "grad_norm": 0.1247217059135437,
+      "learning_rate": 4.989707341032064e-06,
+      "loss": 1.1847283840179443,
+      "step": 1466
+    },
+    {
+      "epoch": 1.6815578465063001,
+      "grad_norm": 0.1041129007935524,
+      "learning_rate": 4.978418002305399e-06,
+      "loss": 1.2749258279800415,
+      "step": 1468
+    },
+    {
+      "epoch": 1.6838487972508591,
+      "grad_norm": 0.09283646196126938,
+      "learning_rate": 4.967131990031391e-06,
+      "loss": 1.103422999382019,
+      "step": 1470
+    },
+    {
+      "epoch": 1.686139747995418,
+      "grad_norm": 0.10496700555086136,
+      "learning_rate": 4.955849376187961e-06,
+      "loss": 0.8029290437698364,
+      "step": 1472
+    },
+    {
+      "epoch": 1.688430698739977,
+      "grad_norm": 0.110666923224926,
+      "learning_rate": 4.944570232731351e-06,
+      "loss": 1.1437358856201172,
+      "step": 1474
+    },
+    {
+      "epoch": 1.690721649484536,
+      "grad_norm": 0.18121127784252167,
+      "learning_rate": 4.9332946315956695e-06,
+      "loss": 0.9108361005783081,
+      "step": 1476
+    },
+    {
+      "epoch": 1.693012600229095,
+      "grad_norm": 0.0387575663626194,
+      "learning_rate": 4.922022644692438e-06,
+      "loss": 1.1488621234893799,
+      "step": 1478
+    },
+    {
+      "epoch": 1.695303550973654,
+      "grad_norm": 0.1944582760334015,
+      "learning_rate": 4.910754343910121e-06,
+      "loss": 1.0412110090255737,
+      "step": 1480
+    },
+    {
+      "epoch": 1.697594501718213,
+      "grad_norm": 0.10680762678384781,
+      "learning_rate": 4.89948980111368e-06,
+      "loss": 1.1225993633270264,
+      "step": 1482
+    },
+    {
+      "epoch": 1.699885452462772,
+      "grad_norm": 0.0894724577665329,
+      "learning_rate": 4.888229088144106e-06,
+      "loss": 1.1438815593719482,
+      "step": 1484
+    },
+    {
+      "epoch": 1.702176403207331,
+      "grad_norm": 0.07776302099227905,
+      "learning_rate": 4.8769722768179686e-06,
+      "loss": 1.077296257019043,
+      "step": 1486
+    },
+    {
+      "epoch": 1.7044673539518902,
+      "grad_norm": 0.10468591749668121,
+      "learning_rate": 4.86571943892695e-06,
+      "loss": 1.1218129396438599,
+      "step": 1488
+    },
+    {
+      "epoch": 1.7067583046964492,
+      "grad_norm": 0.10482863336801529,
+      "learning_rate": 4.854470646237392e-06,
+      "loss": 1.1150727272033691,
+      "step": 1490
+    },
+    {
+      "epoch": 1.7090492554410082,
+      "grad_norm": 0.03965259715914726,
+      "learning_rate": 4.843225970489843e-06,
+      "loss": 0.772418737411499,
+      "step": 1492
+    },
+    {
+      "epoch": 1.7113402061855671,
+      "grad_norm": 0.0391482338309288,
+      "learning_rate": 4.831985483398587e-06,
+      "loss": 1.2282614707946777,
+      "step": 1494
+    },
+    {
+      "epoch": 1.7136311569301261,
+      "grad_norm": 0.03488003835082054,
+      "learning_rate": 4.820749256651202e-06,
+      "loss": 0.9615294933319092,
+      "step": 1496
+    },
+    {
+      "epoch": 1.7159221076746851,
+      "grad_norm": 0.04074535146355629,
+      "learning_rate": 4.809517361908086e-06,
+      "loss": 1.0762970447540283,
+      "step": 1498
+    },
+    {
+      "epoch": 1.718213058419244,
+      "grad_norm": 0.043285515159368515,
+      "learning_rate": 4.798289870802018e-06,
+      "loss": 0.6143720149993896,
+      "step": 1500
+    },
+    {
+      "epoch": 1.720504009163803,
+      "grad_norm": 0.1776183396577835,
+      "learning_rate": 4.787066854937689e-06,
+      "loss": 1.129189372062683,
+      "step": 1502
+    },
+    {
+      "epoch": 1.722794959908362,
+      "grad_norm": 0.143866166472435,
+      "learning_rate": 4.775848385891245e-06,
+      "loss": 1.3030314445495605,
+      "step": 1504
+    },
+    {
+      "epoch": 1.725085910652921,
+      "grad_norm": 0.1914648562669754,
+      "learning_rate": 4.7646345352098445e-06,
+      "loss": 0.6304170489311218,
+      "step": 1506
+    },
+    {
+      "epoch": 1.72737686139748,
+      "grad_norm": 0.04062773287296295,
+      "learning_rate": 4.753425374411177e-06,
+      "loss": 1.104649305343628,
+      "step": 1508
+    },
+    {
+      "epoch": 1.729667812142039,
+      "grad_norm": 0.037888024002313614,
+      "learning_rate": 4.742220974983036e-06,
+      "loss": 1.0669211149215698,
+      "step": 1510
+    },
+    {
+      "epoch": 1.731958762886598,
+      "grad_norm": 0.04267639294266701,
+      "learning_rate": 4.731021408382837e-06,
+      "loss": 1.1336133480072021,
+      "step": 1512
+    },
+    {
+      "epoch": 1.734249713631157,
+      "grad_norm": 0.10452942550182343,
+      "learning_rate": 4.7198267460371826e-06,
+      "loss": 1.3840365409851074,
+      "step": 1514
+    },
+    {
+      "epoch": 1.736540664375716,
+      "grad_norm": 0.10939494520425797,
+      "learning_rate": 4.70863705934139e-06,
+      "loss": 1.0531353950500488,
+      "step": 1516
+    },
+    {
+      "epoch": 1.738831615120275,
+      "grad_norm": 0.10143084079027176,
+      "learning_rate": 4.697452419659052e-06,
+      "loss": 1.216707468032837,
+      "step": 1518
+    },
+    {
+      "epoch": 1.741122565864834,
+      "grad_norm": 0.0358530730009079,
+      "learning_rate": 4.686272898321568e-06,
+      "loss": 1.0575618743896484,
+      "step": 1520
+    },
+    {
+      "epoch": 1.743413516609393,
+      "grad_norm": 0.032807547599077225,
+      "learning_rate": 4.675098566627695e-06,
+      "loss": 0.9459750652313232,
+      "step": 1522
+    },
+    {
+      "epoch": 1.745704467353952,
+      "grad_norm": 0.04335108399391174,
+      "learning_rate": 4.6639294958430946e-06,
+      "loss": 1.0062423944473267,
+      "step": 1524
+    },
+    {
+      "epoch": 1.747995418098511,
+      "grad_norm": 0.03665841370820999,
+      "learning_rate": 4.652765757199872e-06,
+      "loss": 1.0454283952713013,
+      "step": 1526
+    },
+    {
+      "epoch": 1.7502863688430699,
+      "grad_norm": 0.039896849542856216,
+      "learning_rate": 4.641607421896132e-06,
+      "loss": 0.9870510101318359,
+      "step": 1528
+    },
+    {
+      "epoch": 1.7525773195876289,
+      "grad_norm": 0.1942906230688095,
+      "learning_rate": 4.630454561095513e-06,
+      "loss": 0.8729791641235352,
+      "step": 1530
+    },
+    {
+      "epoch": 1.7548682703321878,
+      "grad_norm": 0.1113077700138092,
+      "learning_rate": 4.619307245926743e-06,
+      "loss": 1.1512171030044556,
+      "step": 1532
+    },
+    {
+      "epoch": 1.7571592210767468,
+      "grad_norm": 0.03571424260735512,
+      "learning_rate": 4.608165547483183e-06,
+      "loss": 1.2152729034423828,
+      "step": 1534
+    },
+    {
+      "epoch": 1.7594501718213058,
+      "grad_norm": 0.04555622860789299,
+      "learning_rate": 4.597029536822368e-06,
+      "loss": 0.6297133564949036,
+      "step": 1536
+    },
+    {
+      "epoch": 1.7617411225658648,
+      "grad_norm": 0.10868772864341736,
+      "learning_rate": 4.585899284965563e-06,
+      "loss": 1.1049292087554932,
+      "step": 1538
+    },
+    {
+      "epoch": 1.7640320733104238,
+      "grad_norm": 0.11979663372039795,
+      "learning_rate": 4.574774862897302e-06,
+      "loss": 1.1207685470581055,
+      "step": 1540
+    },
+    {
+      "epoch": 1.7663230240549828,
+      "grad_norm": 0.10041869431734085,
+      "learning_rate": 4.563656341564941e-06,
+      "loss": 1.046482801437378,
+      "step": 1542
+    },
+    {
+      "epoch": 1.7686139747995417,
+      "grad_norm": 0.13303270936012268,
+      "learning_rate": 4.552543791878205e-06,
+      "loss": 1.305598497390747,
+      "step": 1544
+    },
+    {
+      "epoch": 1.7709049255441007,
+      "grad_norm": 0.033517755568027496,
+      "learning_rate": 4.541437284708727e-06,
+      "loss": 0.9493808746337891,
+      "step": 1546
+    },
+    {
+      "epoch": 1.7731958762886597,
+      "grad_norm": 0.05814732611179352,
+      "learning_rate": 4.530336890889613e-06,
+      "loss": 1.0616586208343506,
+      "step": 1548
+    },
+    {
+      "epoch": 1.7754868270332187,
+      "grad_norm": 0.20835857093334198,
+      "learning_rate": 4.519242681214971e-06,
+      "loss": 0.7091290950775146,
+      "step": 1550
+    },
+    {
+      "epoch": 1.7777777777777777,
+      "grad_norm": 0.30232834815979004,
+      "learning_rate": 4.508154726439478e-06,
+      "loss": 1.036962866783142,
+      "step": 1552
+    },
+    {
+      "epoch": 1.7800687285223367,
+      "grad_norm": 0.11091706156730652,
+      "learning_rate": 4.49707309727791e-06,
+      "loss": 1.1720504760742188,
+      "step": 1554
+    },
+    {
+      "epoch": 1.7823596792668956,
+      "grad_norm": 0.06305071711540222,
+      "learning_rate": 4.485997864404709e-06,
+      "loss": 1.1253163814544678,
+      "step": 1556
+    },
+    {
+      "epoch": 1.7846506300114546,
+      "grad_norm": 0.07569506764411926,
+      "learning_rate": 4.474929098453519e-06,
+      "loss": 1.2266206741333008,
+      "step": 1558
+    },
+    {
+      "epoch": 1.7869415807560136,
+      "grad_norm": 0.035198770463466644,
+      "learning_rate": 4.463866870016741e-06,
+      "loss": 1.0873854160308838,
+      "step": 1560
+    },
+    {
+      "epoch": 1.7892325315005726,
+      "grad_norm": 0.19046899676322937,
+      "learning_rate": 4.452811249645085e-06,
+      "loss": 1.1058852672576904,
+      "step": 1562
+    },
+    {
+      "epoch": 1.7915234822451316,
+      "grad_norm": 0.1516924798488617,
+      "learning_rate": 4.441762307847113e-06,
+      "loss": 1.233043909072876,
+      "step": 1564
+    },
+    {
+      "epoch": 1.7938144329896906,
+      "grad_norm": 0.12142589688301086,
+      "learning_rate": 4.430720115088797e-06,
+      "loss": 1.1887891292572021,
+      "step": 1566
+    },
+    {
+      "epoch": 1.7961053837342495,
+      "grad_norm": 0.2711428701877594,
+      "learning_rate": 4.419684741793066e-06,
+      "loss": 0.8487293720245361,
+      "step": 1568
+    },
+    {
+      "epoch": 1.7983963344788088,
+      "grad_norm": 0.09922181069850922,
+      "learning_rate": 4.408656258339355e-06,
+      "loss": 1.0131475925445557,
+      "step": 1570
+    },
+    {
+      "epoch": 1.8006872852233677,
+      "grad_norm": 0.11347451061010361,
+      "learning_rate": 4.397634735063158e-06,
+      "loss": 1.1046950817108154,
+      "step": 1572
+    },
+    {
+      "epoch": 1.8029782359679267,
+      "grad_norm": 0.03463425114750862,
+      "learning_rate": 4.386620242255583e-06,
+      "loss": 1.096078872680664,
+      "step": 1574
+    },
+    {
+      "epoch": 1.8052691867124857,
+      "grad_norm": 0.1700165718793869,
+      "learning_rate": 4.375612850162897e-06,
+      "loss": 1.2153785228729248,
+      "step": 1576
+    },
+    {
+      "epoch": 1.8075601374570447,
+      "grad_norm": 0.10484757274389267,
+      "learning_rate": 4.364612628986082e-06,
+      "loss": 1.0014398097991943,
+      "step": 1578
+    },
+    {
+      "epoch": 1.8098510882016037,
+      "grad_norm": 0.23074306547641754,
+      "learning_rate": 4.35361964888039e-06,
+      "loss": 0.98294597864151,
+      "step": 1580
+    },
+    {
+      "epoch": 1.8121420389461627,
+      "grad_norm": 0.1004788875579834,
+      "learning_rate": 4.342633979954887e-06,
+      "loss": 1.168994665145874,
+      "step": 1582
+    },
+    {
+      "epoch": 1.8144329896907216,
+      "grad_norm": 0.2612786293029785,
+      "learning_rate": 4.331655692272011e-06,
+      "loss": 0.9925752282142639,
+      "step": 1584
+    },
+    {
+      "epoch": 1.8167239404352806,
+      "grad_norm": 0.037493567913770676,
+      "learning_rate": 4.320684855847135e-06,
+      "loss": 1.2383928298950195,
+      "step": 1586
+    },
+    {
+      "epoch": 1.8190148911798396,
+      "grad_norm": 0.08211533725261688,
+      "learning_rate": 4.309721540648094e-06,
+      "loss": 0.9583084583282471,
+      "step": 1588
+    },
+    {
+      "epoch": 1.8213058419243986,
+      "grad_norm": 0.034089405089616776,
+      "learning_rate": 4.298765816594773e-06,
+      "loss": 1.1073875427246094,
+      "step": 1590
+    },
+    {
+      "epoch": 1.8235967926689576,
+      "grad_norm": 0.11309397965669632,
+      "learning_rate": 4.2878177535586294e-06,
+      "loss": 1.0401699542999268,
+      "step": 1592
+    },
+    {
+      "epoch": 1.8258877434135166,
+      "grad_norm": 0.10397134721279144,
+      "learning_rate": 4.276877421362273e-06,
+      "loss": 1.1131930351257324,
+      "step": 1594
+    },
+    {
+      "epoch": 1.8281786941580758,
+      "grad_norm": 0.10276107490062714,
+      "learning_rate": 4.265944889778998e-06,
+      "loss": 1.2132148742675781,
+      "step": 1596
+    },
+    {
+      "epoch": 1.8304696449026348,
+      "grad_norm": 0.10183647274971008,
+      "learning_rate": 4.255020228532357e-06,
+      "loss": 1.179892659187317,
+      "step": 1598
+    },
+    {
+      "epoch": 1.8327605956471937,
+      "grad_norm": 0.11640535295009613,
+      "learning_rate": 4.244103507295709e-06,
+      "loss": 0.8675186634063721,
+      "step": 1600
+    },
+    {
+      "epoch": 1.8350515463917527,
+      "grad_norm": 0.1039697676897049,
+      "learning_rate": 4.233194795691767e-06,
+      "loss": 1.1238439083099365,
+      "step": 1602
+    },
+    {
+      "epoch": 1.8373424971363117,
+      "grad_norm": 0.11134682595729828,
+      "learning_rate": 4.222294163292173e-06,
+      "loss": 1.1501944065093994,
+      "step": 1604
+    },
+    {
+      "epoch": 1.8396334478808707,
+      "grad_norm": 0.09264901280403137,
+      "learning_rate": 4.211401679617031e-06,
+      "loss": 1.0822536945343018,
+      "step": 1606
+    },
+    {
+      "epoch": 1.8419243986254297,
+      "grad_norm": 0.09437301009893417,
+      "learning_rate": 4.200517414134487e-06,
+      "loss": 1.1331408023834229,
+      "step": 1608
+    },
+    {
+      "epoch": 1.8442153493699887,
+      "grad_norm": 0.042578209191560745,
+      "learning_rate": 4.1896414362602615e-06,
+      "loss": 0.9823397994041443,
+      "step": 1610
+    },
+    {
+      "epoch": 1.8465063001145476,
+      "grad_norm": 0.1340235471725464,
+      "learning_rate": 4.178773815357231e-06,
+      "loss": 1.3153901100158691,
+      "step": 1612
+    },
+    {
+      "epoch": 1.8487972508591066,
+      "grad_norm": 0.15407730638980865,
+      "learning_rate": 4.167914620734971e-06,
+      "loss": 1.372065782546997,
+      "step": 1614
+    },
+    {
+      "epoch": 1.8510882016036656,
+      "grad_norm": 0.09786330908536911,
+      "learning_rate": 4.157063921649314e-06,
+      "loss": 1.1111478805541992,
+      "step": 1616
+    },
+    {
+      "epoch": 1.8533791523482246,
+      "grad_norm": 0.03377949446439743,
+      "learning_rate": 4.146221787301916e-06,
+      "loss": 1.1279263496398926,
+      "step": 1618
+    },
+    {
+      "epoch": 1.8556701030927836,
+      "grad_norm": 0.10334134101867676,
+      "learning_rate": 4.135388286839806e-06,
+      "loss": 1.0680410861968994,
+      "step": 1620
+    },
+    {
+      "epoch": 1.8579610538373426,
+      "grad_norm": 0.13414083421230316,
+      "learning_rate": 4.1245634893549545e-06,
+      "loss": 1.1650376319885254,
+      "step": 1622
+    },
+    {
+      "epoch": 1.8602520045819015,
+      "grad_norm": 0.14877556264400482,
+      "learning_rate": 4.113747463883823e-06,
+      "loss": 1.367631196975708,
+      "step": 1624
+    },
+    {
+      "epoch": 1.8625429553264605,
+      "grad_norm": 0.031263113021850586,
+      "learning_rate": 4.102940279406928e-06,
+      "loss": 1.0940788984298706,
+      "step": 1626
+    },
+    {
+      "epoch": 1.8648339060710195,
+      "grad_norm": 0.04384366795420647,
+      "learning_rate": 4.092142004848408e-06,
+      "loss": 1.1474003791809082,
+      "step": 1628
+    },
+    {
+      "epoch": 1.8671248568155785,
+      "grad_norm": 0.03476424515247345,
+      "learning_rate": 4.08135270907557e-06,
+      "loss": 1.0565738677978516,
+      "step": 1630
+    },
+    {
+      "epoch": 1.8694158075601375,
+      "grad_norm": 0.14033450186252594,
+      "learning_rate": 4.070572460898462e-06,
+      "loss": 1.0951378345489502,
+      "step": 1632
+    },
+    {
+      "epoch": 1.8717067583046965,
+      "grad_norm": 0.03384094685316086,
+      "learning_rate": 4.059801329069426e-06,
+      "loss": 1.029362678527832,
+      "step": 1634
+    },
+    {
+      "epoch": 1.8739977090492554,
+      "grad_norm": 0.03602081537246704,
+      "learning_rate": 4.04903938228267e-06,
+      "loss": 1.1431338787078857,
+      "step": 1636
+    },
+    {
+      "epoch": 1.8762886597938144,
+      "grad_norm": 0.1386619508266449,
+      "learning_rate": 4.038286689173817e-06,
+      "loss": 1.1247670650482178,
+      "step": 1638
+    },
+    {
+      "epoch": 1.8785796105383734,
+      "grad_norm": 0.047482799738645554,
+      "learning_rate": 4.027543318319474e-06,
+      "loss": 1.0399794578552246,
+      "step": 1640
+    },
+    {
+      "epoch": 1.8808705612829324,
+      "grad_norm": 0.10432790964841843,
+      "learning_rate": 4.0168093382368e-06,
+      "loss": 1.1941301822662354,
+      "step": 1642
+    },
+    {
+      "epoch": 1.8831615120274914,
+      "grad_norm": 0.21906164288520813,
+      "learning_rate": 4.006084817383056e-06,
+      "loss": 0.24486073851585388,
+      "step": 1644
+    },
+    {
+      "epoch": 1.8854524627720504,
+      "grad_norm": 0.11396703869104385,
+      "learning_rate": 3.995369824155181e-06,
+      "loss": 1.13923978805542,
+      "step": 1646
+    },
+    {
+      "epoch": 1.8877434135166093,
+      "grad_norm": 0.10515320301055908,
+      "learning_rate": 3.984664426889346e-06,
+      "loss": 1.1944549083709717,
+      "step": 1648
+    },
+    {
+      "epoch": 1.8900343642611683,
+      "grad_norm": 0.12443188577890396,
+      "learning_rate": 3.973968693860527e-06,
+      "loss": 1.2203004360198975,
+      "step": 1650
+    },
+    {
+      "epoch": 1.8923253150057273,
+      "grad_norm": 0.1255001723766327,
+      "learning_rate": 3.96328269328206e-06,
+      "loss": 1.3052341938018799,
+      "step": 1652
+    },
+    {
+      "epoch": 1.8946162657502863,
+      "grad_norm": 0.12038350105285645,
+      "learning_rate": 3.952606493305216e-06,
+      "loss": 1.4456214904785156,
+      "step": 1654
+    },
+    {
+      "epoch": 1.8969072164948453,
+      "grad_norm": 0.04385162517428398,
+      "learning_rate": 3.941940162018761e-06,
+      "loss": 1.0220682621002197,
+      "step": 1656
+    },
+    {
+      "epoch": 1.8991981672394043,
+      "grad_norm": 0.0347161740064621,
+      "learning_rate": 3.931283767448518e-06,
+      "loss": 0.5256936550140381,
+      "step": 1658
+    },
+    {
+      "epoch": 1.9014891179839633,
+      "grad_norm": 0.3636147975921631,
+      "learning_rate": 3.920637377556942e-06,
+      "loss": 0.8584147691726685,
+      "step": 1660
+    },
+    {
+      "epoch": 1.9037800687285222,
+      "grad_norm": 0.11466902494430542,
+      "learning_rate": 3.910001060242677e-06,
+      "loss": 0.9281732439994812,
+      "step": 1662
+    },
+    {
+      "epoch": 1.9060710194730812,
+      "grad_norm": 0.1715666800737381,
+      "learning_rate": 3.899374883340137e-06,
+      "loss": 1.1350767612457275,
+      "step": 1664
+    },
+    {
+      "epoch": 1.9083619702176402,
+      "grad_norm": 0.10768167674541473,
+      "learning_rate": 3.88875891461905e-06,
+      "loss": 0.8779376745223999,
+      "step": 1666
+    },
+    {
+      "epoch": 1.9106529209621992,
+      "grad_norm": 0.05779425799846649,
+      "learning_rate": 3.878153221784054e-06,
+      "loss": 1.1153831481933594,
+      "step": 1668
+    },
+    {
+      "epoch": 1.9129438717067582,
+      "grad_norm": 0.11072687059640884,
+      "learning_rate": 3.867557872474248e-06,
+      "loss": 1.098388433456421,
+      "step": 1670
+    },
+    {
+      "epoch": 1.9152348224513172,
+      "grad_norm": 0.11078870296478271,
+      "learning_rate": 3.856972934262755e-06,
+      "loss": 1.206322193145752,
+      "step": 1672
+    },
+    {
+      "epoch": 1.9175257731958761,
+      "grad_norm": 0.11533273011445999,
+      "learning_rate": 3.84639847465631e-06,
+      "loss": 1.2478669881820679,
+      "step": 1674
+    },
+    {
+      "epoch": 1.9198167239404351,
+      "grad_norm": 0.1029491275548935,
+      "learning_rate": 3.835834561094815e-06,
+      "loss": 1.144696831703186,
+      "step": 1676
+    },
+    {
+      "epoch": 1.9221076746849943,
+      "grad_norm": 0.2026187777519226,
+      "learning_rate": 3.825281260950916e-06,
+      "loss": 1.330293893814087,
+      "step": 1678
+    },
+    {
+      "epoch": 1.9243986254295533,
+      "grad_norm": 0.16172434389591217,
+      "learning_rate": 3.814738641529566e-06,
+      "loss": 1.2509064674377441,
+      "step": 1680
+    },
+    {
+      "epoch": 1.9266895761741123,
+      "grad_norm": 0.03767630457878113,
+      "learning_rate": 3.8042067700676044e-06,
+      "loss": 0.9259130954742432,
+      "step": 1682
+    },
+    {
+      "epoch": 1.9289805269186713,
+      "grad_norm": 0.10923905670642853,
+      "learning_rate": 3.793685713733326e-06,
+      "loss": 1.2091310024261475,
+      "step": 1684
+    },
+    {
+      "epoch": 1.9312714776632303,
+      "grad_norm": 0.17867109179496765,
+      "learning_rate": 3.7831755396260416e-06,
+      "loss": 1.122981071472168,
+      "step": 1686
+    },
+    {
+      "epoch": 1.9335624284077892,
+      "grad_norm": 0.04535387083888054,
+      "learning_rate": 3.772676314775674e-06,
+      "loss": 0.9912348985671997,
+      "step": 1688
+    },
+    {
+      "epoch": 1.9358533791523482,
+      "grad_norm": 0.09147147089242935,
+      "learning_rate": 3.762188106142298e-06,
+      "loss": 0.8392770290374756,
+      "step": 1690
+    },
+    {
+      "epoch": 1.9381443298969072,
+      "grad_norm": 0.10301242023706436,
+      "learning_rate": 3.751710980615748e-06,
+      "loss": 1.138921856880188,
+      "step": 1692
+    },
+    {
+      "epoch": 1.9404352806414662,
+      "grad_norm": 0.04164798557758331,
+      "learning_rate": 3.741245005015162e-06,
+      "loss": 0.9997767210006714,
+      "step": 1694
+    },
+    {
+      "epoch": 1.9427262313860252,
+      "grad_norm": 0.10936956107616425,
+      "learning_rate": 3.7307902460885746e-06,
+      "loss": 1.1422123908996582,
+      "step": 1696
+    },
+    {
+      "epoch": 1.9450171821305842,
+      "grad_norm": 0.10265643894672394,
+      "learning_rate": 3.720346770512486e-06,
+      "loss": 1.039827585220337,
+      "step": 1698
+    },
+    {
+      "epoch": 1.9473081328751431,
+      "grad_norm": 0.1073760837316513,
+      "learning_rate": 3.709914644891427e-06,
+      "loss": 1.201385259628296,
+      "step": 1700
+    },
+    {
+      "epoch": 1.9495990836197021,
+      "grad_norm": 0.37369316816329956,
+      "learning_rate": 3.6994939357575533e-06,
+      "loss": 0.6540091633796692,
+      "step": 1702
+    },
+    {
+      "epoch": 1.9518900343642611,
+      "grad_norm": 0.0465695895254612,
+      "learning_rate": 3.689084709570202e-06,
+      "loss": 1.1277987957000732,
+      "step": 1704
+    },
+    {
+      "epoch": 1.9541809851088203,
+      "grad_norm": 0.09042780101299286,
+      "learning_rate": 3.6786870327154832e-06,
+      "loss": 1.1528184413909912,
+      "step": 1706
+    },
+    {
+      "epoch": 1.9564719358533793,
+      "grad_norm": 0.12911838293075562,
+      "learning_rate": 3.6683009715058416e-06,
+      "loss": 1.0916279554367065,
+      "step": 1708
+    },
+    {
+      "epoch": 1.9587628865979383,
+      "grad_norm": 0.12108128517866135,
+      "learning_rate": 3.657926592179649e-06,
+      "loss": 1.0954606533050537,
+      "step": 1710
+    },
+    {
+      "epoch": 1.9610538373424973,
+      "grad_norm": 0.053682778030633926,
+      "learning_rate": 3.647563960900774e-06,
+      "loss": 1.096421480178833,
+      "step": 1712
+    },
+    {
+      "epoch": 1.9633447880870563,
+      "grad_norm": 0.08973834663629532,
+      "learning_rate": 3.637213143758156e-06,
+      "loss": 1.0274837017059326,
+      "step": 1714
+    },
+    {
+      "epoch": 1.9656357388316152,
+      "grad_norm": 0.038498666137456894,
+      "learning_rate": 3.626874206765392e-06,
+      "loss": 1.1263710260391235,
+      "step": 1716
+    },
+    {
+      "epoch": 1.9679266895761742,
+      "grad_norm": 0.10485488921403885,
+      "learning_rate": 3.616547215860309e-06,
+      "loss": 1.0969138145446777,
+      "step": 1718
+    },
+    {
+      "epoch": 1.9702176403207332,
+      "grad_norm": 0.1671239733695984,
+      "learning_rate": 3.606232236904549e-06,
+      "loss": 1.2424817085266113,
+      "step": 1720
+    },
+    {
+      "epoch": 1.9725085910652922,
+      "grad_norm": 0.10209770500659943,
+      "learning_rate": 3.595929335683146e-06,
+      "loss": 0.9946843385696411,
+      "step": 1722
+    },
+    {
+      "epoch": 1.9747995418098512,
+      "grad_norm": 0.10356201231479645,
+      "learning_rate": 3.585638577904107e-06,
+      "loss": 1.1440200805664062,
+      "step": 1724
+    },
+    {
+      "epoch": 1.9770904925544102,
+      "grad_norm": 0.16762997210025787,
+      "learning_rate": 3.5753600291979917e-06,
+      "loss": 1.3794069290161133,
+      "step": 1726
+    },
+    {
+      "epoch": 1.9793814432989691,
+      "grad_norm": 0.16176775097846985,
+      "learning_rate": 3.5650937551174914e-06,
+      "loss": 1.1582558155059814,
+      "step": 1728
+    },
+    {
+      "epoch": 1.9816723940435281,
+      "grad_norm": 0.24708229303359985,
+      "learning_rate": 3.554839821137026e-06,
+      "loss": 0.991188108921051,
+      "step": 1730
+    },
+    {
+      "epoch": 1.9839633447880871,
+      "grad_norm": 0.03801441565155983,
+      "learning_rate": 3.5445982926523006e-06,
+      "loss": 1.1123301982879639,
+      "step": 1732
+    },
+    {
+      "epoch": 1.986254295532646,
+      "grad_norm": 0.11292216181755066,
+      "learning_rate": 3.534369234979914e-06,
+      "loss": 1.094356894493103,
+      "step": 1734
+    },
+    {
+      "epoch": 1.988545246277205,
+      "grad_norm": 0.24388711154460907,
+      "learning_rate": 3.5241527133569197e-06,
+      "loss": 0.09452319145202637,
+      "step": 1736
+    },
+    {
+      "epoch": 1.990836197021764,
+      "grad_norm": 0.09518136829137802,
+      "learning_rate": 3.5139487929404335e-06,
+      "loss": 0.9023909568786621,
+      "step": 1738
+    },
+    {
+      "epoch": 1.993127147766323,
+      "grad_norm": 0.10411088913679123,
+      "learning_rate": 3.5037575388071997e-06,
+      "loss": 1.18477463722229,
+      "step": 1740
+    },
+    {
+      "epoch": 1.995418098510882,
+      "grad_norm": 0.04860776290297508,
+      "learning_rate": 3.4935790159531786e-06,
+      "loss": 1.0331647396087646,
+      "step": 1742
+    },
+    {
+      "epoch": 1.997709049255441,
+      "grad_norm": 0.11631099134683609,
+      "learning_rate": 3.4834132892931405e-06,
+      "loss": 1.1645119190216064,
+      "step": 1744
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.10443787276744843,
+      "learning_rate": 3.47326042366024e-06,
+      "loss": 1.174635887145996,
+      "step": 1746
+    },
+    {
+      "epoch": 2.002290950744559,
+      "grad_norm": 0.10160228610038757,
+      "learning_rate": 3.46312048380562e-06,
+      "loss": 1.040701985359192,
+      "step": 1748
+    },
+    {
+      "epoch": 2.004581901489118,
+      "grad_norm": 0.11828029900789261,
+      "learning_rate": 3.452993534397975e-06,
+      "loss": 1.2142775058746338,
+      "step": 1750
+    },
+    {
+      "epoch": 2.006872852233677,
+      "grad_norm": 0.10975845903158188,
+      "learning_rate": 3.4428796400231595e-06,
+      "loss": 1.1384990215301514,
+      "step": 1752
+    },
+    {
+      "epoch": 2.009163802978236,
+      "grad_norm": 0.3760664463043213,
+      "learning_rate": 3.4327788651837658e-06,
+      "loss": 1.1351079940795898,
+      "step": 1754
+    },
+    {
+      "epoch": 2.011454753722795,
+      "grad_norm": 0.046844061464071274,
+      "learning_rate": 3.422691274298714e-06,
+      "loss": 1.0275928974151611,
+      "step": 1756
+    },
+    {
+      "epoch": 2.013745704467354,
+      "grad_norm": 0.038912829011678696,
+      "learning_rate": 3.4126169317028445e-06,
+      "loss": 1.1176273822784424,
+      "step": 1758
+    },
+    {
+      "epoch": 2.016036655211913,
+      "grad_norm": 0.13894204795360565,
+      "learning_rate": 3.4025559016465003e-06,
+      "loss": 1.2932333946228027,
+      "step": 1760
+    },
+    {
+      "epoch": 2.018327605956472,
+      "grad_norm": 0.044606562703847885,
+      "learning_rate": 3.3925082482951253e-06,
+      "loss": 1.10593843460083,
+      "step": 1762
+    },
+    {
+      "epoch": 2.020618556701031,
+      "grad_norm": 0.4010094702243805,
+      "learning_rate": 3.382474035728852e-06,
+      "loss": 0.9274369478225708,
+      "step": 1764
+    },
+    {
+      "epoch": 2.02290950744559,
+      "grad_norm": 0.148308664560318,
+      "learning_rate": 3.372453327942092e-06,
+      "loss": 1.2721387147903442,
+      "step": 1766
+    },
+    {
+      "epoch": 2.025200458190149,
+      "grad_norm": 0.13406376540660858,
+      "learning_rate": 3.3624461888431315e-06,
+      "loss": 1.1050572395324707,
+      "step": 1768
+    },
+    {
+      "epoch": 2.027491408934708,
+      "grad_norm": 0.11722642928361893,
+      "learning_rate": 3.352452682253713e-06,
+      "loss": 1.1906096935272217,
+      "step": 1770
+    },
+    {
+      "epoch": 2.029782359679267,
+      "grad_norm": 0.10479209572076797,
+      "learning_rate": 3.3424728719086424e-06,
+      "loss": 1.179795265197754,
+      "step": 1772
+    },
+    {
+      "epoch": 2.0320733104238258,
+      "grad_norm": 0.042092155665159225,
+      "learning_rate": 3.332506821455376e-06,
+      "loss": 0.937066912651062,
+      "step": 1774
+    },
+    {
+      "epoch": 2.0343642611683848,
+      "grad_norm": 0.12035442888736725,
+      "learning_rate": 3.3225545944536132e-06,
+      "loss": 0.8189719319343567,
+      "step": 1776
+    },
+    {
+      "epoch": 2.0366552119129437,
+      "grad_norm": 0.10334596037864685,
+      "learning_rate": 3.3126162543748906e-06,
+      "loss": 1.0670874118804932,
+      "step": 1778
+    },
+    {
+      "epoch": 2.0389461626575027,
+      "grad_norm": 0.1044737845659256,
+      "learning_rate": 3.302691864602183e-06,
+      "loss": 1.1054072380065918,
+      "step": 1780
+    },
+    {
+      "epoch": 2.0412371134020617,
+      "grad_norm": 0.11545980721712112,
+      "learning_rate": 3.292781488429494e-06,
+      "loss": 1.1284576654434204,
+      "step": 1782
+    },
+    {
+      "epoch": 2.0435280641466207,
+      "grad_norm": 0.1243211105465889,
+      "learning_rate": 3.2828851890614534e-06,
+      "loss": 1.0694844722747803,
+      "step": 1784
+    },
+    {
+      "epoch": 2.0458190148911797,
+      "grad_norm": 0.0351092666387558,
+      "learning_rate": 3.2730030296129157e-06,
+      "loss": 1.1130070686340332,
+      "step": 1786
+    },
+    {
+      "epoch": 2.0481099656357387,
+      "grad_norm": 0.20803546905517578,
+      "learning_rate": 3.2631350731085526e-06,
+      "loss": 1.176312804222107,
+      "step": 1788
+    },
+    {
+      "epoch": 2.0504009163802976,
+      "grad_norm": 0.10609522461891174,
+      "learning_rate": 3.25328138248246e-06,
+      "loss": 1.115060567855835,
+      "step": 1790
+    },
+    {
+      "epoch": 2.0526918671248566,
+      "grad_norm": 0.2342589944601059,
+      "learning_rate": 3.2434420205777473e-06,
+      "loss": 0.6569336652755737,
+      "step": 1792
+    },
+    {
+      "epoch": 2.0549828178694156,
+      "grad_norm": 0.30435091257095337,
+      "learning_rate": 3.2336170501461433e-06,
+      "loss": 0.9199868440628052,
+      "step": 1794
+    },
+    {
+      "epoch": 2.0572737686139746,
+      "grad_norm": 0.14184576272964478,
+      "learning_rate": 3.2238065338475944e-06,
+      "loss": 0.9895941019058228,
+      "step": 1796
+    },
+    {
+      "epoch": 2.0595647193585336,
+      "grad_norm": 0.05588042736053467,
+      "learning_rate": 3.2140105342498577e-06,
+      "loss": 1.0880318880081177,
+      "step": 1798
+    },
+    {
+      "epoch": 2.0618556701030926,
+      "grad_norm": 0.1207311823964119,
+      "learning_rate": 3.2042291138281155e-06,
+      "loss": 1.1787630319595337,
+      "step": 1800
+    },
+    {
+      "epoch": 2.0641466208476515,
+      "grad_norm": 0.32253092527389526,
+      "learning_rate": 3.194462334964566e-06,
+      "loss": 0.6825082302093506,
+      "step": 1802
+    },
+    {
+      "epoch": 2.066437571592211,
+      "grad_norm": 0.11069416999816895,
+      "learning_rate": 3.184710259948032e-06,
+      "loss": 0.9402496814727783,
+      "step": 1804
+    },
+    {
+      "epoch": 2.06872852233677,
+      "grad_norm": 0.13846199214458466,
+      "learning_rate": 3.1749729509735555e-06,
+      "loss": 0.5835152864456177,
+      "step": 1806
+    },
+    {
+      "epoch": 2.071019473081329,
+      "grad_norm": 0.03694439306855202,
+      "learning_rate": 3.165250470142009e-06,
+      "loss": 1.0787923336029053,
+      "step": 1808
+    },
+    {
+      "epoch": 2.073310423825888,
+      "grad_norm": 0.2090117484331131,
+      "learning_rate": 3.155542879459702e-06,
+      "loss": 1.236689567565918,
+      "step": 1810
+    },
+    {
+      "epoch": 2.075601374570447,
+      "grad_norm": 0.105824314057827,
+      "learning_rate": 3.145850240837971e-06,
+      "loss": 1.1017699241638184,
+      "step": 1812
+    },
+    {
+      "epoch": 2.077892325315006,
+      "grad_norm": 0.10985516756772995,
+      "learning_rate": 3.136172616092801e-06,
+      "loss": 1.1386725902557373,
+      "step": 1814
+    },
+    {
+      "epoch": 2.080183276059565,
+      "grad_norm": 0.22561407089233398,
+      "learning_rate": 3.1265100669444184e-06,
+      "loss": 0.9274455308914185,
+      "step": 1816
+    },
+    {
+      "epoch": 2.082474226804124,
+      "grad_norm": 0.10488112270832062,
+      "learning_rate": 3.116862655016907e-06,
+      "loss": 1.1748979091644287,
+      "step": 1818
+    },
+    {
+      "epoch": 2.084765177548683,
+      "grad_norm": 0.10127851366996765,
+      "learning_rate": 3.107230441837812e-06,
+      "loss": 1.2072792053222656,
+      "step": 1820
+    },
+    {
+      "epoch": 2.087056128293242,
+      "grad_norm": 0.03725925460457802,
+      "learning_rate": 3.097613488837744e-06,
+      "loss": 1.1067794561386108,
+      "step": 1822
+    },
+    {
+      "epoch": 2.089347079037801,
+      "grad_norm": 0.24176861345767975,
+      "learning_rate": 3.0880118573499928e-06,
+      "loss": 1.04270601272583,
+      "step": 1824
+    },
+    {
+      "epoch": 2.09163802978236,
+      "grad_norm": 0.11087094247341156,
+      "learning_rate": 3.0784256086101265e-06,
+      "loss": 1.1116524934768677,
+      "step": 1826
+    },
+    {
+      "epoch": 2.093928980526919,
+      "grad_norm": 0.10241114348173141,
+      "learning_rate": 3.0688548037556203e-06,
+      "loss": 1.0798685550689697,
+      "step": 1828
+    },
+    {
+      "epoch": 2.0962199312714778,
+      "grad_norm": 0.12044376134872437,
+      "learning_rate": 3.0592995038254413e-06,
+      "loss": 1.1466073989868164,
+      "step": 1830
+    },
+    {
+      "epoch": 2.0985108820160367,
+      "grad_norm": 0.07996680587530136,
+      "learning_rate": 3.04975976975968e-06,
+      "loss": 1.0409008264541626,
+      "step": 1832
+    },
+    {
+      "epoch": 2.1008018327605957,
+      "grad_norm": 0.10078135132789612,
+      "learning_rate": 3.0402356623991487e-06,
+      "loss": 1.2206724882125854,
+      "step": 1834
+    },
+    {
+      "epoch": 2.1030927835051547,
+      "grad_norm": 0.12359591573476791,
+      "learning_rate": 3.0307272424850043e-06,
+      "loss": 1.1318553686141968,
+      "step": 1836
+    },
+    {
+      "epoch": 2.1053837342497137,
+      "grad_norm": 0.040033888071775436,
+      "learning_rate": 3.021234570658351e-06,
+      "loss": 1.0623432397842407,
+      "step": 1838
+    },
+    {
+      "epoch": 2.1076746849942727,
+      "grad_norm": 0.10040728002786636,
+      "learning_rate": 3.011757707459857e-06,
+      "loss": 1.1741615533828735,
+      "step": 1840
+    },
+    {
+      "epoch": 2.1099656357388317,
+      "grad_norm": 0.06718029826879501,
+      "learning_rate": 3.0022967133293716e-06,
+      "loss": 0.9849785566329956,
+      "step": 1842
+    },
+    {
+      "epoch": 2.1122565864833907,
+      "grad_norm": 0.14430569112300873,
+      "learning_rate": 2.992851648605536e-06,
+      "loss": 1.1471836566925049,
+      "step": 1844
+    },
+    {
+      "epoch": 2.1145475372279496,
+      "grad_norm": 0.20142653584480286,
+      "learning_rate": 2.9834225735254e-06,
+      "loss": 0.6019679307937622,
+      "step": 1846
+    },
+    {
+      "epoch": 2.1168384879725086,
+      "grad_norm": 0.1241523027420044,
+      "learning_rate": 2.9740095482240382e-06,
+      "loss": 1.193034052848816,
+      "step": 1848
+    },
+    {
+      "epoch": 2.1191294387170676,
+      "grad_norm": 0.035164572298526764,
+      "learning_rate": 2.964612632734163e-06,
+      "loss": 1.113813877105713,
+      "step": 1850
+    },
+    {
+      "epoch": 2.1214203894616266,
+      "grad_norm": 0.06513768434524536,
+      "learning_rate": 2.9552318869857464e-06,
+      "loss": 0.8912978172302246,
+      "step": 1852
+    },
+    {
+      "epoch": 2.1237113402061856,
+      "grad_norm": 0.04359002783894539,
+      "learning_rate": 2.9458673708056385e-06,
+      "loss": 1.1514525413513184,
+      "step": 1854
+    },
+    {
+      "epoch": 2.1260022909507446,
+      "grad_norm": 0.03506020829081535,
+      "learning_rate": 2.936519143917179e-06,
+      "loss": 1.0918513536453247,
+      "step": 1856
+    },
+    {
+      "epoch": 2.1282932416953035,
+      "grad_norm": 0.11882031708955765,
+      "learning_rate": 2.9271872659398224e-06,
+      "loss": 1.1890110969543457,
+      "step": 1858
+    },
+    {
+      "epoch": 2.1305841924398625,
+      "grad_norm": 0.12055717408657074,
+      "learning_rate": 2.9178717963887557e-06,
+      "loss": 1.0867390632629395,
+      "step": 1860
+    },
+    {
+      "epoch": 2.1328751431844215,
+      "grad_norm": 0.1105470135807991,
+      "learning_rate": 2.90857279467452e-06,
+      "loss": 1.144205093383789,
+      "step": 1862
+    },
+    {
+      "epoch": 2.1351660939289805,
+      "grad_norm": 0.15523314476013184,
+      "learning_rate": 2.899290320102631e-06,
+      "loss": 0.925602376461029,
+      "step": 1864
+    },
+    {
+      "epoch": 2.1374570446735395,
+      "grad_norm": 0.21147528290748596,
+      "learning_rate": 2.890024431873201e-06,
+      "loss": 0.8735249638557434,
+      "step": 1866
+    },
+    {
+      "epoch": 2.1397479954180985,
+      "grad_norm": 0.033189158886671066,
+      "learning_rate": 2.880775189080555e-06,
+      "loss": 1.0115811824798584,
+      "step": 1868
+    },
+    {
+      "epoch": 2.1420389461626574,
+      "grad_norm": 0.061869971454143524,
+      "learning_rate": 2.8715426507128687e-06,
+      "loss": 1.066664695739746,
+      "step": 1870
+    },
+    {
+      "epoch": 2.1443298969072164,
+      "grad_norm": 0.10503748059272766,
+      "learning_rate": 2.862326875651777e-06,
+      "loss": 1.129685401916504,
+      "step": 1872
+    },
+    {
+      "epoch": 2.1466208476517754,
+      "grad_norm": 0.10907737910747528,
+      "learning_rate": 2.853127922672008e-06,
+      "loss": 1.0200390815734863,
+      "step": 1874
+    },
+    {
+      "epoch": 2.1489117983963344,
+      "grad_norm": 0.1520504504442215,
+      "learning_rate": 2.8439458504410044e-06,
+      "loss": 1.0280253887176514,
+      "step": 1876
+    },
+    {
+      "epoch": 2.1512027491408934,
+      "grad_norm": 0.12227918952703476,
+      "learning_rate": 2.834780717518547e-06,
+      "loss": 1.050950527191162,
+      "step": 1878
+    },
+    {
+      "epoch": 2.1534936998854524,
+      "grad_norm": 0.03874862939119339,
+      "learning_rate": 2.825632582356387e-06,
+      "loss": 1.0017433166503906,
+      "step": 1880
+    },
+    {
+      "epoch": 2.1557846506300113,
+      "grad_norm": 0.04391537606716156,
+      "learning_rate": 2.8165015032978703e-06,
+      "loss": 1.0685606002807617,
+      "step": 1882
+    },
+    {
+      "epoch": 2.1580756013745703,
+      "grad_norm": 0.04769907891750336,
+      "learning_rate": 2.8073875385775663e-06,
+      "loss": 1.186462640762329,
+      "step": 1884
+    },
+    {
+      "epoch": 2.1603665521191293,
+      "grad_norm": 0.032127585262060165,
+      "learning_rate": 2.7982907463208896e-06,
+      "loss": 0.895263135433197,
+      "step": 1886
+    },
+    {
+      "epoch": 2.1626575028636883,
+      "grad_norm": 0.14522826671600342,
+      "learning_rate": 2.7892111845437416e-06,
+      "loss": 1.0644443035125732,
+      "step": 1888
+    },
+    {
+      "epoch": 2.1649484536082473,
+      "grad_norm": 0.11006541550159454,
+      "learning_rate": 2.780148911152135e-06,
+      "loss": 1.0343241691589355,
+      "step": 1890
+    },
+    {
+      "epoch": 2.1672394043528063,
+      "grad_norm": 0.03823330998420715,
+      "learning_rate": 2.7711039839418187e-06,
+      "loss": 1.0082577466964722,
+      "step": 1892
+    },
+    {
+      "epoch": 2.1695303550973652,
+      "grad_norm": 0.03993887081742287,
+      "learning_rate": 2.762076460597919e-06,
+      "loss": 1.0605108737945557,
+      "step": 1894
+    },
+    {
+      "epoch": 2.1718213058419242,
+      "grad_norm": 0.17623330652713776,
+      "learning_rate": 2.7530663986945605e-06,
+      "loss": 0.8171453475952148,
+      "step": 1896
+    },
+    {
+      "epoch": 2.174112256586483,
+      "grad_norm": 0.03557036072015762,
+      "learning_rate": 2.7440738556945122e-06,
+      "loss": 0.9885848760604858,
+      "step": 1898
+    },
+    {
+      "epoch": 2.176403207331042,
+      "grad_norm": 0.11463136225938797,
+      "learning_rate": 2.735098888948811e-06,
+      "loss": 0.8385453820228577,
+      "step": 1900
+    },
+    {
+      "epoch": 2.178694158075601,
+      "grad_norm": 0.20864970982074738,
+      "learning_rate": 2.726141555696399e-06,
+      "loss": 1.330157995223999,
+      "step": 1902
+    },
+    {
+      "epoch": 2.18098510882016,
+      "grad_norm": 0.10703415423631668,
+      "learning_rate": 2.7172019130637605e-06,
+      "loss": 1.1223435401916504,
+      "step": 1904
+    },
+    {
+      "epoch": 2.183276059564719,
+      "grad_norm": 0.10402292013168335,
+      "learning_rate": 2.708280018064551e-06,
+      "loss": 0.5987660884857178,
+      "step": 1906
+    },
+    {
+      "epoch": 2.1855670103092786,
+      "grad_norm": 0.1397983282804489,
+      "learning_rate": 2.699375927599245e-06,
+      "loss": 1.0533286333084106,
+      "step": 1908
+    },
+    {
+      "epoch": 2.1878579610538376,
+      "grad_norm": 0.130964994430542,
+      "learning_rate": 2.6904896984547614e-06,
+      "loss": 0.5356656908988953,
+      "step": 1910
+    },
+    {
+      "epoch": 2.1901489117983965,
+      "grad_norm": 0.11952181160449982,
+      "learning_rate": 2.6816213873041086e-06,
+      "loss": 1.1443605422973633,
+      "step": 1912
+    },
+    {
+      "epoch": 2.1924398625429555,
+      "grad_norm": 0.1906312108039856,
+      "learning_rate": 2.6727710507060166e-06,
+      "loss": 0.44051751494407654,
+      "step": 1914
+    },
+    {
+      "epoch": 2.1947308132875145,
+      "grad_norm": 0.10350323468446732,
+      "learning_rate": 2.6639387451045894e-06,
+      "loss": 1.1139777898788452,
+      "step": 1916
+    },
+    {
+      "epoch": 2.1970217640320735,
+      "grad_norm": 0.15858761966228485,
+      "learning_rate": 2.6551245268289293e-06,
+      "loss": 1.123609185218811,
+      "step": 1918
+    },
+    {
+      "epoch": 2.1993127147766325,
+      "grad_norm": 0.1445668339729309,
+      "learning_rate": 2.6463284520927834e-06,
+      "loss": 0.9767943620681763,
+      "step": 1920
+    },
+    {
+      "epoch": 2.2016036655211915,
+      "grad_norm": 0.10581092536449432,
+      "learning_rate": 2.63755057699419e-06,
+      "loss": 0.9770960807800293,
+      "step": 1922
+    },
+    {
+      "epoch": 2.2038946162657505,
+      "grad_norm": 0.11240138858556747,
+      "learning_rate": 2.6287909575151166e-06,
+      "loss": 1.1265208721160889,
+      "step": 1924
+    },
+    {
+      "epoch": 2.2061855670103094,
+      "grad_norm": 0.2250319868326187,
+      "learning_rate": 2.620049649521103e-06,
+      "loss": 0.9786791801452637,
+      "step": 1926
+    },
+    {
+      "epoch": 2.2084765177548684,
+      "grad_norm": 0.10950709134340286,
+      "learning_rate": 2.6113267087609018e-06,
+      "loss": 1.1055612564086914,
+      "step": 1928
+    },
+    {
+      "epoch": 2.2107674684994274,
+      "grad_norm": 0.1569567322731018,
+      "learning_rate": 2.6026221908661307e-06,
+      "loss": 1.0753288269042969,
+      "step": 1930
+    },
+    {
+      "epoch": 2.2130584192439864,
+      "grad_norm": 0.10235545039176941,
+      "learning_rate": 2.5939361513509124e-06,
+      "loss": 0.6077594757080078,
+      "step": 1932
+    },
+    {
+      "epoch": 2.2153493699885454,
+      "grad_norm": 0.12555944919586182,
+      "learning_rate": 2.5852686456115194e-06,
+      "loss": 1.0947010517120361,
+      "step": 1934
+    },
+    {
+      "epoch": 2.2176403207331044,
+      "grad_norm": 0.0357440747320652,
+      "learning_rate": 2.5766197289260277e-06,
+      "loss": 1.0835474729537964,
+      "step": 1936
+    },
+    {
+      "epoch": 2.2199312714776633,
+      "grad_norm": 0.035975709557533264,
+      "learning_rate": 2.5679894564539513e-06,
+      "loss": 1.0810333490371704,
+      "step": 1938
+    },
+    {
+      "epoch": 2.2222222222222223,
+      "grad_norm": 0.12334857881069183,
+      "learning_rate": 2.5593778832359062e-06,
+      "loss": 0.9912731051445007,
+      "step": 1940
+    },
+    {
+      "epoch": 2.2245131729667813,
+      "grad_norm": 0.03624502941966057,
+      "learning_rate": 2.550785064193246e-06,
+      "loss": 0.7342801094055176,
+      "step": 1942
+    },
+    {
+      "epoch": 2.2268041237113403,
+      "grad_norm": 0.10606859624385834,
+      "learning_rate": 2.5422110541277225e-06,
+      "loss": 1.1674457788467407,
+      "step": 1944
+    },
+    {
+      "epoch": 2.2290950744558993,
+      "grad_norm": 0.16007988154888153,
+      "learning_rate": 2.5336559077211285e-06,
+      "loss": 0.7999182939529419,
+      "step": 1946
+    },
+    {
+      "epoch": 2.2313860252004583,
+      "grad_norm": 0.21072755753993988,
+      "learning_rate": 2.5251196795349476e-06,
+      "loss": 0.7957800030708313,
+      "step": 1948
+    },
+    {
+      "epoch": 2.2336769759450172,
+      "grad_norm": 0.11326409876346588,
+      "learning_rate": 2.5166024240100175e-06,
+      "loss": 1.092682123184204,
+      "step": 1950
+    },
+    {
+      "epoch": 2.2359679266895762,
+      "grad_norm": 0.03987419232726097,
+      "learning_rate": 2.508104195466169e-06,
+      "loss": 1.0951638221740723,
+      "step": 1952
+    },
+    {
+      "epoch": 2.238258877434135,
+      "grad_norm": 0.2164270430803299,
+      "learning_rate": 2.4996250481018917e-06,
+      "loss": 0.6124863624572754,
+      "step": 1954
+    },
+    {
+      "epoch": 2.240549828178694,
+      "grad_norm": 0.1036994680762291,
+      "learning_rate": 2.491165035993977e-06,
+      "loss": 1.0700827836990356,
+      "step": 1956
+    },
+    {
+      "epoch": 2.242840778923253,
+      "grad_norm": 0.03502170741558075,
+      "learning_rate": 2.4827242130971822e-06,
+      "loss": 1.0163440704345703,
+      "step": 1958
+    },
+    {
+      "epoch": 2.245131729667812,
+      "grad_norm": 0.04055381193757057,
+      "learning_rate": 2.4743026332438835e-06,
+      "loss": 1.0671887397766113,
+      "step": 1960
+    },
+    {
+      "epoch": 2.247422680412371,
+      "grad_norm": 0.15526892244815826,
+      "learning_rate": 2.4659003501437302e-06,
+      "loss": 1.065315842628479,
+      "step": 1962
+    },
+    {
+      "epoch": 2.24971363115693,
+      "grad_norm": 0.10842100530862808,
+      "learning_rate": 2.4575174173833076e-06,
+      "loss": 1.0709346532821655,
+      "step": 1964
+    },
+    {
+      "epoch": 2.252004581901489,
+      "grad_norm": 0.1467980593442917,
+      "learning_rate": 2.449153888425786e-06,
+      "loss": 1.220167875289917,
+      "step": 1966
+    },
+    {
+      "epoch": 2.254295532646048,
+      "grad_norm": 0.0432235449552536,
+      "learning_rate": 2.4408098166105905e-06,
+      "loss": 1.1115278005599976,
+      "step": 1968
+    },
+    {
+      "epoch": 2.256586483390607,
+      "grad_norm": 0.07890545576810837,
+      "learning_rate": 2.4324852551530546e-06,
+      "loss": 1.2021079063415527,
+      "step": 1970
+    },
+    {
+      "epoch": 2.258877434135166,
+      "grad_norm": 0.10672356933355331,
+      "learning_rate": 2.424180257144082e-06,
+      "loss": 0.9553957581520081,
+      "step": 1972
+    },
+    {
+      "epoch": 2.261168384879725,
+      "grad_norm": 0.04205801710486412,
+      "learning_rate": 2.4158948755498097e-06,
+      "loss": 1.057405710220337,
+      "step": 1974
+    },
+    {
+      "epoch": 2.263459335624284,
+      "grad_norm": 0.03718230873346329,
+      "learning_rate": 2.407629163211264e-06,
+      "loss": 1.1039612293243408,
+      "step": 1976
+    },
+    {
+      "epoch": 2.265750286368843,
+      "grad_norm": 0.15723231434822083,
+      "learning_rate": 2.399383172844033e-06,
+      "loss": 1.0969688892364502,
+      "step": 1978
+    },
+    {
+      "epoch": 2.268041237113402,
+      "grad_norm": 0.1052173301577568,
+      "learning_rate": 2.3911569570379226e-06,
+      "loss": 0.9735721349716187,
+      "step": 1980
+    },
+    {
+      "epoch": 2.270332187857961,
+      "grad_norm": 0.28806793689727783,
+      "learning_rate": 2.3829505682566274e-06,
+      "loss": 0.8661947250366211,
+      "step": 1982
+    },
+    {
+      "epoch": 2.27262313860252,
+      "grad_norm": 0.043717917054891586,
+      "learning_rate": 2.374764058837388e-06,
+      "loss": 1.085542917251587,
+      "step": 1984
+    },
+    {
+      "epoch": 2.274914089347079,
+      "grad_norm": 0.11502456665039062,
+      "learning_rate": 2.366597480990663e-06,
+      "loss": 1.1323692798614502,
+      "step": 1986
+    },
+    {
+      "epoch": 2.277205040091638,
+      "grad_norm": 0.1218227744102478,
+      "learning_rate": 2.3584508867998023e-06,
+      "loss": 1.165204405784607,
+      "step": 1988
+    },
+    {
+      "epoch": 2.279495990836197,
+      "grad_norm": 0.04732652008533478,
+      "learning_rate": 2.350324328220697e-06,
+      "loss": 1.1347787380218506,
+      "step": 1990
+    },
+    {
+      "epoch": 2.281786941580756,
+      "grad_norm": 0.051126670092344284,
+      "learning_rate": 2.3422178570814656e-06,
+      "loss": 1.190324068069458,
+      "step": 1992
+    },
+    {
+      "epoch": 2.284077892325315,
+      "grad_norm": 0.03463529422879219,
+      "learning_rate": 2.3341315250821102e-06,
+      "loss": 0.9339711666107178,
+      "step": 1994
+    },
+    {
+      "epoch": 2.286368843069874,
+      "grad_norm": 0.18917769193649292,
+      "learning_rate": 2.326065383794202e-06,
+      "loss": 0.7177498936653137,
+      "step": 1996
+    },
+    {
+      "epoch": 2.288659793814433,
+      "grad_norm": 0.16513919830322266,
+      "learning_rate": 2.3180194846605367e-06,
+      "loss": 1.1773316860198975,
+      "step": 1998
+    },
+    {
+      "epoch": 2.290950744558992,
+      "grad_norm": 0.15770074725151062,
+      "learning_rate": 2.3099938789948147e-06,
+      "loss": 0.9601297378540039,
+      "step": 2000
+    },
+    {
+      "epoch": 2.293241695303551,
+      "grad_norm": 0.11050211638212204,
+      "learning_rate": 2.301988617981314e-06,
+      "loss": 0.625648021697998,
+      "step": 2002
+    },
+    {
+      "epoch": 2.29553264604811,
+      "grad_norm": 0.24079091846942902,
+      "learning_rate": 2.294003752674557e-06,
+      "loss": 0.862073540687561,
+      "step": 2004
+    },
+    {
+      "epoch": 2.297823596792669,
+      "grad_norm": 0.22309234738349915,
+      "learning_rate": 2.2860393339990005e-06,
+      "loss": 0.4852597117424011,
+      "step": 2006
+    },
+    {
+      "epoch": 2.3001145475372278,
+      "grad_norm": 0.05693449079990387,
+      "learning_rate": 2.2780954127486883e-06,
+      "loss": 1.1776564121246338,
+      "step": 2008
+    },
+    {
+      "epoch": 2.3024054982817868,
+      "grad_norm": 0.23189516365528107,
+      "learning_rate": 2.270172039586948e-06,
+      "loss": 0.8554977774620056,
+      "step": 2010
+    },
+    {
+      "epoch": 2.3046964490263457,
+      "grad_norm": 0.11551795154809952,
+      "learning_rate": 2.2622692650460516e-06,
+      "loss": 1.0636159181594849,
+      "step": 2012
+    },
+    {
+      "epoch": 2.3069873997709047,
+      "grad_norm": 0.03734152764081955,
+      "learning_rate": 2.25438713952691e-06,
+      "loss": 0.9173470735549927,
+      "step": 2014
+    },
+    {
+      "epoch": 2.3092783505154637,
+      "grad_norm": 0.10906286537647247,
+      "learning_rate": 2.2465257132987388e-06,
+      "loss": 0.8785110712051392,
+      "step": 2016
+    },
+    {
+      "epoch": 2.3115693012600227,
+      "grad_norm": 0.03761937841773033,
+      "learning_rate": 2.2386850364987357e-06,
+      "loss": 1.0721259117126465,
+      "step": 2018
+    },
+    {
+      "epoch": 2.3138602520045817,
+      "grad_norm": 0.15644510090351105,
+      "learning_rate": 2.230865159131774e-06,
+      "loss": 0.10478156059980392,
+      "step": 2020
+    },
+    {
+      "epoch": 2.3161512027491407,
+      "grad_norm": 0.18335962295532227,
+      "learning_rate": 2.2230661310700717e-06,
+      "loss": 1.056382179260254,
+      "step": 2022
+    },
+    {
+      "epoch": 2.3184421534936996,
+      "grad_norm": 0.3297891318798065,
+      "learning_rate": 2.215288002052882e-06,
+      "loss": 0.5145710706710815,
+      "step": 2024
+    },
+    {
+      "epoch": 2.320733104238259,
+      "grad_norm": 0.1070839911699295,
+      "learning_rate": 2.207530821686166e-06,
+      "loss": 1.017712950706482,
+      "step": 2026
+    },
+    {
+      "epoch": 2.323024054982818,
+      "grad_norm": 0.24218393862247467,
+      "learning_rate": 2.199794639442287e-06,
+      "loss": 0.7674975395202637,
+      "step": 2028
+    },
+    {
+      "epoch": 2.325315005727377,
+      "grad_norm": 0.15954658389091492,
+      "learning_rate": 2.1920795046596887e-06,
+      "loss": 1.3201217651367188,
+      "step": 2030
+    },
+    {
+      "epoch": 2.327605956471936,
+      "grad_norm": 0.12265370041131973,
+      "learning_rate": 2.1843854665425816e-06,
+      "loss": 0.5814427137374878,
+      "step": 2032
+    },
+    {
+      "epoch": 2.329896907216495,
+      "grad_norm": 0.10698456317186356,
+      "learning_rate": 2.176712574160632e-06,
+      "loss": 0.9436638355255127,
+      "step": 2034
+    },
+    {
+      "epoch": 2.332187857961054,
+      "grad_norm": 0.19457845389842987,
+      "learning_rate": 2.1690608764486417e-06,
+      "loss": 1.0933640003204346,
+      "step": 2036
+    },
+    {
+      "epoch": 2.334478808705613,
+      "grad_norm": 0.0642176941037178,
+      "learning_rate": 2.1614304222062447e-06,
+      "loss": 0.8278051614761353,
+      "step": 2038
+    },
+    {
+      "epoch": 2.336769759450172,
+      "grad_norm": 0.039123423397541046,
+      "learning_rate": 2.1538212600975927e-06,
+      "loss": 1.037153959274292,
+      "step": 2040
+    },
+    {
+      "epoch": 2.339060710194731,
+      "grad_norm": 0.03765871003270149,
+      "learning_rate": 2.146233438651042e-06,
+      "loss": 0.9489548206329346,
+      "step": 2042
+    },
+    {
+      "epoch": 2.34135166093929,
+      "grad_norm": 0.03357570245862007,
+      "learning_rate": 2.138667006258849e-06,
+      "loss": 0.5923043489456177,
+      "step": 2044
+    },
+    {
+      "epoch": 2.343642611683849,
+      "grad_norm": 0.1226658970117569,
+      "learning_rate": 2.131122011176854e-06,
+      "loss": 1.0477964878082275,
+      "step": 2046
+    },
+    {
+      "epoch": 2.345933562428408,
+      "grad_norm": 0.278041273355484,
+      "learning_rate": 2.1235985015241832e-06,
+      "loss": 0.8828730583190918,
+      "step": 2048
+    },
+    {
+      "epoch": 2.348224513172967,
+      "grad_norm": 0.039722733199596405,
+      "learning_rate": 2.1160965252829344e-06,
+      "loss": 1.1027134656906128,
+      "step": 2050
+    },
+    {
+      "epoch": 2.350515463917526,
+      "grad_norm": 0.2350229173898697,
+      "learning_rate": 2.108616130297876e-06,
+      "loss": 0.710883617401123,
+      "step": 2052
+    },
+    {
+      "epoch": 2.352806414662085,
+      "grad_norm": 0.10858850926160812,
+      "learning_rate": 2.101157364276134e-06,
+      "loss": 1.2099969387054443,
+      "step": 2054
+    },
+    {
+      "epoch": 2.355097365406644,
+      "grad_norm": 0.10385426133871078,
+      "learning_rate": 2.0937202747868974e-06,
+      "loss": 1.068502426147461,
+      "step": 2056
+    },
+    {
+      "epoch": 2.357388316151203,
+      "grad_norm": 0.12905098497867584,
+      "learning_rate": 2.08630490926111e-06,
+      "loss": 0.9399811029434204,
+      "step": 2058
+    },
+    {
+      "epoch": 2.359679266895762,
+      "grad_norm": 0.1345222443342209,
+      "learning_rate": 2.0789113149911678e-06,
+      "loss": 1.1330405473709106,
+      "step": 2060
+    },
+    {
+      "epoch": 2.361970217640321,
+      "grad_norm": 0.3326592445373535,
+      "learning_rate": 2.071539539130619e-06,
+      "loss": 0.8196538686752319,
+      "step": 2062
+    },
+    {
+      "epoch": 2.3642611683848798,
+      "grad_norm": 0.03900545835494995,
+      "learning_rate": 2.0641896286938586e-06,
+      "loss": 1.1343563795089722,
+      "step": 2064
+    },
+    {
+      "epoch": 2.3665521191294387,
+      "grad_norm": 0.30328232049942017,
+      "learning_rate": 2.0568616305558362e-06,
+      "loss": 0.8793677687644958,
+      "step": 2066
+    },
+    {
+      "epoch": 2.3688430698739977,
+      "grad_norm": 0.11676283180713654,
+      "learning_rate": 2.0495555914517517e-06,
+      "loss": 1.1062278747558594,
+      "step": 2068
+    },
+    {
+      "epoch": 2.3711340206185567,
+      "grad_norm": 0.11668711155653,
+      "learning_rate": 2.042271557976758e-06,
+      "loss": 1.1123981475830078,
+      "step": 2070
+    },
+    {
+      "epoch": 2.3734249713631157,
+      "grad_norm": 0.41015803813934326,
+      "learning_rate": 2.0350095765856674e-06,
+      "loss": 0.6100105047225952,
+      "step": 2072
+    },
+    {
+      "epoch": 2.3757159221076747,
+      "grad_norm": 0.04040496423840523,
+      "learning_rate": 2.0277696935926465e-06,
+      "loss": 1.1077494621276855,
+      "step": 2074
+    },
+    {
+      "epoch": 2.3780068728522337,
+      "grad_norm": 0.11139100790023804,
+      "learning_rate": 2.020551955170932e-06,
+      "loss": 0.9434921145439148,
+      "step": 2076
+    },
+    {
+      "epoch": 2.3802978235967927,
+      "grad_norm": 0.10817384719848633,
+      "learning_rate": 2.0133564073525283e-06,
+      "loss": 0.7552821040153503,
+      "step": 2078
+    },
+    {
+      "epoch": 2.3825887743413516,
+      "grad_norm": 0.038600143045186996,
+      "learning_rate": 2.0061830960279182e-06,
+      "loss": 1.0198276042938232,
+      "step": 2080
+    },
+    {
+      "epoch": 2.3848797250859106,
+      "grad_norm": 0.13652552664279938,
+      "learning_rate": 1.9990320669457664e-06,
+      "loss": 1.120629072189331,
+      "step": 2082
+    },
+    {
+      "epoch": 2.3871706758304696,
+      "grad_norm": 0.05311482027173042,
+      "learning_rate": 1.9919033657126297e-06,
+      "loss": 1.1022953987121582,
+      "step": 2084
+    },
+    {
+      "epoch": 2.3894616265750286,
+      "grad_norm": 0.1396331489086151,
+      "learning_rate": 1.9847970377926723e-06,
+      "loss": 1.1291303634643555,
+      "step": 2086
+    },
+    {
+      "epoch": 2.3917525773195876,
+      "grad_norm": 0.03835023194551468,
+      "learning_rate": 1.9777131285073608e-06,
+      "loss": 1.0857717990875244,
+      "step": 2088
+    },
+    {
+      "epoch": 2.3940435280641466,
+      "grad_norm": 0.06169874966144562,
+      "learning_rate": 1.9706516830351915e-06,
+      "loss": 1.230233907699585,
+      "step": 2090
+    },
+    {
+      "epoch": 2.3963344788087055,
+      "grad_norm": 0.03643700107932091,
+      "learning_rate": 1.963612746411389e-06,
+      "loss": 1.1737711429595947,
+      "step": 2092
+    },
+    {
+      "epoch": 2.3986254295532645,
+      "grad_norm": 0.039749957621097565,
+      "learning_rate": 1.9565963635276326e-06,
+      "loss": 1.073061466217041,
+      "step": 2094
+    },
+    {
+      "epoch": 2.4009163802978235,
+      "grad_norm": 0.13701081275939941,
+      "learning_rate": 1.949602579131754e-06,
+      "loss": 1.0454206466674805,
+      "step": 2096
+    },
+    {
+      "epoch": 2.4032073310423825,
+      "grad_norm": 0.1076841652393341,
+      "learning_rate": 1.9426314378274663e-06,
+      "loss": 1.114311695098877,
+      "step": 2098
+    },
+    {
+      "epoch": 2.4054982817869415,
+      "grad_norm": 0.3381866216659546,
+      "learning_rate": 1.9356829840740705e-06,
+      "loss": 0.5539225339889526,
+      "step": 2100
+    },
+    {
+      "epoch": 2.4077892325315005,
+      "grad_norm": 0.03752079978585243,
+      "learning_rate": 1.928757262186177e-06,
+      "loss": 0.5570148229598999,
+      "step": 2102
+    },
+    {
+      "epoch": 2.4100801832760594,
+      "grad_norm": 0.11114965379238129,
+      "learning_rate": 1.9218543163334198e-06,
+      "loss": 1.1547082662582397,
+      "step": 2104
+    },
+    {
+      "epoch": 2.4123711340206184,
+      "grad_norm": 0.13616393506526947,
+      "learning_rate": 1.914974190540174e-06,
+      "loss": 1.0737618207931519,
+      "step": 2106
+    },
+    {
+      "epoch": 2.4146620847651774,
+      "grad_norm": 0.034298207610845566,
+      "learning_rate": 1.9081169286852827e-06,
+      "loss": 0.9443414807319641,
+      "step": 2108
+    },
+    {
+      "epoch": 2.4169530355097364,
+      "grad_norm": 0.2994533181190491,
+      "learning_rate": 1.9012825745017633e-06,
+      "loss": 0.6153253316879272,
+      "step": 2110
+    },
+    {
+      "epoch": 2.4192439862542954,
+      "grad_norm": 0.041227761656045914,
+      "learning_rate": 1.8944711715765446e-06,
+      "loss": 1.2450883388519287,
+      "step": 2112
+    },
+    {
+      "epoch": 2.4215349369988544,
+      "grad_norm": 0.11088487505912781,
+      "learning_rate": 1.8876827633501784e-06,
+      "loss": 1.1472076177597046,
+      "step": 2114
+    },
+    {
+      "epoch": 2.4238258877434133,
+      "grad_norm": 0.14382129907608032,
+      "learning_rate": 1.8809173931165614e-06,
+      "loss": 0.9431512355804443,
+      "step": 2116
+    },
+    {
+      "epoch": 2.4261168384879723,
+      "grad_norm": 0.12498413771390915,
+      "learning_rate": 1.8741751040226663e-06,
+      "loss": 1.1251745223999023,
+      "step": 2118
+    },
+    {
+      "epoch": 2.4284077892325313,
+      "grad_norm": 0.13061866164207458,
+      "learning_rate": 1.8674559390682629e-06,
+      "loss": 1.1227977275848389,
+      "step": 2120
+    },
+    {
+      "epoch": 2.4306987399770907,
+      "grad_norm": 0.08055675029754639,
+      "learning_rate": 1.8607599411056444e-06,
+      "loss": 0.8968017101287842,
+      "step": 2122
+    },
+    {
+      "epoch": 2.4329896907216497,
+      "grad_norm": 0.1616377979516983,
+      "learning_rate": 1.8540871528393497e-06,
+      "loss": 1.0171732902526855,
+      "step": 2124
+    },
+    {
+      "epoch": 2.4352806414662087,
+      "grad_norm": 0.048232708126306534,
+      "learning_rate": 1.8474376168259003e-06,
+      "loss": 1.138751745223999,
+      "step": 2126
+    },
+    {
+      "epoch": 2.4375715922107677,
+      "grad_norm": 0.11059226095676422,
+      "learning_rate": 1.84081137547352e-06,
+      "loss": 1.104867696762085,
+      "step": 2128
+    },
+    {
+      "epoch": 2.4398625429553267,
+      "grad_norm": 0.11222375184297562,
+      "learning_rate": 1.83420847104187e-06,
+      "loss": 0.5774714946746826,
+      "step": 2130
+    },
+    {
+      "epoch": 2.4421534936998857,
+      "grad_norm": 0.03512409329414368,
+      "learning_rate": 1.8276289456417784e-06,
+      "loss": 1.068396806716919,
+      "step": 2132
+    },
+    {
+      "epoch": 2.4444444444444446,
+      "grad_norm": 0.042172499001026154,
+      "learning_rate": 1.821072841234966e-06,
+      "loss": 1.0330781936645508,
+      "step": 2134
+    },
+    {
+      "epoch": 2.4467353951890036,
+      "grad_norm": 0.11471384018659592,
+      "learning_rate": 1.8145401996337877e-06,
+      "loss": 1.0819417238235474,
+      "step": 2136
+    },
+    {
+      "epoch": 2.4490263459335626,
+      "grad_norm": 0.04197245091199875,
+      "learning_rate": 1.80803106250096e-06,
+      "loss": 0.9713804125785828,
+      "step": 2138
+    },
+    {
+      "epoch": 2.4513172966781216,
+      "grad_norm": 0.14753484725952148,
+      "learning_rate": 1.8015454713492985e-06,
+      "loss": 1.2071187496185303,
+      "step": 2140
+    },
+    {
+      "epoch": 2.4536082474226806,
+      "grad_norm": 0.12013762444257736,
+      "learning_rate": 1.7950834675414498e-06,
+      "loss": 1.0779211521148682,
+      "step": 2142
+    },
+    {
+      "epoch": 2.4558991981672396,
+      "grad_norm": 0.11798571050167084,
+      "learning_rate": 1.788645092289627e-06,
+      "loss": 1.126075029373169,
+      "step": 2144
+    },
+    {
+      "epoch": 2.4581901489117985,
+      "grad_norm": 0.13205040991306305,
+      "learning_rate": 1.7822303866553536e-06,
+      "loss": 1.0150024890899658,
+      "step": 2146
+    },
+    {
+      "epoch": 2.4604810996563575,
+      "grad_norm": 0.2663130760192871,
+      "learning_rate": 1.7758393915491957e-06,
+      "loss": 0.542580783367157,
+      "step": 2148
+    },
+    {
+      "epoch": 2.4627720504009165,
+      "grad_norm": 0.0403556264936924,
+      "learning_rate": 1.7694721477305026e-06,
+      "loss": 1.0786938667297363,
+      "step": 2150
+    },
+    {
+      "epoch": 2.4650630011454755,
+      "grad_norm": 0.11474873125553131,
+      "learning_rate": 1.7631286958071444e-06,
+      "loss": 1.1576069593429565,
+      "step": 2152
+    },
+    {
+      "epoch": 2.4673539518900345,
+      "grad_norm": 0.4626518189907074,
+      "learning_rate": 1.7568090762352591e-06,
+      "loss": 0.6024706363677979,
+      "step": 2154
+    },
+    {
+      "epoch": 2.4696449026345935,
+      "grad_norm": 0.10904034972190857,
+      "learning_rate": 1.7505133293189898e-06,
+      "loss": 1.116260290145874,
+      "step": 2156
+    },
+    {
+      "epoch": 2.4719358533791524,
+      "grad_norm": 0.5043454766273499,
+      "learning_rate": 1.7442414952102279e-06,
+      "loss": 0.6629682779312134,
+      "step": 2158
+    },
+    {
+      "epoch": 2.4742268041237114,
+      "grad_norm": 0.04634617269039154,
+      "learning_rate": 1.7379936139083604e-06,
+      "loss": 1.1367168426513672,
+      "step": 2160
+    },
+    {
+      "epoch": 2.4765177548682704,
+      "grad_norm": 0.12527769804000854,
+      "learning_rate": 1.731769725260008e-06,
+      "loss": 0.9263055324554443,
+      "step": 2162
+    },
+    {
+      "epoch": 2.4788087056128294,
+      "grad_norm": 0.0392335020005703,
+      "learning_rate": 1.7255698689587774e-06,
+      "loss": 1.012625813484192,
+      "step": 2164
+    },
+    {
+      "epoch": 2.4810996563573884,
+      "grad_norm": 0.1595272570848465,
+      "learning_rate": 1.719394084545011e-06,
+      "loss": 1.2080172300338745,
+      "step": 2166
+    },
+    {
+      "epoch": 2.4833906071019474,
+      "grad_norm": 0.04092966765165329,
+      "learning_rate": 1.7132424114055212e-06,
+      "loss": 1.0967365503311157,
+      "step": 2168
+    },
+    {
+      "epoch": 2.4856815578465064,
+      "grad_norm": 0.09347018599510193,
+      "learning_rate": 1.7071148887733552e-06,
+      "loss": 1.0474753379821777,
+      "step": 2170
+    },
+    {
+      "epoch": 2.4879725085910653,
+      "grad_norm": 0.042294181883335114,
+      "learning_rate": 1.7010115557275297e-06,
+      "loss": 0.9783978462219238,
+      "step": 2172
+    },
+    {
+      "epoch": 2.4902634593356243,
+      "grad_norm": 0.300382524728775,
+      "learning_rate": 1.6949324511927993e-06,
+      "loss": 0.6601334810256958,
+      "step": 2174
+    },
+    {
+      "epoch": 2.4925544100801833,
+      "grad_norm": 0.10989909619092941,
+      "learning_rate": 1.6888776139393892e-06,
+      "loss": 1.036874532699585,
+      "step": 2176
+    },
+    {
+      "epoch": 2.4948453608247423,
+      "grad_norm": 0.05132288485765457,
+      "learning_rate": 1.6828470825827626e-06,
+      "loss": 1.1650950908660889,
+      "step": 2178
+    },
+    {
+      "epoch": 2.4971363115693013,
+      "grad_norm": 0.09411272406578064,
+      "learning_rate": 1.6768408955833653e-06,
+      "loss": 1.0749032497406006,
+      "step": 2180
+    },
+    {
+      "epoch": 2.4994272623138603,
+      "grad_norm": 0.17432832717895508,
+      "learning_rate": 1.6708590912463878e-06,
+      "loss": 0.6857452392578125,
+      "step": 2182
+    },
+    {
+      "epoch": 2.5017182130584192,
+      "grad_norm": 0.1278747320175171,
+      "learning_rate": 1.6649017077215146e-06,
+      "loss": 1.136509656906128,
+      "step": 2184
+    },
+    {
+      "epoch": 2.504009163802978,
+      "grad_norm": 0.12037646770477295,
+      "learning_rate": 1.6589687830026835e-06,
+      "loss": 1.1849336624145508,
+      "step": 2186
+    },
+    {
+      "epoch": 2.506300114547537,
+      "grad_norm": 0.12011449784040451,
+      "learning_rate": 1.653060354927844e-06,
+      "loss": 1.1057056188583374,
+      "step": 2188
+    },
+    {
+      "epoch": 2.508591065292096,
+      "grad_norm": 0.2916851341724396,
+      "learning_rate": 1.647176461178714e-06,
+      "loss": 0.5272727012634277,
+      "step": 2190
+    },
+    {
+      "epoch": 2.510882016036655,
+      "grad_norm": 0.20276512205600739,
+      "learning_rate": 1.6413171392805444e-06,
+      "loss": 0.8722376823425293,
+      "step": 2192
+    },
+    {
+      "epoch": 2.513172966781214,
+      "grad_norm": 0.11439058929681778,
+      "learning_rate": 1.6354824266018726e-06,
+      "loss": 1.018531322479248,
+      "step": 2194
+    },
+    {
+      "epoch": 2.515463917525773,
+      "grad_norm": 0.03520492836833,
+      "learning_rate": 1.6296723603542874e-06,
+      "loss": 0.988182783126831,
+      "step": 2196
+    },
+    {
+      "epoch": 2.517754868270332,
+      "grad_norm": 0.03757385164499283,
+      "learning_rate": 1.6238869775921947e-06,
+      "loss": 1.0032260417938232,
+      "step": 2198
+    },
+    {
+      "epoch": 2.520045819014891,
+      "grad_norm": 0.11876486241817474,
+      "learning_rate": 1.6181263152125761e-06,
+      "loss": 1.1592516899108887,
+      "step": 2200
+    },
+    {
+      "epoch": 2.52233676975945,
+      "grad_norm": 0.10025777667760849,
+      "learning_rate": 1.6123904099547593e-06,
+      "loss": 0.6935728788375854,
+      "step": 2202
+    },
+    {
+      "epoch": 2.524627720504009,
+      "grad_norm": 0.11772006005048752,
+      "learning_rate": 1.606679298400175e-06,
+      "loss": 1.0764268636703491,
+      "step": 2204
+    },
+    {
+      "epoch": 2.526918671248568,
+      "grad_norm": 0.22523917257785797,
+      "learning_rate": 1.6009930169721332e-06,
+      "loss": 0.3999437093734741,
+      "step": 2206
+    },
+    {
+      "epoch": 2.529209621993127,
+      "grad_norm": 0.03774823993444443,
+      "learning_rate": 1.595331601935586e-06,
+      "loss": 0.9670888185501099,
+      "step": 2208
+    },
+    {
+      "epoch": 2.531500572737686,
+      "grad_norm": 0.041391998529434204,
+      "learning_rate": 1.5896950893968968e-06,
+      "loss": 1.1194099187850952,
+      "step": 2210
+    },
+    {
+      "epoch": 2.533791523482245,
+      "grad_norm": 0.12182236462831497,
+      "learning_rate": 1.584083515303611e-06,
+      "loss": 0.6618677377700806,
+      "step": 2212
+    },
+    {
+      "epoch": 2.536082474226804,
+      "grad_norm": 0.047492437064647675,
+      "learning_rate": 1.5784969154442228e-06,
+      "loss": 1.135564923286438,
+      "step": 2214
+    },
+    {
+      "epoch": 2.538373424971363,
+      "grad_norm": 0.12321395426988602,
+      "learning_rate": 1.5729353254479544e-06,
+      "loss": 0.9604895710945129,
+      "step": 2216
+    },
+    {
+      "epoch": 2.540664375715922,
+      "grad_norm": 0.26825836300849915,
+      "learning_rate": 1.5673987807845224e-06,
+      "loss": 0.20692116022109985,
+      "step": 2218
+    },
+    {
+      "epoch": 2.542955326460481,
+      "grad_norm": 0.03937020152807236,
+      "learning_rate": 1.561887316763914e-06,
+      "loss": 0.7779680490493774,
+      "step": 2220
+    },
+    {
+      "epoch": 2.54524627720504,
+      "grad_norm": 0.12153687328100204,
+      "learning_rate": 1.5564009685361631e-06,
+      "loss": 1.1622121334075928,
+      "step": 2222
+    },
+    {
+      "epoch": 2.547537227949599,
+      "grad_norm": 0.048881255090236664,
+      "learning_rate": 1.5509397710911206e-06,
+      "loss": 1.0526154041290283,
+      "step": 2224
+    },
+    {
+      "epoch": 2.549828178694158,
+      "grad_norm": 0.11527767777442932,
+      "learning_rate": 1.545503759258239e-06,
+      "loss": 0.9147733449935913,
+      "step": 2226
+    },
+    {
+      "epoch": 2.552119129438717,
+      "grad_norm": 0.06676455587148666,
+      "learning_rate": 1.5400929677063453e-06,
+      "loss": 0.990266740322113,
+      "step": 2228
+    },
+    {
+      "epoch": 2.554410080183276,
+      "grad_norm": 0.0386880524456501,
+      "learning_rate": 1.534707430943422e-06,
+      "loss": 1.051877498626709,
+      "step": 2230
+    },
+    {
+      "epoch": 2.556701030927835,
+      "grad_norm": 0.037052009254693985,
+      "learning_rate": 1.5293471833163836e-06,
+      "loss": 0.7502873539924622,
+      "step": 2232
+    },
+    {
+      "epoch": 2.558991981672394,
+      "grad_norm": 0.12356662005186081,
+      "learning_rate": 1.5240122590108615e-06,
+      "loss": 1.1431405544281006,
+      "step": 2234
+    },
+    {
+      "epoch": 2.561282932416953,
+      "grad_norm": 0.10430527478456497,
+      "learning_rate": 1.5187026920509857e-06,
+      "loss": 0.8166168928146362,
+      "step": 2236
+    },
+    {
+      "epoch": 2.563573883161512,
+      "grad_norm": 0.04083002358675003,
+      "learning_rate": 1.5134185162991653e-06,
+      "loss": 1.0520750284194946,
+      "step": 2238
+    },
+    {
+      "epoch": 2.565864833906071,
+      "grad_norm": 0.10489920526742935,
+      "learning_rate": 1.5081597654558753e-06,
+      "loss": 1.0503392219543457,
+      "step": 2240
+    },
+    {
+      "epoch": 2.5681557846506298,
+      "grad_norm": 0.15466554462909698,
+      "learning_rate": 1.5029264730594366e-06,
+      "loss": 1.0287251472473145,
+      "step": 2242
+    },
+    {
+      "epoch": 2.5704467353951888,
+      "grad_norm": 0.15002210438251495,
+      "learning_rate": 1.49771867248581e-06,
+      "loss": 1.1313282251358032,
+      "step": 2244
+    },
+    {
+      "epoch": 2.5727376861397477,
+      "grad_norm": 0.03917040675878525,
+      "learning_rate": 1.4925363969483764e-06,
+      "loss": 1.2097923755645752,
+      "step": 2246
+    },
+    {
+      "epoch": 2.5750286368843067,
+      "grad_norm": 0.036840129643678665,
+      "learning_rate": 1.48737967949773e-06,
+      "loss": 1.0906928777694702,
+      "step": 2248
+    },
+    {
+      "epoch": 2.5773195876288657,
+      "grad_norm": 0.03971611335873604,
+      "learning_rate": 1.4822485530214636e-06,
+      "loss": 0.9993399977684021,
+      "step": 2250
+    },
+    {
+      "epoch": 2.579610538373425,
+      "grad_norm": 0.12046768516302109,
+      "learning_rate": 1.4771430502439585e-06,
+      "loss": 1.058572769165039,
+      "step": 2252
+    },
+    {
+      "epoch": 2.581901489117984,
+      "grad_norm": 0.21793264150619507,
+      "learning_rate": 1.4720632037261837e-06,
+      "loss": 1.0307724475860596,
+      "step": 2254
+    },
+    {
+      "epoch": 2.584192439862543,
+      "grad_norm": 0.040577035397291183,
+      "learning_rate": 1.4670090458654752e-06,
+      "loss": 1.0201236009597778,
+      "step": 2256
+    },
+    {
+      "epoch": 2.586483390607102,
+      "grad_norm": 0.08926853537559509,
+      "learning_rate": 1.4619806088953423e-06,
+      "loss": 1.028358817100525,
+      "step": 2258
+    },
+    {
+      "epoch": 2.588774341351661,
+      "grad_norm": 0.05179933086037636,
+      "learning_rate": 1.4569779248852514e-06,
+      "loss": 1.0471670627593994,
+      "step": 2260
+    },
+    {
+      "epoch": 2.59106529209622,
+      "grad_norm": 0.12112816423177719,
+      "learning_rate": 1.4520010257404282e-06,
+      "loss": 1.0303044319152832,
+      "step": 2262
+    },
+    {
+      "epoch": 2.593356242840779,
+      "grad_norm": 0.13048020005226135,
+      "learning_rate": 1.4470499432016564e-06,
+      "loss": 1.023011565208435,
+      "step": 2264
+    },
+    {
+      "epoch": 2.595647193585338,
+      "grad_norm": 0.20969820022583008,
+      "learning_rate": 1.4421247088450638e-06,
+      "loss": 0.3655018210411072,
+      "step": 2266
+    },
+    {
+      "epoch": 2.597938144329897,
+      "grad_norm": 0.15613162517547607,
+      "learning_rate": 1.4372253540819342e-06,
+      "loss": 1.1912338733673096,
+      "step": 2268
+    },
+    {
+      "epoch": 2.600229095074456,
+      "grad_norm": 0.036865267902612686,
+      "learning_rate": 1.4323519101584956e-06,
+      "loss": 1.14031982421875,
+      "step": 2270
+    },
+    {
+      "epoch": 2.602520045819015,
+      "grad_norm": 0.0848236158490181,
+      "learning_rate": 1.4275044081557336e-06,
+      "loss": 0.9510655999183655,
+      "step": 2272
+    },
+    {
+      "epoch": 2.604810996563574,
+      "grad_norm": 0.05090273916721344,
+      "learning_rate": 1.422682878989179e-06,
+      "loss": 1.06699538230896,
+      "step": 2274
+    },
+    {
+      "epoch": 2.607101947308133,
+      "grad_norm": 0.11556492745876312,
+      "learning_rate": 1.4178873534087224e-06,
+      "loss": 1.1918110847473145,
+      "step": 2276
+    },
+    {
+      "epoch": 2.609392898052692,
+      "grad_norm": 0.14172205328941345,
+      "learning_rate": 1.413117861998411e-06,
+      "loss": 0.5816162824630737,
+      "step": 2278
+    },
+    {
+      "epoch": 2.611683848797251,
+      "grad_norm": 0.0312827005982399,
+      "learning_rate": 1.4083744351762568e-06,
+      "loss": 1.0428073406219482,
+      "step": 2280
+    },
+    {
+      "epoch": 2.61397479954181,
+      "grad_norm": 0.035471122711896896,
+      "learning_rate": 1.4036571031940433e-06,
+      "loss": 0.9467089176177979,
+      "step": 2282
+    },
+    {
+      "epoch": 2.616265750286369,
+      "grad_norm": 0.21262601017951965,
+      "learning_rate": 1.398965896137126e-06,
+      "loss": 0.6726322174072266,
+      "step": 2284
+    },
+    {
+      "epoch": 2.618556701030928,
+      "grad_norm": 0.060128457844257355,
+      "learning_rate": 1.394300843924251e-06,
+      "loss": 1.120849847793579,
+      "step": 2286
+    },
+    {
+      "epoch": 2.620847651775487,
+      "grad_norm": 0.0908019170165062,
+      "learning_rate": 1.3896619763073558e-06,
+      "loss": 0.8834356069564819,
+      "step": 2288
+    },
+    {
+      "epoch": 2.623138602520046,
+      "grad_norm": 0.042698655277490616,
+      "learning_rate": 1.3850493228713829e-06,
+      "loss": 1.11699640750885,
+      "step": 2290
+    },
+    {
+      "epoch": 2.625429553264605,
+      "grad_norm": 0.11093872040510178,
+      "learning_rate": 1.3804629130340922e-06,
+      "loss": 0.8252977132797241,
+      "step": 2292
+    },
+    {
+      "epoch": 2.627720504009164,
+      "grad_norm": 0.4029269516468048,
+      "learning_rate": 1.375902776045869e-06,
+      "loss": 0.8700896501541138,
+      "step": 2294
+    },
+    {
+      "epoch": 2.6300114547537228,
+      "grad_norm": 0.4993189871311188,
+      "learning_rate": 1.3713689409895423e-06,
+      "loss": 0.9152309894561768,
+      "step": 2296
+    },
+    {
+      "epoch": 2.6323024054982818,
+      "grad_norm": 0.05592384934425354,
+      "learning_rate": 1.3668614367801968e-06,
+      "loss": 1.0523474216461182,
+      "step": 2298
+    },
+    {
+      "epoch": 2.6345933562428407,
+      "grad_norm": 0.26710832118988037,
+      "learning_rate": 1.3623802921649903e-06,
+      "loss": 1.022230625152588,
+      "step": 2300
+    },
+    {
+      "epoch": 2.6368843069873997,
+      "grad_norm": 0.05241448059678078,
+      "learning_rate": 1.3579255357229665e-06,
+      "loss": 1.0288628339767456,
+      "step": 2302
+    },
+    {
+      "epoch": 2.6391752577319587,
+      "grad_norm": 0.11045310646295547,
+      "learning_rate": 1.3534971958648763e-06,
+      "loss": 1.0415080785751343,
+      "step": 2304
+    },
+    {
+      "epoch": 2.6414662084765177,
+      "grad_norm": 0.1546574980020523,
+      "learning_rate": 1.3490953008329976e-06,
+      "loss": 1.096618890762329,
+      "step": 2306
+    },
+    {
+      "epoch": 2.6437571592210767,
+      "grad_norm": 0.1845928579568863,
+      "learning_rate": 1.34471987870095e-06,
+      "loss": 1.0915133953094482,
+      "step": 2308
+    },
+    {
+      "epoch": 2.6460481099656357,
+      "grad_norm": 0.11465723067522049,
+      "learning_rate": 1.3403709573735226e-06,
+      "loss": 1.0728447437286377,
+      "step": 2310
+    },
+    {
+      "epoch": 2.6483390607101946,
+      "grad_norm": 0.13408894836902618,
+      "learning_rate": 1.336048564586489e-06,
+      "loss": 1.1959388256072998,
+      "step": 2312
+    },
+    {
+      "epoch": 2.6506300114547536,
+      "grad_norm": 0.11020931601524353,
+      "learning_rate": 1.3317527279064346e-06,
+      "loss": 0.9788947105407715,
+      "step": 2314
+    },
+    {
+      "epoch": 2.6529209621993126,
+      "grad_norm": 0.056901715695858,
+      "learning_rate": 1.3274834747305816e-06,
+      "loss": 1.119939923286438,
+      "step": 2316
+    },
+    {
+      "epoch": 2.6552119129438716,
+      "grad_norm": 0.043660301715135574,
+      "learning_rate": 1.3232408322866112e-06,
+      "loss": 1.2462071180343628,
+      "step": 2318
+    },
+    {
+      "epoch": 2.6575028636884306,
+      "grad_norm": 0.12008506804704666,
+      "learning_rate": 1.319024827632493e-06,
+      "loss": 1.1180698871612549,
+      "step": 2320
+    },
+    {
+      "epoch": 2.6597938144329896,
+      "grad_norm": 0.03617572784423828,
+      "learning_rate": 1.3148354876563078e-06,
+      "loss": 0.8943448066711426,
+      "step": 2322
+    },
+    {
+      "epoch": 2.6620847651775486,
+      "grad_norm": 0.1361423134803772,
+      "learning_rate": 1.3106728390760822e-06,
+      "loss": 0.9939253330230713,
+      "step": 2324
+    },
+    {
+      "epoch": 2.6643757159221075,
+      "grad_norm": 0.12970031797885895,
+      "learning_rate": 1.3065369084396143e-06,
+      "loss": 1.1329681873321533,
+      "step": 2326
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 0.04504101350903511,
+      "learning_rate": 1.302427722124305e-06,
+      "loss": 1.0876107215881348,
+      "step": 2328
+    },
+    {
+      "epoch": 2.6689576174112255,
+      "grad_norm": 0.043641116470098495,
+      "learning_rate": 1.2983453063369886e-06,
+      "loss": 1.1243267059326172,
+      "step": 2330
+    },
+    {
+      "epoch": 2.6712485681557845,
+      "grad_norm": 0.12474491447210312,
+      "learning_rate": 1.2942896871137703e-06,
+      "loss": 0.150488942861557,
+      "step": 2332
+    },
+    {
+      "epoch": 2.673539518900344,
+      "grad_norm": 0.21792425215244293,
+      "learning_rate": 1.290260890319854e-06,
+      "loss": 1.049038290977478,
+      "step": 2334
+    },
+    {
+      "epoch": 2.675830469644903,
+      "grad_norm": 0.24270223081111908,
+      "learning_rate": 1.2862589416493828e-06,
+      "loss": 1.2486166954040527,
+      "step": 2336
+    },
+    {
+      "epoch": 2.678121420389462,
+      "grad_norm": 0.121235691010952,
+      "learning_rate": 1.282283866625271e-06,
+      "loss": 1.1332775354385376,
+      "step": 2338
+    },
+    {
+      "epoch": 2.680412371134021,
+      "grad_norm": 0.16410396993160248,
+      "learning_rate": 1.278335690599042e-06,
+      "loss": 1.1936967372894287,
+      "step": 2340
+    },
+    {
+      "epoch": 2.68270332187858,
+      "grad_norm": 0.12893368303775787,
+      "learning_rate": 1.27441443875067e-06,
+      "loss": 1.167176365852356,
+      "step": 2342
+    },
+    {
+      "epoch": 2.684994272623139,
+      "grad_norm": 0.7378900051116943,
+      "learning_rate": 1.2705201360884154e-06,
+      "loss": 0.5444666147232056,
+      "step": 2344
+    },
+    {
+      "epoch": 2.687285223367698,
+      "grad_norm": 0.14510443806648254,
+      "learning_rate": 1.2666528074486675e-06,
+      "loss": 1.0824750661849976,
+      "step": 2346
+    },
+    {
+      "epoch": 2.689576174112257,
+      "grad_norm": 0.10740603506565094,
+      "learning_rate": 1.2628124774957862e-06,
+      "loss": 1.043527364730835,
+      "step": 2348
+    },
+    {
+      "epoch": 2.691867124856816,
+      "grad_norm": 0.1193559393286705,
+      "learning_rate": 1.2589991707219407e-06,
+      "loss": 0.9171677827835083,
+      "step": 2350
+    },
+    {
+      "epoch": 2.6941580756013748,
+      "grad_norm": 0.04034031182527542,
+      "learning_rate": 1.255212911446962e-06,
+      "loss": 1.0557785034179688,
+      "step": 2352
+    },
+    {
+      "epoch": 2.6964490263459338,
+      "grad_norm": 0.09817221015691757,
+      "learning_rate": 1.2514537238181764e-06,
+      "loss": 0.9150309562683105,
+      "step": 2354
+    },
+    {
+      "epoch": 2.6987399770904927,
+      "grad_norm": 0.04312164708971977,
+      "learning_rate": 1.2477216318102638e-06,
+      "loss": 1.1289045810699463,
+      "step": 2356
+    },
+    {
+      "epoch": 2.7010309278350517,
+      "grad_norm": 0.13590708374977112,
+      "learning_rate": 1.2440166592250908e-06,
+      "loss": 1.1207735538482666,
+      "step": 2358
+    },
+    {
+      "epoch": 2.7033218785796107,
+      "grad_norm": 0.11693116277456284,
+      "learning_rate": 1.2403388296915748e-06,
+      "loss": 0.9732823371887207,
+      "step": 2360
+    },
+    {
+      "epoch": 2.7056128293241697,
+      "grad_norm": 0.09531773626804352,
+      "learning_rate": 1.2366881666655197e-06,
+      "loss": 1.0172736644744873,
+      "step": 2362
+    },
+    {
+      "epoch": 2.7079037800687287,
+      "grad_norm": 0.23191611468791962,
+      "learning_rate": 1.2330646934294733e-06,
+      "loss": 0.7734839916229248,
+      "step": 2364
+    },
+    {
+      "epoch": 2.7101947308132877,
+      "grad_norm": 0.13292023539543152,
+      "learning_rate": 1.2294684330925773e-06,
+      "loss": 1.0921151638031006,
+      "step": 2366
+    },
+    {
+      "epoch": 2.7124856815578466,
+      "grad_norm": 0.03602350875735283,
+      "learning_rate": 1.225899408590418e-06,
+      "loss": 1.0671606063842773,
+      "step": 2368
+    },
+    {
+      "epoch": 2.7147766323024056,
+      "grad_norm": 0.1325361579656601,
+      "learning_rate": 1.222357642684886e-06,
+      "loss": 0.9317104816436768,
+      "step": 2370
+    },
+    {
+      "epoch": 2.7170675830469646,
+      "grad_norm": 0.02299438789486885,
+      "learning_rate": 1.2188431579640229e-06,
+      "loss": 0.5671766996383667,
+      "step": 2372
+    },
+    {
+      "epoch": 2.7193585337915236,
+      "grad_norm": 0.1803787499666214,
+      "learning_rate": 1.2153559768418826e-06,
+      "loss": 1.208252191543579,
+      "step": 2374
+    },
+    {
+      "epoch": 2.7216494845360826,
+      "grad_norm": 0.10567279905080795,
+      "learning_rate": 1.2118961215583876e-06,
+      "loss": 0.9299669861793518,
+      "step": 2376
+    },
+    {
+      "epoch": 2.7239404352806416,
+      "grad_norm": 0.1304902285337448,
+      "learning_rate": 1.2084636141791853e-06,
+      "loss": 1.1629877090454102,
+      "step": 2378
+    },
+    {
+      "epoch": 2.7262313860252005,
+      "grad_norm": 0.11300843209028244,
+      "learning_rate": 1.2050584765955106e-06,
+      "loss": 0.5608739852905273,
+      "step": 2380
+    },
+    {
+      "epoch": 2.7285223367697595,
+      "grad_norm": 0.2323353886604309,
+      "learning_rate": 1.2016807305240418e-06,
+      "loss": 1.0366477966308594,
+      "step": 2382
+    },
+    {
+      "epoch": 2.7308132875143185,
+      "grad_norm": 0.1072358712553978,
+      "learning_rate": 1.198330397506765e-06,
+      "loss": 1.0595978498458862,
+      "step": 2384
+    },
+    {
+      "epoch": 2.7331042382588775,
+      "grad_norm": 0.16197116672992706,
+      "learning_rate": 1.1950074989108369e-06,
+      "loss": 1.25881028175354,
+      "step": 2386
+    },
+    {
+      "epoch": 2.7353951890034365,
+      "grad_norm": 0.042508866637945175,
+      "learning_rate": 1.1917120559284484e-06,
+      "loss": 1.033616304397583,
+      "step": 2388
+    },
+    {
+      "epoch": 2.7376861397479955,
+      "grad_norm": 0.16776804625988007,
+      "learning_rate": 1.188444089576689e-06,
+      "loss": 1.1445398330688477,
+      "step": 2390
+    },
+    {
+      "epoch": 2.7399770904925544,
+      "grad_norm": 0.040681999176740646,
+      "learning_rate": 1.1852036206974093e-06,
+      "loss": 1.0716893672943115,
+      "step": 2392
+    },
+    {
+      "epoch": 2.7422680412371134,
+      "grad_norm": 0.03599237650632858,
+      "learning_rate": 1.1819906699570951e-06,
+      "loss": 1.0026639699935913,
+      "step": 2394
+    },
+    {
+      "epoch": 2.7445589919816724,
+      "grad_norm": 0.20803894102573395,
+      "learning_rate": 1.178805257846731e-06,
+      "loss": 0.8390488624572754,
+      "step": 2396
+    },
+    {
+      "epoch": 2.7468499427262314,
+      "grad_norm": 0.045633960515260696,
+      "learning_rate": 1.1756474046816705e-06,
+      "loss": 1.0751760005950928,
+      "step": 2398
+    },
+    {
+      "epoch": 2.7491408934707904,
+      "grad_norm": 0.1319274753332138,
+      "learning_rate": 1.172517130601506e-06,
+      "loss": 0.9296597838401794,
+      "step": 2400
+    },
+    {
+      "epoch": 2.7514318442153494,
+      "grad_norm": 0.13140706717967987,
+      "learning_rate": 1.169414455569941e-06,
+      "loss": 1.083257794380188,
+      "step": 2402
+    },
+    {
+      "epoch": 2.7537227949599083,
+      "grad_norm": 0.10441871732473373,
+      "learning_rate": 1.1663393993746639e-06,
+      "loss": 0.70625901222229,
+      "step": 2404
+    },
+    {
+      "epoch": 2.7560137457044673,
+      "grad_norm": 0.21324773132801056,
+      "learning_rate": 1.1632919816272185e-06,
+      "loss": 1.1939747333526611,
+      "step": 2406
+    },
+    {
+      "epoch": 2.7583046964490263,
+      "grad_norm": 0.15752872824668884,
+      "learning_rate": 1.1602722217628847e-06,
+      "loss": 0.5383874177932739,
+      "step": 2408
+    },
+    {
+      "epoch": 2.7605956471935853,
+      "grad_norm": 0.04424149543046951,
+      "learning_rate": 1.157280139040546e-06,
+      "loss": 1.1126903295516968,
+      "step": 2410
+    },
+    {
+      "epoch": 2.7628865979381443,
+      "grad_norm": 0.11697188764810562,
+      "learning_rate": 1.1543157525425753e-06,
+      "loss": 1.0950360298156738,
+      "step": 2412
+    },
+    {
+      "epoch": 2.7651775486827033,
+      "grad_norm": 0.12432119995355606,
+      "learning_rate": 1.1513790811747077e-06,
+      "loss": 1.031628966331482,
+      "step": 2414
+    },
+    {
+      "epoch": 2.7674684994272623,
+      "grad_norm": 0.1950952112674713,
+      "learning_rate": 1.1484701436659228e-06,
+      "loss": 0.9780592322349548,
+      "step": 2416
+    },
+    {
+      "epoch": 2.7697594501718212,
+      "grad_norm": 0.10742440074682236,
+      "learning_rate": 1.1455889585683234e-06,
+      "loss": 1.1695256233215332,
+      "step": 2418
+    },
+    {
+      "epoch": 2.77205040091638,
+      "grad_norm": 0.03295076638460159,
+      "learning_rate": 1.1427355442570174e-06,
+      "loss": 0.9007450342178345,
+      "step": 2420
+    },
+    {
+      "epoch": 2.774341351660939,
+      "grad_norm": 0.12205695360898972,
+      "learning_rate": 1.1399099189300022e-06,
+      "loss": 1.1622676849365234,
+      "step": 2422
+    },
+    {
+      "epoch": 2.776632302405498,
+      "grad_norm": 0.12269830703735352,
+      "learning_rate": 1.1371121006080476e-06,
+      "loss": 0.6331859827041626,
+      "step": 2424
+    },
+    {
+      "epoch": 2.778923253150057,
+      "grad_norm": 0.12496553361415863,
+      "learning_rate": 1.1343421071345807e-06,
+      "loss": 0.8568001985549927,
+      "step": 2426
+    },
+    {
+      "epoch": 2.781214203894616,
+      "grad_norm": 0.13641129434108734,
+      "learning_rate": 1.1315999561755704e-06,
+      "loss": 1.0987757444381714,
+      "step": 2428
+    },
+    {
+      "epoch": 2.783505154639175,
+      "grad_norm": 0.2431728094816208,
+      "learning_rate": 1.1288856652194187e-06,
+      "loss": 1.1993837356567383,
+      "step": 2430
+    },
+    {
+      "epoch": 2.785796105383734,
+      "grad_norm": 0.1257048398256302,
+      "learning_rate": 1.1261992515768475e-06,
+      "loss": 1.093268871307373,
+      "step": 2432
+    },
+    {
+      "epoch": 2.788087056128293,
+      "grad_norm": 0.11494007706642151,
+      "learning_rate": 1.1235407323807863e-06,
+      "loss": 0.9766872525215149,
+      "step": 2434
+    },
+    {
+      "epoch": 2.790378006872852,
+      "grad_norm": 0.12698274850845337,
+      "learning_rate": 1.1209101245862641e-06,
+      "loss": 1.0670726299285889,
+      "step": 2436
+    },
+    {
+      "epoch": 2.792668957617411,
+      "grad_norm": 0.1961643397808075,
+      "learning_rate": 1.1183074449703026e-06,
+      "loss": 1.1611640453338623,
+      "step": 2438
+    },
+    {
+      "epoch": 2.79495990836197,
+      "grad_norm": 0.06117239221930504,
+      "learning_rate": 1.1157327101318079e-06,
+      "loss": 1.0661375522613525,
+      "step": 2440
+    },
+    {
+      "epoch": 2.797250859106529,
+      "grad_norm": 0.07389727979898453,
+      "learning_rate": 1.113185936491464e-06,
+      "loss": 0.653728723526001,
+      "step": 2442
+    },
+    {
+      "epoch": 2.799541809851088,
+      "grad_norm": 0.1278214305639267,
+      "learning_rate": 1.1106671402916311e-06,
+      "loss": 1.077947974205017,
+      "step": 2444
+    },
+    {
+      "epoch": 2.801832760595647,
+      "grad_norm": 0.11121320724487305,
+      "learning_rate": 1.1081763375962376e-06,
+      "loss": 1.074617862701416,
+      "step": 2446
+    },
+    {
+      "epoch": 2.804123711340206,
+      "grad_norm": 0.13351018726825714,
+      "learning_rate": 1.1057135442906802e-06,
+      "loss": 1.0540236234664917,
+      "step": 2448
+    },
+    {
+      "epoch": 2.806414662084765,
+      "grad_norm": 0.04395301640033722,
+      "learning_rate": 1.1032787760817245e-06,
+      "loss": 1.0289393663406372,
+      "step": 2450
+    },
+    {
+      "epoch": 2.808705612829324,
+      "grad_norm": 0.11833327263593674,
+      "learning_rate": 1.1008720484973997e-06,
+      "loss": 1.0666475296020508,
+      "step": 2452
+    },
+    {
+      "epoch": 2.810996563573883,
+      "grad_norm": 0.12046226114034653,
+      "learning_rate": 1.0984933768869045e-06,
+      "loss": 0.9002621173858643,
+      "step": 2454
+    },
+    {
+      "epoch": 2.813287514318442,
+      "grad_norm": 0.2076469361782074,
+      "learning_rate": 1.0961427764205054e-06,
+      "loss": 0.9490566253662109,
+      "step": 2456
+    },
+    {
+      "epoch": 2.815578465063001,
+      "grad_norm": 0.16561594605445862,
+      "learning_rate": 1.0938202620894444e-06,
+      "loss": 1.0374698638916016,
+      "step": 2458
+    },
+    {
+      "epoch": 2.81786941580756,
+      "grad_norm": 0.039882734417915344,
+      "learning_rate": 1.0915258487058393e-06,
+      "loss": 0.9988796710968018,
+      "step": 2460
+    },
+    {
+      "epoch": 2.820160366552119,
+      "grad_norm": 0.11536919325590134,
+      "learning_rate": 1.0892595509025897e-06,
+      "loss": 1.0317668914794922,
+      "step": 2462
+    },
+    {
+      "epoch": 2.822451317296678,
+      "grad_norm": 0.12474019825458527,
+      "learning_rate": 1.0870213831332856e-06,
+      "loss": 1.0597889423370361,
+      "step": 2464
+    },
+    {
+      "epoch": 2.824742268041237,
+      "grad_norm": 0.10003583133220673,
+      "learning_rate": 1.0848113596721147e-06,
+      "loss": 0.9430271983146667,
+      "step": 2466
+    },
+    {
+      "epoch": 2.827033218785796,
+      "grad_norm": 0.11832843720912933,
+      "learning_rate": 1.0826294946137705e-06,
+      "loss": 1.1333792209625244,
+      "step": 2468
+    },
+    {
+      "epoch": 2.8293241695303553,
+      "grad_norm": 0.12214350700378418,
+      "learning_rate": 1.0804758018733635e-06,
+      "loss": 1.1652965545654297,
+      "step": 2470
+    },
+    {
+      "epoch": 2.8316151202749142,
+      "grad_norm": 0.3238823711872101,
+      "learning_rate": 1.0783502951863302e-06,
+      "loss": 0.739303469657898,
+      "step": 2472
+    },
+    {
+      "epoch": 2.8339060710194732,
+      "grad_norm": 0.12782305479049683,
+      "learning_rate": 1.076252988108349e-06,
+      "loss": 1.1109859943389893,
+      "step": 2474
+    },
+    {
+      "epoch": 2.836197021764032,
+      "grad_norm": 0.12479905039072037,
+      "learning_rate": 1.0741838940152498e-06,
+      "loss": 1.060528039932251,
+      "step": 2476
+    },
+    {
+      "epoch": 2.838487972508591,
+      "grad_norm": 0.03563203662633896,
+      "learning_rate": 1.0721430261029334e-06,
+      "loss": 1.0834589004516602,
+      "step": 2478
+    },
+    {
+      "epoch": 2.84077892325315,
+      "grad_norm": 0.11884791404008865,
+      "learning_rate": 1.0701303973872825e-06,
+      "loss": 1.1230555772781372,
+      "step": 2480
+    },
+    {
+      "epoch": 2.843069873997709,
+      "grad_norm": 0.03811972215771675,
+      "learning_rate": 1.0681460207040816e-06,
+      "loss": 0.9433954358100891,
+      "step": 2482
+    },
+    {
+      "epoch": 2.845360824742268,
+      "grad_norm": 0.1846611499786377,
+      "learning_rate": 1.066189908708935e-06,
+      "loss": 1.1506900787353516,
+      "step": 2484
+    },
+    {
+      "epoch": 2.847651775486827,
+      "grad_norm": 0.1252901256084442,
+      "learning_rate": 1.0642620738771844e-06,
+      "loss": 1.1932969093322754,
+      "step": 2486
+    },
+    {
+      "epoch": 2.849942726231386,
+      "grad_norm": 0.03945187106728554,
+      "learning_rate": 1.0623625285038317e-06,
+      "loss": 1.2127320766448975,
+      "step": 2488
+    },
+    {
+      "epoch": 2.852233676975945,
+      "grad_norm": 0.12211194634437561,
+      "learning_rate": 1.0604912847034579e-06,
+      "loss": 1.1592764854431152,
+      "step": 2490
+    },
+    {
+      "epoch": 2.854524627720504,
+      "grad_norm": 0.03981486335396767,
+      "learning_rate": 1.0586483544101484e-06,
+      "loss": 0.9723308682441711,
+      "step": 2492
+    },
+    {
+      "epoch": 2.856815578465063,
+      "grad_norm": 0.03858442232012749,
+      "learning_rate": 1.0568337493774153e-06,
+      "loss": 1.0726711750030518,
+      "step": 2494
+    },
+    {
+      "epoch": 2.859106529209622,
+      "grad_norm": 0.11059273779392242,
+      "learning_rate": 1.055047481178123e-06,
+      "loss": 1.244250774383545,
+      "step": 2496
+    },
+    {
+      "epoch": 2.861397479954181,
+      "grad_norm": 0.149624302983284,
+      "learning_rate": 1.0532895612044148e-06,
+      "loss": 1.2564786672592163,
+      "step": 2498
+    },
+    {
+      "epoch": 2.86368843069874,
+      "grad_norm": 0.15256492793560028,
+      "learning_rate": 1.0515600006676388e-06,
+      "loss": 1.055551290512085,
+      "step": 2500
+    },
+    {
+      "epoch": 2.865979381443299,
+      "grad_norm": 0.0374947264790535,
+      "learning_rate": 1.0498588105982773e-06,
+      "loss": 1.071763515472412,
+      "step": 2502
+    },
+    {
+      "epoch": 2.868270332187858,
+      "grad_norm": 0.11409316956996918,
+      "learning_rate": 1.0481860018458777e-06,
+      "loss": 1.0046906471252441,
+      "step": 2504
+    },
+    {
+      "epoch": 2.870561282932417,
+      "grad_norm": 0.1608385592699051,
+      "learning_rate": 1.0465415850789818e-06,
+      "loss": 1.0260601043701172,
+      "step": 2506
+    },
+    {
+      "epoch": 2.872852233676976,
+      "grad_norm": 0.1228945255279541,
+      "learning_rate": 1.044925570785057e-06,
+      "loss": 1.1091501712799072,
+      "step": 2508
+    },
+    {
+      "epoch": 2.875143184421535,
+      "grad_norm": 0.23849347233772278,
+      "learning_rate": 1.0433379692704303e-06,
+      "loss": 0.8928807377815247,
+      "step": 2510
+    },
+    {
+      "epoch": 2.877434135166094,
+      "grad_norm": 0.05072511360049248,
+      "learning_rate": 1.0417787906602254e-06,
+      "loss": 1.1910967826843262,
+      "step": 2512
+    },
+    {
+      "epoch": 2.879725085910653,
+      "grad_norm": 0.11455868184566498,
+      "learning_rate": 1.0402480448982916e-06,
+      "loss": 1.0570517778396606,
+      "step": 2514
+    },
+    {
+      "epoch": 2.882016036655212,
+      "grad_norm": 0.3516460657119751,
+      "learning_rate": 1.0387457417471484e-06,
+      "loss": 0.6423954963684082,
+      "step": 2516
+    },
+    {
+      "epoch": 2.884306987399771,
+      "grad_norm": 0.06222286447882652,
+      "learning_rate": 1.0372718907879148e-06,
+      "loss": 0.615919828414917,
+      "step": 2518
+    },
+    {
+      "epoch": 2.88659793814433,
+      "grad_norm": 0.11802791804075241,
+      "learning_rate": 1.0358265014202562e-06,
+      "loss": 1.0918095111846924,
+      "step": 2520
+    },
+    {
+      "epoch": 2.888888888888889,
+      "grad_norm": 0.13629449903964996,
+      "learning_rate": 1.0344095828623187e-06,
+      "loss": 1.1885225772857666,
+      "step": 2522
+    },
+    {
+      "epoch": 2.891179839633448,
+      "grad_norm": 0.1508660912513733,
+      "learning_rate": 1.0330211441506725e-06,
+      "loss": 1.2527198791503906,
+      "step": 2524
+    },
+    {
+      "epoch": 2.893470790378007,
+      "grad_norm": 0.3050176799297333,
+      "learning_rate": 1.0316611941402554e-06,
+      "loss": 1.289149284362793,
+      "step": 2526
+    },
+    {
+      "epoch": 2.895761741122566,
+      "grad_norm": 0.03513256832957268,
+      "learning_rate": 1.0303297415043125e-06,
+      "loss": 1.0728578567504883,
+      "step": 2528
+    },
+    {
+      "epoch": 2.8980526918671248,
+      "grad_norm": 0.13335010409355164,
+      "learning_rate": 1.0290267947343467e-06,
+      "loss": 0.550873875617981,
+      "step": 2530
+    },
+    {
+      "epoch": 2.9003436426116838,
+      "grad_norm": 0.10280898958444595,
+      "learning_rate": 1.027752362140058e-06,
+      "loss": 0.9256083965301514,
+      "step": 2532
+    },
+    {
+      "epoch": 2.9026345933562427,
+      "grad_norm": 0.24355080723762512,
+      "learning_rate": 1.0265064518492971e-06,
+      "loss": 0.6109650135040283,
+      "step": 2534
+    },
+    {
+      "epoch": 2.9049255441008017,
+      "grad_norm": 0.11080548912286758,
+      "learning_rate": 1.0252890718080065e-06,
+      "loss": 0.9810810089111328,
+      "step": 2536
+    },
+    {
+      "epoch": 2.9072164948453607,
+      "grad_norm": 0.23204368352890015,
+      "learning_rate": 1.024100229780177e-06,
+      "loss": 0.7867921590805054,
+      "step": 2538
+    },
+    {
+      "epoch": 2.9095074455899197,
+      "grad_norm": 0.11744631826877594,
+      "learning_rate": 1.0229399333477933e-06,
+      "loss": 1.1211484670639038,
+      "step": 2540
+    },
+    {
+      "epoch": 2.9117983963344787,
+      "grad_norm": 0.04548896104097366,
+      "learning_rate": 1.0218081899107866e-06,
+      "loss": 1.0681244134902954,
+      "step": 2542
+    },
+    {
+      "epoch": 2.9140893470790377,
+      "grad_norm": 0.13808302581310272,
+      "learning_rate": 1.0207050066869884e-06,
+      "loss": 1.128277063369751,
+      "step": 2544
+    },
+    {
+      "epoch": 2.9163802978235966,
+      "grad_norm": 0.15436206758022308,
+      "learning_rate": 1.0196303907120835e-06,
+      "loss": 1.1815663576126099,
+      "step": 2546
+    },
+    {
+      "epoch": 2.9186712485681556,
+      "grad_norm": 0.12546345591545105,
+      "learning_rate": 1.0185843488395675e-06,
+      "loss": 1.1786937713623047,
+      "step": 2548
+    },
+    {
+      "epoch": 2.9209621993127146,
+      "grad_norm": 0.17458893358707428,
+      "learning_rate": 1.017566887740698e-06,
+      "loss": 1.1511332988739014,
+      "step": 2550
+    },
+    {
+      "epoch": 2.923253150057274,
+      "grad_norm": 0.19275349378585815,
+      "learning_rate": 1.0165780139044579e-06,
+      "loss": 1.0778021812438965,
+      "step": 2552
+    },
+    {
+      "epoch": 2.925544100801833,
+      "grad_norm": 0.24212509393692017,
+      "learning_rate": 1.0156177336375104e-06,
+      "loss": 0.9915075302124023,
+      "step": 2554
+    },
+    {
+      "epoch": 2.927835051546392,
+      "grad_norm": 0.21904876828193665,
+      "learning_rate": 1.0146860530641597e-06,
+      "loss": 1.1115221977233887,
+      "step": 2556
+    },
+    {
+      "epoch": 2.930126002290951,
+      "grad_norm": 0.16616712510585785,
+      "learning_rate": 1.013782978126312e-06,
+      "loss": 1.1849524974822998,
+      "step": 2558
+    },
+    {
+      "epoch": 2.93241695303551,
+      "grad_norm": 0.034661658108234406,
+      "learning_rate": 1.0129085145834374e-06,
+      "loss": 0.8701274394989014,
+      "step": 2560
+    },
+    {
+      "epoch": 2.934707903780069,
+      "grad_norm": 0.2624439299106598,
+      "learning_rate": 1.012062668012534e-06,
+      "loss": 0.7686551809310913,
+      "step": 2562
+    },
+    {
+      "epoch": 2.936998854524628,
+      "grad_norm": 0.25557151436805725,
+      "learning_rate": 1.0112454438080912e-06,
+      "loss": 0.9486254453659058,
+      "step": 2564
+    },
+    {
+      "epoch": 2.939289805269187,
+      "grad_norm": 0.07392004132270813,
+      "learning_rate": 1.010456847182055e-06,
+      "loss": 1.0521230697631836,
+      "step": 2566
+    },
+    {
+      "epoch": 2.941580756013746,
+      "grad_norm": 0.05467333644628525,
+      "learning_rate": 1.0096968831637976e-06,
+      "loss": 1.0537450313568115,
+      "step": 2568
+    },
+    {
+      "epoch": 2.943871706758305,
+      "grad_norm": 0.12582947313785553,
+      "learning_rate": 1.008965556600081e-06,
+      "loss": 1.0930761098861694,
+      "step": 2570
+    },
+    {
+      "epoch": 2.946162657502864,
+      "grad_norm": 0.1186356469988823,
+      "learning_rate": 1.0082628721550296e-06,
+      "loss": 1.0622632503509521,
+      "step": 2572
+    },
+    {
+      "epoch": 2.948453608247423,
+      "grad_norm": 0.03574733808636665,
+      "learning_rate": 1.0075888343100988e-06,
+      "loss": 1.1093733310699463,
+      "step": 2574
+    },
+    {
+      "epoch": 2.950744558991982,
+      "grad_norm": 0.13341714441776276,
+      "learning_rate": 1.0069434473640478e-06,
+      "loss": 0.6080751419067383,
+      "step": 2576
+    },
+    {
+      "epoch": 2.953035509736541,
+      "grad_norm": 0.11503258347511292,
+      "learning_rate": 1.0063267154329093e-06,
+      "loss": 1.136846899986267,
+      "step": 2578
+    },
+    {
+      "epoch": 2.9553264604811,
+      "grad_norm": 0.03894869238138199,
+      "learning_rate": 1.0057386424499674e-06,
+      "loss": 1.02817702293396,
+      "step": 2580
+    },
+    {
+      "epoch": 2.957617411225659,
+      "grad_norm": 0.03900009021162987,
+      "learning_rate": 1.005179232165728e-06,
+      "loss": 1.0276997089385986,
+      "step": 2582
+    },
+    {
+      "epoch": 2.959908361970218,
+      "grad_norm": 0.03746483847498894,
+      "learning_rate": 1.0046484881478987e-06,
+      "loss": 1.0998444557189941,
+      "step": 2584
+    },
+    {
+      "epoch": 2.9621993127147768,
+      "grad_norm": 0.13167481124401093,
+      "learning_rate": 1.0041464137813643e-06,
+      "loss": 1.077620506286621,
+      "step": 2586
+    },
+    {
+      "epoch": 2.9644902634593358,
+      "grad_norm": 0.11638258397579193,
+      "learning_rate": 1.0036730122681644e-06,
+      "loss": 1.0882108211517334,
+      "step": 2588
+    },
+    {
+      "epoch": 2.9667812142038947,
+      "grad_norm": 0.10818243771791458,
+      "learning_rate": 1.003228286627476e-06,
+      "loss": 1.0548460483551025,
+      "step": 2590
+    },
+    {
+      "epoch": 2.9690721649484537,
+      "grad_norm": 0.16958948969841003,
+      "learning_rate": 1.00281223969559e-06,
+      "loss": 1.097860336303711,
+      "step": 2592
+    },
+    {
+      "epoch": 2.9713631156930127,
+      "grad_norm": 0.24064916372299194,
+      "learning_rate": 1.0024248741258968e-06,
+      "loss": 0.8971477746963501,
+      "step": 2594
+    },
+    {
+      "epoch": 2.9736540664375717,
+      "grad_norm": 0.13208243250846863,
+      "learning_rate": 1.0020661923888674e-06,
+      "loss": 1.1392490863800049,
+      "step": 2596
+    },
+    {
+      "epoch": 2.9759450171821307,
+      "grad_norm": 0.14331702888011932,
+      "learning_rate": 1.001736196772038e-06,
+      "loss": 1.1136538982391357,
+      "step": 2598
+    },
+    {
+      "epoch": 2.9782359679266897,
+      "grad_norm": 0.11038228869438171,
+      "learning_rate": 1.0014348893799954e-06,
+      "loss": 1.282451868057251,
+      "step": 2600
+    },
+    {
+      "epoch": 2.9805269186712486,
+      "grad_norm": 0.12085051089525223,
+      "learning_rate": 1.0011622721343655e-06,
+      "loss": 1.0986806154251099,
+      "step": 2602
+    },
+    {
+      "epoch": 2.9828178694158076,
+      "grad_norm": 0.03834696114063263,
+      "learning_rate": 1.0009183467737969e-06,
+      "loss": 0.8867760896682739,
+      "step": 2604
+    },
+    {
+      "epoch": 2.9851088201603666,
+      "grad_norm": 0.04324295371770859,
+      "learning_rate": 1.0007031148539529e-06,
+      "loss": 1.044438362121582,
+      "step": 2606
+    },
+    {
+      "epoch": 2.9873997709049256,
+      "grad_norm": 0.308033287525177,
+      "learning_rate": 1.0005165777475022e-06,
+      "loss": 0.5716328620910645,
+      "step": 2608
+    },
+    {
+      "epoch": 2.9896907216494846,
+      "grad_norm": 0.034776829183101654,
+      "learning_rate": 1.000358736644108e-06,
+      "loss": 0.4520626366138458,
+      "step": 2610
+    },
+    {
+      "epoch": 2.9919816723940436,
+      "grad_norm": 0.052479542791843414,
+      "learning_rate": 1.00022959255042e-06,
+      "loss": 1.0296052694320679,
+      "step": 2612
+    },
+    {
+      "epoch": 2.9942726231386025,
+      "grad_norm": 0.05816009268164635,
+      "learning_rate": 1.0001291462900717e-06,
+      "loss": 1.0887324810028076,
+      "step": 2614
+    },
+    {
+      "epoch": 2.9965635738831615,
+      "grad_norm": 0.2066674381494522,
+      "learning_rate": 1.0000573985036708e-06,
+      "loss": 1.0183582305908203,
+      "step": 2616
+    },
+    {
+      "epoch": 2.9988545246277205,
+      "grad_norm": 0.12765929102897644,
+      "learning_rate": 1.0000143496487968e-06,
+      "loss": 1.177083969116211,
+      "step": 2618
+    },
+    {
+      "epoch": 3.0,
+      "step": 2619,
+      "total_flos": 4.569263266953429e+18,
+      "train_loss": 1.1290170093980534,
+      "train_runtime": 13562.7006,
+      "train_samples_per_second": 3.09,
+      "train_steps_per_second": 0.193
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 2619,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 9999999,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.569263266953429e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}