diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,4636 +1,8031 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9994304157964686,
+  "epoch": 0.9991804622193083,
   "eval_steps": 500,
-  "global_step": 658,
+  "global_step": 1143,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.0015188912094171254,
-      "grad_norm": 494.0,
-      "learning_rate": 5.000000000000001e-07,
-      "loss": 21.3162,
+      "epoch": 0.0008741736327378026,
+      "grad_norm": 19.75,
+      "learning_rate": 8.620689655172415e-07,
+      "loss": 4.7931,
       "step": 1
     },
     {
-      "epoch": 0.003037782418834251,
-      "grad_norm": 440.0,
-      "learning_rate": 1.0000000000000002e-06,
-      "loss": 19.5214,
+      "epoch": 0.0017483472654756052,
+      "grad_norm": 21.75,
+      "learning_rate": 1.724137931034483e-06,
+      "loss": 4.937,
       "step": 2
     },
     {
-      "epoch": 0.004556673628251376,
-      "grad_norm": 462.0,
-      "learning_rate": 1.5e-06,
-      "loss": 20.3955,
+      "epoch": 0.0026225208982134074,
+      "grad_norm": 20.625,
+      "learning_rate": 2.586206896551724e-06,
+      "loss": 5.0176,
       "step": 3
     },
     {
-      "epoch": 0.006075564837668502,
-      "grad_norm": 446.0,
-      "learning_rate": 2.0000000000000003e-06,
-      "loss": 19.8595,
+      "epoch": 0.0034966945309512104,
+      "grad_norm": 19.875,
+      "learning_rate": 3.448275862068966e-06,
+      "loss": 4.8236,
       "step": 4
     },
     {
-      "epoch": 0.007594456047085627,
-      "grad_norm": 440.0,
-      "learning_rate": 2.5e-06,
-      "loss": 19.3269,
+      "epoch": 0.004370868163689013,
+      "grad_norm": 16.875,
+      "learning_rate": 4.310344827586207e-06,
+      "loss": 4.761,
       "step": 5
     },
     {
-      "epoch": 0.009113347256502752,
-      "grad_norm": 432.0,
-      "learning_rate": 3e-06,
-      "loss": 20.3605,
+      "epoch": 0.005245041796426815,
+      "grad_norm": 16.125,
+      "learning_rate": 5.172413793103448e-06,
+      "loss": 4.9055,
       "step": 6
     },
     {
-      "epoch": 0.010632238465919878,
-      "grad_norm": 408.0,
-      "learning_rate": 3.5e-06,
-      "loss": 18.9548,
+      "epoch": 0.006119215429164618,
+      "grad_norm": 11.5625,
+      "learning_rate": 6.03448275862069e-06,
+      "loss": 4.6787,
       "step": 7
     },
     {
-      "epoch": 0.012151129675337003,
-      "grad_norm": 366.0,
-      "learning_rate": 4.000000000000001e-06,
-      "loss": 17.6873,
+      "epoch": 0.006993389061902421,
+      "grad_norm": 14.5625,
+      "learning_rate": 6.896551724137932e-06,
+      "loss": 4.6797,
       "step": 8
     },
     {
-      "epoch": 0.013670020884754129,
-      "grad_norm": 346.0,
-      "learning_rate": 4.5e-06,
-      "loss": 17.031,
+      "epoch": 0.007867562694640224,
+      "grad_norm": 19.0,
+      "learning_rate": 7.758620689655173e-06,
+      "loss": 4.6406,
       "step": 9
     },
     {
-      "epoch": 0.015188912094171255,
-      "grad_norm": 284.0,
-      "learning_rate": 5e-06,
-      "loss": 15.499,
+      "epoch": 0.008741736327378026,
+      "grad_norm": 12.0625,
+      "learning_rate": 8.620689655172414e-06,
+      "loss": 4.5986,
       "step": 10
     },
     {
-      "epoch": 0.01670780330358838,
-      "grad_norm": 238.0,
-      "learning_rate": 5.500000000000001e-06,
-      "loss": 13.135,
+      "epoch": 0.009615909960115828,
+      "grad_norm": 7.8125,
+      "learning_rate": 9.482758620689655e-06,
+      "loss": 4.5762,
       "step": 11
     },
     {
-      "epoch": 0.018226694513005504,
-      "grad_norm": 248.0,
-      "learning_rate": 6e-06,
-      "loss": 12.58,
+      "epoch": 0.01049008359285363,
+      "grad_norm": 6.875,
+      "learning_rate": 1.0344827586206897e-05,
+      "loss": 4.5882,
       "step": 12
     },
     {
-      "epoch": 0.01974558572242263,
-      "grad_norm": 251.0,
-      "learning_rate": 6.5000000000000004e-06,
-      "loss": 10.6039,
+      "epoch": 0.011364257225591434,
+      "grad_norm": 6.0,
+      "learning_rate": 1.1206896551724138e-05,
+      "loss": 4.3547,
       "step": 13
     },
     {
-      "epoch": 0.021264476931839756,
-      "grad_norm": 180.0,
-      "learning_rate": 7e-06,
-      "loss": 9.4173,
+      "epoch": 0.012238430858329236,
+      "grad_norm": 6.125,
+      "learning_rate": 1.206896551724138e-05,
+      "loss": 4.2879,
       "step": 14
     },
     {
-      "epoch": 0.022783368141256883,
-      "grad_norm": 108.5,
-      "learning_rate": 7.500000000000001e-06,
-      "loss": 8.5445,
+      "epoch": 0.013112604491067038,
+      "grad_norm": 5.875,
+      "learning_rate": 1.2931034482758622e-05,
+      "loss": 4.3241,
       "step": 15
     },
     {
-      "epoch": 0.024302259350674007,
-      "grad_norm": 81.5,
-      "learning_rate": 8.000000000000001e-06,
-      "loss": 8.3828,
+      "epoch": 0.013986778123804841,
+      "grad_norm": 4.625,
+      "learning_rate": 1.3793103448275863e-05,
+      "loss": 4.386,
       "step": 16
     },
     {
-      "epoch": 0.025821150560091134,
-      "grad_norm": 67.0,
-      "learning_rate": 8.5e-06,
-      "loss": 7.3555,
+      "epoch": 0.014860951756542643,
+      "grad_norm": 3.390625,
+      "learning_rate": 1.4655172413793103e-05,
+      "loss": 4.266,
       "step": 17
     },
     {
-      "epoch": 0.027340041769508258,
-      "grad_norm": 46.25,
-      "learning_rate": 9e-06,
-      "loss": 6.5261,
+      "epoch": 0.015735125389280447,
+      "grad_norm": 3.296875,
+      "learning_rate": 1.5517241379310346e-05,
+      "loss": 4.2994,
       "step": 18
     },
     {
-      "epoch": 0.028858932978925386,
-      "grad_norm": 62.5,
-      "learning_rate": 9.5e-06,
-      "loss": 6.4529,
+      "epoch": 0.01660929902201825,
+      "grad_norm": 2.796875,
+      "learning_rate": 1.6379310344827585e-05,
+      "loss": 4.1198,
       "step": 19
     },
     {
-      "epoch": 0.03037782418834251,
-      "grad_norm": 57.25,
-      "learning_rate": 1e-05,
-      "loss": 6.1533,
+      "epoch": 0.01748347265475605,
+      "grad_norm": 4.0625,
+      "learning_rate": 1.7241379310344828e-05,
+      "loss": 4.1751,
       "step": 20
     },
     {
-      "epoch": 0.03189671539775964,
-      "grad_norm": 36.75,
-      "learning_rate": 9.999939382570075e-06,
-      "loss": 5.6474,
+      "epoch": 0.018357646287493853,
+      "grad_norm": 3.109375,
+      "learning_rate": 1.810344827586207e-05,
+      "loss": 3.9965,
       "step": 21
     },
     {
-      "epoch": 0.03341560660717676,
-      "grad_norm": 20.375,
-      "learning_rate": 9.999757531750086e-06,
-      "loss": 5.379,
+      "epoch": 0.019231819920231655,
+      "grad_norm": 2.875,
+      "learning_rate": 1.896551724137931e-05,
+      "loss": 3.9684,
       "step": 22
     },
     {
-      "epoch": 0.034934497816593885,
-      "grad_norm": 17.125,
-      "learning_rate": 9.999454451949364e-06,
-      "loss": 5.1134,
+      "epoch": 0.020105993552969458,
+      "grad_norm": 2.953125,
+      "learning_rate": 1.9827586206896554e-05,
+      "loss": 3.9812,
       "step": 23
     },
     {
-      "epoch": 0.03645338902601101,
-      "grad_norm": 11.6875,
-      "learning_rate": 9.999030150516681e-06,
-      "loss": 4.8157,
+      "epoch": 0.02098016718570726,
+      "grad_norm": 2.28125,
+      "learning_rate": 2.0689655172413793e-05,
+      "loss": 3.9997,
       "step": 24
     },
     {
-      "epoch": 0.03797228023542814,
-      "grad_norm": 10.1875,
-      "learning_rate": 9.998484637740058e-06,
-      "loss": 4.7658,
+      "epoch": 0.021854340818445065,
+      "grad_norm": 2.53125,
+      "learning_rate": 2.1551724137931033e-05,
+      "loss": 3.9327,
       "step": 25
     },
     {
-      "epoch": 0.03949117144484526,
-      "grad_norm": 8.625,
-      "learning_rate": 9.997817926846528e-06,
-      "loss": 4.6094,
+      "epoch": 0.022728514451182867,
+      "grad_norm": 2.09375,
+      "learning_rate": 2.2413793103448276e-05,
+      "loss": 3.937,
       "step": 26
     },
     {
-      "epoch": 0.04101006265426239,
-      "grad_norm": 7.25,
-      "learning_rate": 9.997030034001815e-06,
-      "loss": 4.389,
+      "epoch": 0.02360268808392067,
+      "grad_norm": 2.125,
+      "learning_rate": 2.327586206896552e-05,
+      "loss": 3.8923,
       "step": 27
     },
     {
-      "epoch": 0.04252895386367951,
-      "grad_norm": 6.78125,
-      "learning_rate": 9.99612097830993e-06,
-      "loss": 4.3941,
+      "epoch": 0.02447686171665847,
+      "grad_norm": 1.6171875,
+      "learning_rate": 2.413793103448276e-05,
+      "loss": 3.8121,
       "step": 28
     },
     {
-      "epoch": 0.04404784507309664,
-      "grad_norm": 6.9375,
-      "learning_rate": 9.995090781812724e-06,
-      "loss": 4.3693,
+      "epoch": 0.025351035349396273,
+      "grad_norm": 1.671875,
+      "learning_rate": 2.5e-05,
+      "loss": 3.8329,
       "step": 29
     },
     {
-      "epoch": 0.045566736282513766,
-      "grad_norm": 6.84375,
-      "learning_rate": 9.993939469489342e-06,
-      "loss": 4.2591,
+      "epoch": 0.026225208982134075,
+      "grad_norm": 1.5625,
+      "learning_rate": 2.5862068965517244e-05,
+      "loss": 3.7719,
       "step": 30
     },
     {
-      "epoch": 0.04708562749193089,
-      "grad_norm": 5.53125,
-      "learning_rate": 9.99266706925562e-06,
-      "loss": 4.2106,
+      "epoch": 0.027099382614871877,
+      "grad_norm": 1.59375,
+      "learning_rate": 2.672413793103448e-05,
+      "loss": 3.8168,
       "step": 31
     },
     {
-      "epoch": 0.048604518701348014,
-      "grad_norm": 5.09375,
-      "learning_rate": 9.991273611963413e-06,
-      "loss": 4.131,
+      "epoch": 0.027973556247609683,
+      "grad_norm": 1.6796875,
+      "learning_rate": 2.7586206896551727e-05,
+      "loss": 3.6792,
       "step": 32
     },
     {
-      "epoch": 0.050123409910765145,
-      "grad_norm": 6.09375,
-      "learning_rate": 9.98975913139984e-06,
-      "loss": 4.0936,
+      "epoch": 0.028847729880347485,
+      "grad_norm": 1.421875,
+      "learning_rate": 2.844827586206897e-05,
+      "loss": 3.6723,
       "step": 33
     },
     {
-      "epoch": 0.05164230112018227,
-      "grad_norm": 7.96875,
-      "learning_rate": 9.98812366428647e-06,
-      "loss": 4.0474,
+      "epoch": 0.029721903513085287,
+      "grad_norm": 1.3671875,
+      "learning_rate": 2.9310344827586206e-05,
+      "loss": 3.6362,
       "step": 34
     },
     {
-      "epoch": 0.05316119232959939,
-      "grad_norm": 6.375,
-      "learning_rate": 9.986367250278423e-06,
-      "loss": 4.0911,
+      "epoch": 0.03059607714582309,
+      "grad_norm": 1.671875,
+      "learning_rate": 3.017241379310345e-05,
+      "loss": 3.6452,
       "step": 35
     },
     {
-      "epoch": 0.054680083539016516,
-      "grad_norm": 8.0,
-      "learning_rate": 9.984489931963429e-06,
-      "loss": 3.8623,
+      "epoch": 0.031470250778560895,
+      "grad_norm": 1.8046875,
+      "learning_rate": 3.103448275862069e-05,
+      "loss": 3.5118,
       "step": 36
     },
     {
-      "epoch": 0.05619897474843364,
-      "grad_norm": 4.46875,
-      "learning_rate": 9.982491754860763e-06,
-      "loss": 3.7118,
+      "epoch": 0.03234442441129869,
+      "grad_norm": 1.8125,
+      "learning_rate": 3.1896551724137935e-05,
+      "loss": 3.4852,
       "step": 37
     },
     {
-      "epoch": 0.05771786595785077,
-      "grad_norm": 5.8125,
-      "learning_rate": 9.980372767420179e-06,
-      "loss": 3.9689,
+      "epoch": 0.0332185980440365,
+      "grad_norm": 1.484375,
+      "learning_rate": 3.275862068965517e-05,
+      "loss": 3.3851,
       "step": 38
     },
     {
-      "epoch": 0.059236757167267895,
-      "grad_norm": 4.3125,
-      "learning_rate": 9.978133021020697e-06,
-      "loss": 3.782,
+      "epoch": 0.0340927716767743,
+      "grad_norm": 1.3359375,
+      "learning_rate": 3.3620689655172414e-05,
+      "loss": 3.3676,
       "step": 39
     },
     {
-      "epoch": 0.06075564837668502,
-      "grad_norm": 5.0,
-      "learning_rate": 9.97577256996939e-06,
-      "loss": 3.7709,
+      "epoch": 0.0349669453095121,
+      "grad_norm": 1.4375,
+      "learning_rate": 3.4482758620689657e-05,
+      "loss": 3.4513,
       "step": 40
     },
     {
-      "epoch": 0.06227453958610214,
-      "grad_norm": 5.34375,
-      "learning_rate": 9.97329147150005e-06,
-      "loss": 3.6426,
+      "epoch": 0.0358411189422499,
+      "grad_norm": 1.7421875,
+      "learning_rate": 3.53448275862069e-05,
+      "loss": 3.3572,
       "step": 41
     },
     {
-      "epoch": 0.06379343079551927,
-      "grad_norm": 5.09375,
-      "learning_rate": 9.970689785771798e-06,
-      "loss": 3.5875,
+      "epoch": 0.03671529257498771,
+      "grad_norm": 1.6796875,
+      "learning_rate": 3.620689655172414e-05,
+      "loss": 3.229,
       "step": 42
     },
     {
-      "epoch": 0.06531232200493639,
-      "grad_norm": 5.90625,
-      "learning_rate": 9.96796757586764e-06,
-      "loss": 3.7528,
+      "epoch": 0.03758946620772551,
+      "grad_norm": 1.3046875,
+      "learning_rate": 3.7068965517241385e-05,
+      "loss": 3.2683,
       "step": 43
     },
     {
-      "epoch": 0.06683121321435352,
-      "grad_norm": 4.0,
-      "learning_rate": 9.965124907792916e-06,
-      "loss": 3.5526,
+      "epoch": 0.03846363984046331,
+      "grad_norm": 2.078125,
+      "learning_rate": 3.793103448275862e-05,
+      "loss": 3.2209,
       "step": 44
     },
     {
-      "epoch": 0.06835010442377065,
-      "grad_norm": 5.15625,
-      "learning_rate": 9.962161850473723e-06,
-      "loss": 3.4634,
+      "epoch": 0.039337813473201116,
+      "grad_norm": 1.3515625,
+      "learning_rate": 3.8793103448275865e-05,
+      "loss": 3.3169,
       "step": 45
     },
     {
-      "epoch": 0.06986899563318777,
-      "grad_norm": 4.25,
-      "learning_rate": 9.95907847575523e-06,
-      "loss": 3.534,
+      "epoch": 0.040211987105938915,
+      "grad_norm": 1.3046875,
+      "learning_rate": 3.965517241379311e-05,
+      "loss": 3.2609,
       "step": 46
     },
     {
-      "epoch": 0.0713878868426049,
-      "grad_norm": 4.09375,
-      "learning_rate": 9.955874858399936e-06,
-      "loss": 3.4982,
+      "epoch": 0.04108616073867672,
+      "grad_norm": 1.75,
+      "learning_rate": 4.0517241379310344e-05,
+      "loss": 3.2348,
       "step": 47
     },
     {
-      "epoch": 0.07290677805202202,
-      "grad_norm": 4.40625,
-      "learning_rate": 9.952551076085864e-06,
-      "loss": 3.5063,
+      "epoch": 0.04196033437141452,
+      "grad_norm": 1.5546875,
+      "learning_rate": 4.1379310344827587e-05,
+      "loss": 3.2157,
       "step": 48
     },
     {
-      "epoch": 0.07442566926143915,
-      "grad_norm": 4.4375,
-      "learning_rate": 9.949107209404664e-06,
-      "loss": 3.4372,
+      "epoch": 0.042834508004152325,
+      "grad_norm": 1.3046875,
+      "learning_rate": 4.224137931034483e-05,
+      "loss": 3.118,
       "step": 49
     },
     {
-      "epoch": 0.07594456047085628,
-      "grad_norm": 4.46875,
-      "learning_rate": 9.945543341859681e-06,
-      "loss": 3.4007,
+      "epoch": 0.04370868163689013,
+      "grad_norm": 1.265625,
+      "learning_rate": 4.3103448275862066e-05,
+      "loss": 3.1812,
       "step": 50
     },
     {
-      "epoch": 0.0774634516802734,
-      "grad_norm": 4.5,
-      "learning_rate": 9.94185955986391e-06,
-      "loss": 3.2577,
+      "epoch": 0.04458285526962793,
+      "grad_norm": 1.28125,
+      "learning_rate": 4.396551724137931e-05,
+      "loss": 3.1164,
       "step": 51
     },
     {
-      "epoch": 0.07898234288969053,
-      "grad_norm": 4.0625,
-      "learning_rate": 9.938055952737908e-06,
-      "loss": 3.2997,
+      "epoch": 0.045457028902365734,
+      "grad_norm": 1.296875,
+      "learning_rate": 4.482758620689655e-05,
+      "loss": 3.1016,
       "step": 52
     },
     {
-      "epoch": 0.08050123409910766,
-      "grad_norm": 3.984375,
-      "learning_rate": 9.934132612707631e-06,
-      "loss": 3.3514,
+      "epoch": 0.04633120253510353,
+      "grad_norm": 1.3046875,
+      "learning_rate": 4.5689655172413794e-05,
+      "loss": 3.0119,
       "step": 53
     },
     {
-      "epoch": 0.08202012530852477,
-      "grad_norm": 3.390625,
-      "learning_rate": 9.930089634902197e-06,
-      "loss": 3.1966,
+      "epoch": 0.04720537616784134,
+      "grad_norm": 1.265625,
+      "learning_rate": 4.655172413793104e-05,
+      "loss": 3.0376,
       "step": 54
     },
     {
-      "epoch": 0.0835390165179419,
-      "grad_norm": 5.78125,
-      "learning_rate": 9.925927117351573e-06,
-      "loss": 3.1777,
+      "epoch": 0.04807954980057914,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.741379310344828e-05,
+      "loss": 3.0525,
       "step": 55
     },
     {
-      "epoch": 0.08505790772735902,
-      "grad_norm": 4.125,
-      "learning_rate": 9.921645160984205e-06,
-      "loss": 3.0858,
+      "epoch": 0.04895372343331694,
+      "grad_norm": 1.21875,
+      "learning_rate": 4.827586206896552e-05,
+      "loss": 3.0417,
       "step": 56
     },
     {
-      "epoch": 0.08657679893677615,
-      "grad_norm": 4.90625,
-      "learning_rate": 9.917243869624573e-06,
-      "loss": 3.1884,
+      "epoch": 0.04982789706605475,
+      "grad_norm": 1.1640625,
+      "learning_rate": 4.913793103448276e-05,
+      "loss": 2.9921,
       "step": 57
     },
     {
-      "epoch": 0.08809569014619328,
-      "grad_norm": 4.6875,
-      "learning_rate": 9.91272334999066e-06,
-      "loss": 3.1061,
+      "epoch": 0.050702070698792547,
+      "grad_norm": 1.390625,
+      "learning_rate": 5e-05,
+      "loss": 2.9874,
       "step": 58
     },
     {
-      "epoch": 0.0896145813556104,
-      "grad_norm": 4.15625,
-      "learning_rate": 9.908083711691383e-06,
-      "loss": 3.1701,
+      "epoch": 0.05157624433153035,
+      "grad_norm": 1.546875,
+      "learning_rate": 4.9999895202727756e-05,
+      "loss": 2.9822,
       "step": 59
     },
     {
-      "epoch": 0.09113347256502753,
-      "grad_norm": 5.125,
-      "learning_rate": 9.903325067223918e-06,
-      "loss": 3.1281,
+      "epoch": 0.05245041796426815,
+      "grad_norm": 1.4375,
+      "learning_rate": 4.9999580811789614e-05,
+      "loss": 2.9278,
       "step": 60
     },
     {
-      "epoch": 0.09265236377444465,
-      "grad_norm": 4.59375,
-      "learning_rate": 9.898447531970989e-06,
-      "loss": 3.0717,
+      "epoch": 0.053324591597005956,
+      "grad_norm": 1.171875,
+      "learning_rate": 4.999905682982135e-05,
+      "loss": 2.9424,
       "step": 61
     },
     {
-      "epoch": 0.09417125498386178,
-      "grad_norm": 5.9375,
-      "learning_rate": 9.893451224198051e-06,
-      "loss": 3.0151,
+      "epoch": 0.054198765229743755,
+      "grad_norm": 1.21875,
+      "learning_rate": 4.999832326121594e-05,
+      "loss": 2.8771,
       "step": 62
     },
     {
-      "epoch": 0.09569014619327891,
-      "grad_norm": 4.25,
-      "learning_rate": 9.888336265050443e-06,
-      "loss": 3.0585,
+      "epoch": 0.05507293886248156,
+      "grad_norm": 1.15625,
+      "learning_rate": 4.999738011212344e-05,
+      "loss": 2.9132,
       "step": 63
     },
     {
-      "epoch": 0.09720903740269603,
-      "grad_norm": 5.28125,
-      "learning_rate": 9.883102778550434e-06,
-      "loss": 3.0649,
+      "epoch": 0.055947112495219366,
+      "grad_norm": 1.15625,
+      "learning_rate": 4.999622739045101e-05,
+      "loss": 2.9479,
       "step": 64
     },
     {
-      "epoch": 0.09872792861211316,
-      "grad_norm": 3.53125,
-      "learning_rate": 9.877750891594224e-06,
-      "loss": 3.0054,
+      "epoch": 0.056821286127957164,
+      "grad_norm": 1.2890625,
+      "learning_rate": 4.999486510586282e-05,
+      "loss": 2.948,
       "step": 65
     },
     {
-      "epoch": 0.10024681982153029,
-      "grad_norm": 4.3125,
-      "learning_rate": 9.872280733948867e-06,
-      "loss": 2.911,
+      "epoch": 0.05769545976069497,
+      "grad_norm": 1.3828125,
+      "learning_rate": 4.9993293269779975e-05,
+      "loss": 2.948,
       "step": 66
     },
     {
-      "epoch": 0.1017657110309474,
-      "grad_norm": 4.375,
-      "learning_rate": 9.866692438249124e-06,
-      "loss": 3.0651,
+      "epoch": 0.05856963339343277,
+      "grad_norm": 1.28125,
+      "learning_rate": 4.9991511895380396e-05,
+      "loss": 2.9111,
       "step": 67
     },
     {
-      "epoch": 0.10328460224036454,
-      "grad_norm": 4.34375,
-      "learning_rate": 9.86098613999424e-06,
-      "loss": 2.9609,
+      "epoch": 0.059443807026170574,
+      "grad_norm": 1.375,
+      "learning_rate": 4.998952099759874e-05,
+      "loss": 2.9496,
       "step": 68
     },
     {
-      "epoch": 0.10480349344978165,
-      "grad_norm": 3.75,
-      "learning_rate": 9.855161977544672e-06,
-      "loss": 3.0308,
+      "epoch": 0.06031798065890837,
+      "grad_norm": 1.125,
+      "learning_rate": 4.998732059312625e-05,
+      "loss": 2.8007,
       "step": 69
     },
     {
-      "epoch": 0.10632238465919878,
-      "grad_norm": 3.078125,
-      "learning_rate": 9.849220092118721e-06,
-      "loss": 2.97,
+      "epoch": 0.06119215429164618,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.998491070041066e-05,
+      "loss": 2.8642,
       "step": 70
     },
     {
-      "epoch": 0.10784127586861592,
-      "grad_norm": 3.390625,
-      "learning_rate": 9.84316062778912e-06,
-      "loss": 2.9543,
+      "epoch": 0.062066327924383984,
+      "grad_norm": 1.21875,
+      "learning_rate": 4.998229133965596e-05,
+      "loss": 2.8762,
       "step": 71
     },
     {
-      "epoch": 0.10936016707803303,
-      "grad_norm": 2.6875,
-      "learning_rate": 9.836983731479526e-06,
-      "loss": 2.8797,
+      "epoch": 0.06294050155712179,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.997946253282231e-05,
+      "loss": 2.8961,
       "step": 72
     },
     {
-      "epoch": 0.11087905828745016,
-      "grad_norm": 2.84375,
-      "learning_rate": 9.830689552960974e-06,
-      "loss": 2.8188,
+      "epoch": 0.06381467518985959,
+      "grad_norm": 1.25,
+      "learning_rate": 4.9976424303625815e-05,
+      "loss": 2.825,
       "step": 73
     },
     {
-      "epoch": 0.11239794949686728,
-      "grad_norm": 3.171875,
-      "learning_rate": 9.824278244848236e-06,
-      "loss": 2.9654,
+      "epoch": 0.06468884882259739,
+      "grad_norm": 1.1953125,
+      "learning_rate": 4.997317667753831e-05,
+      "loss": 2.8532,
       "step": 74
     },
     {
-      "epoch": 0.11391684070628441,
-      "grad_norm": 2.1875,
-      "learning_rate": 9.817749962596115e-06,
-      "loss": 2.8417,
+      "epoch": 0.06556302245533518,
+      "grad_norm": 1.09375,
+      "learning_rate": 4.9969719681787196e-05,
+      "loss": 2.9245,
       "step": 75
     },
     {
-      "epoch": 0.11543573191570154,
-      "grad_norm": 2.671875,
-      "learning_rate": 9.811104864495691e-06,
-      "loss": 2.9101,
+      "epoch": 0.066437196088073,
+      "grad_norm": 1.0859375,
+      "learning_rate": 4.9966053345355174e-05,
+      "loss": 2.7549,
       "step": 76
     },
     {
-      "epoch": 0.11695462312511866,
-      "grad_norm": 2.6875,
-      "learning_rate": 9.804343111670472e-06,
-      "loss": 2.8579,
+      "epoch": 0.0673113697208108,
+      "grad_norm": 1.046875,
+      "learning_rate": 4.9962177698979995e-05,
+      "loss": 2.8295,
       "step": 77
     },
     {
-      "epoch": 0.11847351433453579,
-      "grad_norm": 2.53125,
-      "learning_rate": 9.797464868072489e-06,
-      "loss": 2.8388,
+      "epoch": 0.0681855433535486,
+      "grad_norm": 1.1328125,
+      "learning_rate": 4.995809277515424e-05,
+      "loss": 2.7792,
       "step": 78
     },
     {
-      "epoch": 0.11999240554395292,
-      "grad_norm": 3.078125,
-      "learning_rate": 9.790470300478318e-06,
-      "loss": 2.8716,
+      "epoch": 0.0690597169862864,
+      "grad_norm": 1.1015625,
+      "learning_rate": 4.9953798608125025e-05,
+      "loss": 2.7635,
       "step": 79
     },
     {
-      "epoch": 0.12151129675337004,
-      "grad_norm": 2.046875,
-      "learning_rate": 9.783359578485047e-06,
-      "loss": 2.8199,
+      "epoch": 0.0699338906190242,
+      "grad_norm": 1.3203125,
+      "learning_rate": 4.99492952338937e-05,
+      "loss": 2.8317,
       "step": 80
     },
     {
-      "epoch": 0.12303018796278717,
-      "grad_norm": 2.1875,
-      "learning_rate": 9.776132874506153e-06,
-      "loss": 2.8302,
+      "epoch": 0.070808064251762,
+      "grad_norm": 1.1171875,
+      "learning_rate": 4.994458269021557e-05,
+      "loss": 2.7627,
       "step": 81
     },
     {
-      "epoch": 0.12454907917220429,
-      "grad_norm": 2.140625,
-      "learning_rate": 9.768790363767321e-06,
-      "loss": 2.795,
+      "epoch": 0.0716822378844998,
+      "grad_norm": 1.09375,
+      "learning_rate": 4.993966101659958e-05,
+      "loss": 2.8273,
       "step": 82
     },
     {
-      "epoch": 0.1260679703816214,
-      "grad_norm": 2.125,
-      "learning_rate": 9.761332224302209e-06,
-      "loss": 2.7479,
+      "epoch": 0.07255641151723762,
+      "grad_norm": 1.1171875,
+      "learning_rate": 4.993453025430797e-05,
+      "loss": 2.8587,
       "step": 83
     },
     {
-      "epoch": 0.12758686159103855,
-      "grad_norm": 2.765625,
-      "learning_rate": 9.753758636948112e-06,
-      "loss": 2.7841,
+      "epoch": 0.07343058514997541,
+      "grad_norm": 1.1953125,
+      "learning_rate": 4.992919044635592e-05,
+      "loss": 2.8023,
       "step": 84
     },
     {
-      "epoch": 0.12910575280045566,
-      "grad_norm": 2.125,
-      "learning_rate": 9.74606978534159e-06,
-      "loss": 2.8815,
+      "epoch": 0.07430475878271321,
+      "grad_norm": 1.140625,
+      "learning_rate": 4.9923641637511226e-05,
+      "loss": 2.6944,
       "step": 85
     },
     {
-      "epoch": 0.13062464400987278,
-      "grad_norm": 3.328125,
-      "learning_rate": 9.738265855914014e-06,
-      "loss": 2.7458,
+      "epoch": 0.07517893241545102,
+      "grad_norm": 1.1640625,
+      "learning_rate": 4.991788387429388e-05,
+      "loss": 2.7955,
       "step": 86
     },
     {
-      "epoch": 0.13214353521928993,
-      "grad_norm": 2.3125,
-      "learning_rate": 9.730347037887041e-06,
-      "loss": 2.8145,
+      "epoch": 0.07605310604818882,
+      "grad_norm": 1.3671875,
+      "learning_rate": 4.9911917204975724e-05,
+      "loss": 2.8184,
       "step": 87
     },
     {
-      "epoch": 0.13366242642870704,
-      "grad_norm": 2.9375,
-      "learning_rate": 9.722313523268028e-06,
-      "loss": 2.7804,
+      "epoch": 0.07692727968092662,
+      "grad_norm": 1.3671875,
+      "learning_rate": 4.9905741679580007e-05,
+      "loss": 2.8002,
       "step": 88
     },
     {
-      "epoch": 0.13518131763812416,
-      "grad_norm": 2.578125,
-      "learning_rate": 9.714165506845381e-06,
-      "loss": 2.7899,
+      "epoch": 0.07780145331366442,
+      "grad_norm": 1.1328125,
+      "learning_rate": 4.989935734988098e-05,
+      "loss": 2.7749,
       "step": 89
     },
     {
-      "epoch": 0.1367002088475413,
-      "grad_norm": 3.359375,
-      "learning_rate": 9.705903186183828e-06,
-      "loss": 2.7296,
+      "epoch": 0.07867562694640223,
+      "grad_norm": 1.2578125,
+      "learning_rate": 4.989276426940348e-05,
+      "loss": 2.8351,
       "step": 90
     },
     {
-      "epoch": 0.13821910005695842,
-      "grad_norm": 2.96875,
-      "learning_rate": 9.697526761619621e-06,
-      "loss": 2.7233,
+      "epoch": 0.07954980057914003,
+      "grad_norm": 0.9609375,
+      "learning_rate": 4.988596249342244e-05,
+      "loss": 2.7638,
       "step": 91
     },
     {
-      "epoch": 0.13973799126637554,
-      "grad_norm": 2.09375,
-      "learning_rate": 9.689036436255698e-06,
-      "loss": 2.7421,
+      "epoch": 0.08042397421187783,
+      "grad_norm": 1.2265625,
+      "learning_rate": 4.987895207896248e-05,
+      "loss": 2.7492,
       "step": 92
     },
     {
-      "epoch": 0.14125688247579268,
-      "grad_norm": 2.828125,
-      "learning_rate": 9.680432415956736e-06,
-      "loss": 2.7627,
+      "epoch": 0.08129814784461564,
+      "grad_norm": 1.1328125,
+      "learning_rate": 4.987173308479738e-05,
+      "loss": 2.7668,
       "step": 93
     },
     {
-      "epoch": 0.1427757736852098,
-      "grad_norm": 1.9765625,
-      "learning_rate": 9.671714909344175e-06,
-      "loss": 2.7611,
+      "epoch": 0.08217232147735344,
+      "grad_norm": 1.2265625,
+      "learning_rate": 4.9864305571449616e-05,
+      "loss": 2.7527,
       "step": 94
     },
     {
-      "epoch": 0.14429466489462692,
-      "grad_norm": 1.9140625,
-      "learning_rate": 9.66288412779115e-06,
-      "loss": 2.753,
+      "epoch": 0.08304649511009124,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.985666960118983e-05,
+      "loss": 2.7963,
       "step": 95
     },
     {
-      "epoch": 0.14581355610404403,
-      "grad_norm": 2.0625,
-      "learning_rate": 9.653940285417381e-06,
-      "loss": 2.7191,
+      "epoch": 0.08392066874282904,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.984882523803634e-05,
+      "loss": 2.7924,
       "step": 96
     },
     {
-      "epoch": 0.14733244731346118,
-      "grad_norm": 1.4765625,
-      "learning_rate": 9.644883599083959e-06,
-      "loss": 2.7194,
+      "epoch": 0.08479484237556685,
+      "grad_norm": 1.4375,
+      "learning_rate": 4.9840772547754566e-05,
+      "loss": 2.763,
       "step": 97
     },
     {
-      "epoch": 0.1488513385228783,
-      "grad_norm": 2.078125,
-      "learning_rate": 9.635714288388103e-06,
-      "loss": 2.6886,
+      "epoch": 0.08566901600830465,
+      "grad_norm": 1.203125,
+      "learning_rate": 4.983251159785651e-05,
+      "loss": 2.7398,
       "step": 98
     },
     {
-      "epoch": 0.1503702297322954,
-      "grad_norm": 1.7265625,
-      "learning_rate": 9.626432575657834e-06,
-      "loss": 2.7631,
+      "epoch": 0.08654318964104245,
+      "grad_norm": 1.1875,
+      "learning_rate": 4.982404245760018e-05,
+      "loss": 2.7528,
       "step": 99
     },
     {
-      "epoch": 0.15188912094171256,
-      "grad_norm": 1.6796875,
-      "learning_rate": 9.617038685946578e-06,
-      "loss": 2.6749,
+      "epoch": 0.08741736327378026,
+      "grad_norm": 1.1328125,
+      "learning_rate": 4.9815365197988986e-05,
+      "loss": 2.8205,
       "step": 100
     },
     {
-      "epoch": 0.15340801215112967,
-      "grad_norm": 1.59375,
-      "learning_rate": 9.60753284702772e-06,
-      "loss": 2.6299,
+      "epoch": 0.08829153690651806,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.9806479891771195e-05,
+      "loss": 2.7228,
       "step": 101
     },
     {
-      "epoch": 0.1549269033605468,
-      "grad_norm": 1.421875,
-      "learning_rate": 9.597915289389067e-06,
-      "loss": 2.6723,
+      "epoch": 0.08916571053925586,
+      "grad_norm": 1.03125,
+      "learning_rate": 4.9797386613439265e-05,
+      "loss": 2.7599,
       "step": 102
     },
     {
-      "epoch": 0.15644579456996394,
-      "grad_norm": 1.5625,
-      "learning_rate": 9.58818624622727e-06,
-      "loss": 2.7104,
+      "epoch": 0.09003988417199366,
+      "grad_norm": 1.0703125,
+      "learning_rate": 4.978808543922925e-05,
+      "loss": 2.7388,
       "step": 103
     },
     {
-      "epoch": 0.15796468577938105,
-      "grad_norm": 1.640625,
-      "learning_rate": 9.578345953442163e-06,
-      "loss": 2.6862,
+      "epoch": 0.09091405780473147,
+      "grad_norm": 1.1484375,
+      "learning_rate": 4.9778576447120184e-05,
+      "loss": 2.7801,
       "step": 104
     },
     {
-      "epoch": 0.15948357698879817,
-      "grad_norm": 1.8515625,
-      "learning_rate": 9.568394649631055e-06,
-      "loss": 2.7183,
+      "epoch": 0.09178823143746927,
+      "grad_norm": 0.97265625,
+      "learning_rate": 4.976885971683337e-05,
+      "loss": 2.656,
       "step": 105
     },
     {
-      "epoch": 0.16100246819821531,
-      "grad_norm": 1.9453125,
-      "learning_rate": 9.558332576082925e-06,
-      "loss": 2.6991,
+      "epoch": 0.09266240507020707,
+      "grad_norm": 1.078125,
+      "learning_rate": 4.9758935329831754e-05,
+      "loss": 2.763,
       "step": 106
     },
     {
-      "epoch": 0.16252135940763243,
-      "grad_norm": 1.5078125,
-      "learning_rate": 9.548159976772593e-06,
-      "loss": 2.591,
+      "epoch": 0.09353657870294488,
+      "grad_norm": 1.078125,
+      "learning_rate": 4.974880336931923e-05,
+      "loss": 2.7975,
       "step": 107
     },
     {
-      "epoch": 0.16404025061704955,
-      "grad_norm": 1.703125,
-      "learning_rate": 9.537877098354787e-06,
-      "loss": 2.6819,
+      "epoch": 0.09441075233568268,
+      "grad_norm": 1.078125,
+      "learning_rate": 4.9738463920239955e-05,
+      "loss": 2.7029,
       "step": 108
     },
     {
-      "epoch": 0.16555914182646667,
-      "grad_norm": 1.765625,
-      "learning_rate": 9.527484190158171e-06,
-      "loss": 2.6957,
+      "epoch": 0.09528492596842048,
+      "grad_norm": 1.0546875,
+      "learning_rate": 4.972791706927759e-05,
+      "loss": 2.689,
       "step": 109
     },
     {
-      "epoch": 0.1670780330358838,
-      "grad_norm": 2.265625,
-      "learning_rate": 9.5169815041793e-06,
-      "loss": 2.7064,
+      "epoch": 0.09615909960115827,
+      "grad_norm": 1.0546875,
+      "learning_rate": 4.9717162904854664e-05,
+      "loss": 2.7322,
       "step": 110
     },
     {
-      "epoch": 0.16859692424530093,
-      "grad_norm": 2.21875,
-      "learning_rate": 9.506369295076505e-06,
-      "loss": 2.6742,
+      "epoch": 0.09703327323389609,
+      "grad_norm": 1.0546875,
+      "learning_rate": 4.9706201517131725e-05,
+      "loss": 2.778,
       "step": 111
     },
     {
-      "epoch": 0.17011581545471804,
-      "grad_norm": 1.640625,
-      "learning_rate": 9.495647820163725e-06,
-      "loss": 2.6757,
+      "epoch": 0.09790744686663388,
+      "grad_norm": 1.0703125,
+      "learning_rate": 4.9695032998006655e-05,
+      "loss": 2.8284,
       "step": 112
     },
     {
-      "epoch": 0.1716347066641352,
-      "grad_norm": 2.03125,
-      "learning_rate": 9.484817339404261e-06,
-      "loss": 2.6503,
+      "epoch": 0.09878162049937168,
+      "grad_norm": 1.0546875,
+      "learning_rate": 4.9683657441113884e-05,
+      "loss": 2.71,
       "step": 113
     },
     {
-      "epoch": 0.1731535978735523,
-      "grad_norm": 1.6640625,
-      "learning_rate": 9.473878115404477e-06,
-      "loss": 2.6608,
+      "epoch": 0.0996557941321095,
+      "grad_norm": 1.2109375,
+      "learning_rate": 4.967207494182361e-05,
+      "loss": 2.6782,
       "step": 114
     },
     {
-      "epoch": 0.17467248908296942,
-      "grad_norm": 1.8125,
-      "learning_rate": 9.462830413407427e-06,
-      "loss": 2.6217,
+      "epoch": 0.1005299677648473,
+      "grad_norm": 1.2421875,
+      "learning_rate": 4.966028559724096e-05,
+      "loss": 2.706,
       "step": 115
     },
     {
-      "epoch": 0.17619138029238657,
-      "grad_norm": 1.578125,
-      "learning_rate": 9.451674501286436e-06,
-      "loss": 2.6885,
+      "epoch": 0.10140414139758509,
+      "grad_norm": 1.09375,
+      "learning_rate": 4.964828950620524e-05,
+      "loss": 2.7667,
       "step": 116
     },
     {
-      "epoch": 0.17771027150180368,
-      "grad_norm": 1.71875,
-      "learning_rate": 9.440410649538592e-06,
-      "loss": 2.6041,
+      "epoch": 0.10227831503032289,
+      "grad_norm": 0.94921875,
+      "learning_rate": 4.963608676928905e-05,
+      "loss": 2.685,
       "step": 117
     },
     {
-      "epoch": 0.1792291627112208,
-      "grad_norm": 1.4453125,
-      "learning_rate": 9.42903913127819e-06,
-      "loss": 2.6156,
+      "epoch": 0.1031524886630607,
+      "grad_norm": 1.0234375,
+      "learning_rate": 4.962367748879748e-05,
+      "loss": 2.6407,
       "step": 118
     },
     {
-      "epoch": 0.18074805392063795,
-      "grad_norm": 1.796875,
-      "learning_rate": 9.417560222230115e-06,
-      "loss": 2.5769,
+      "epoch": 0.1040266622957985,
+      "grad_norm": 1.1015625,
+      "learning_rate": 4.961106176876723e-05,
+      "loss": 2.662,
       "step": 119
     },
     {
-      "epoch": 0.18226694513005506,
-      "grad_norm": 1.46875,
-      "learning_rate": 9.405974200723156e-06,
-      "loss": 2.5831,
+      "epoch": 0.1049008359285363,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.959823971496574e-05,
+      "loss": 2.7101,
       "step": 120
     },
     {
-      "epoch": 0.18378583633947218,
-      "grad_norm": 1.59375,
-      "learning_rate": 9.394281347683247e-06,
-      "loss": 2.7265,
+      "epoch": 0.10577500956127411,
+      "grad_norm": 1.0390625,
+      "learning_rate": 4.958521143489032e-05,
+      "loss": 2.7607,
       "step": 121
     },
     {
-      "epoch": 0.1853047275488893,
-      "grad_norm": 1.34375,
-      "learning_rate": 9.382481946626673e-06,
-      "loss": 2.6134,
+      "epoch": 0.10664918319401191,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.9571977037767217e-05,
+      "loss": 2.6531,
       "step": 122
     },
     {
-      "epoch": 0.18682361875830644,
-      "grad_norm": 1.6015625,
-      "learning_rate": 9.370576283653178e-06,
-      "loss": 2.5806,
+      "epoch": 0.10752335682674971,
+      "grad_norm": 0.98828125,
+      "learning_rate": 4.955853663455072e-05,
+      "loss": 2.6706,
       "step": 123
     },
     {
-      "epoch": 0.18834250996772356,
-      "grad_norm": 1.5078125,
-      "learning_rate": 9.358564647439037e-06,
-      "loss": 2.5152,
+      "epoch": 0.10839753045948751,
+      "grad_norm": 1.0390625,
+      "learning_rate": 4.954489033792227e-05,
+      "loss": 2.6516,
       "step": 124
     },
     {
-      "epoch": 0.18986140117714068,
-      "grad_norm": 1.546875,
-      "learning_rate": 9.34644732923006e-06,
-      "loss": 2.6123,
+      "epoch": 0.10927170409222532,
+      "grad_norm": 1.1015625,
+      "learning_rate": 4.95310382622894e-05,
+      "loss": 2.6962,
       "step": 125
     },
     {
-      "epoch": 0.19138029238655782,
-      "grad_norm": 1.3984375,
-      "learning_rate": 9.33422462283452e-06,
-      "loss": 2.6245,
+      "epoch": 0.11014587772496312,
+      "grad_norm": 1.015625,
+      "learning_rate": 4.951698052378492e-05,
+      "loss": 2.702,
       "step": 126
     },
     {
-      "epoch": 0.19289918359597494,
-      "grad_norm": 1.2109375,
-      "learning_rate": 9.321896824616036e-06,
-      "loss": 2.5982,
+      "epoch": 0.11102005135770092,
+      "grad_norm": 1.0390625,
+      "learning_rate": 4.950271724026582e-05,
+      "loss": 2.6833,
       "step": 127
     },
     {
-      "epoch": 0.19441807480539205,
-      "grad_norm": 2.1875,
-      "learning_rate": 9.309464233486386e-06,
-      "loss": 2.61,
+      "epoch": 0.11189422499043873,
+      "grad_norm": 1.234375,
+      "learning_rate": 4.948824853131236e-05,
+      "loss": 2.691,
       "step": 128
     },
     {
-      "epoch": 0.1959369660148092,
-      "grad_norm": 1.3984375,
-      "learning_rate": 9.29692715089826e-06,
-      "loss": 2.5773,
+      "epoch": 0.11276839862317653,
+      "grad_norm": 0.9921875,
+      "learning_rate": 4.947357451822706e-05,
+      "loss": 2.64,
       "step": 129
     },
     {
-      "epoch": 0.19745585722422632,
-      "grad_norm": 1.4296875,
-      "learning_rate": 9.284285880837947e-06,
-      "loss": 2.5853,
+      "epoch": 0.11364257225591433,
+      "grad_norm": 1.09375,
+      "learning_rate": 4.945869532403362e-05,
+      "loss": 2.6507,
       "step": 130
     },
     {
-      "epoch": 0.19897474843364343,
-      "grad_norm": 1.46875,
-      "learning_rate": 9.271540729817969e-06,
-      "loss": 2.5594,
+      "epoch": 0.11451674588865213,
+      "grad_norm": 0.984375,
+      "learning_rate": 4.944361107347597e-05,
+      "loss": 2.7446,
       "step": 131
     },
     {
-      "epoch": 0.20049363964306058,
-      "grad_norm": 1.765625,
-      "learning_rate": 9.258692006869644e-06,
-      "loss": 2.5041,
+      "epoch": 0.11539091952138994,
+      "grad_norm": 1.09375,
+      "learning_rate": 4.942832189301716e-05,
+      "loss": 2.6651,
       "step": 132
     },
     {
-      "epoch": 0.2020125308524777,
-      "grad_norm": 1.265625,
-      "learning_rate": 9.245740023535596e-06,
-      "loss": 2.5043,
+      "epoch": 0.11626509315412774,
+      "grad_norm": 1.1015625,
+      "learning_rate": 4.941282791083836e-05,
+      "loss": 2.6495,
       "step": 133
     },
     {
-      "epoch": 0.2035314220618948,
-      "grad_norm": 1.53125,
-      "learning_rate": 9.232685093862206e-06,
-      "loss": 2.5629,
+      "epoch": 0.11713926678686554,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.9397129256837724e-05,
+      "loss": 2.6474,
       "step": 134
     },
     {
-      "epoch": 0.20505031327131193,
-      "grad_norm": 1.34375,
-      "learning_rate": 9.219527534391983e-06,
-      "loss": 2.5121,
+      "epoch": 0.11801344041960335,
+      "grad_norm": 1.171875,
+      "learning_rate": 4.938122606262936e-05,
+      "loss": 2.6893,
       "step": 135
     },
     {
-      "epoch": 0.20656920448072907,
-      "grad_norm": 1.7890625,
-      "learning_rate": 9.206267664155906e-06,
-      "loss": 2.5578,
+      "epoch": 0.11888761405234115,
+      "grad_norm": 1.1171875,
+      "learning_rate": 4.936511846154215e-05,
+      "loss": 2.6667,
       "step": 136
     },
     {
-      "epoch": 0.2080880956901462,
-      "grad_norm": 1.203125,
-      "learning_rate": 9.192905804665677e-06,
-      "loss": 2.5341,
+      "epoch": 0.11976178768507895,
+      "grad_norm": 1.0234375,
+      "learning_rate": 4.934880658861872e-05,
+      "loss": 2.7114,
       "step": 137
     },
     {
-      "epoch": 0.2096069868995633,
-      "grad_norm": 2.203125,
-      "learning_rate": 9.179442279905927e-06,
-      "loss": 2.5867,
+      "epoch": 0.12063596131781675,
+      "grad_norm": 1.0859375,
+      "learning_rate": 4.933229058061425e-05,
+      "loss": 2.6641,
       "step": 138
     },
     {
-      "epoch": 0.21112587810898045,
-      "grad_norm": 1.2890625,
-      "learning_rate": 9.165877416326365e-06,
-      "loss": 2.6066,
+      "epoch": 0.12151013495055456,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.9315570575995364e-05,
+      "loss": 2.7359,
       "step": 139
     },
     {
-      "epoch": 0.21264476931839757,
-      "grad_norm": 1.8828125,
-      "learning_rate": 9.152211542833856e-06,
-      "loss": 2.6332,
+      "epoch": 0.12238430858329236,
+      "grad_norm": 1.0703125,
+      "learning_rate": 4.92986467149389e-05,
+      "loss": 2.6406,
       "step": 140
     },
     {
-      "epoch": 0.2141636605278147,
-      "grad_norm": 1.6640625,
-      "learning_rate": 9.138444990784455e-06,
-      "loss": 2.5835,
+      "epoch": 0.12325848221603015,
+      "grad_norm": 1.0,
+      "learning_rate": 4.9281519139330846e-05,
+      "loss": 2.6395,
       "step": 141
     },
     {
-      "epoch": 0.21568255173723183,
-      "grad_norm": 1.6484375,
-      "learning_rate": 9.124578093975358e-06,
-      "loss": 2.622,
+      "epoch": 0.12413265584876797,
+      "grad_norm": 1.1015625,
+      "learning_rate": 4.926418799276504e-05,
+      "loss": 2.664,
       "step": 142
     },
     {
-      "epoch": 0.21720144294664895,
-      "grad_norm": 1.4453125,
-      "learning_rate": 9.110611188636828e-06,
-      "loss": 2.5668,
+      "epoch": 0.12500682948150577,
+      "grad_norm": 0.99609375,
+      "learning_rate": 4.924665342054204e-05,
+      "loss": 2.6725,
       "step": 143
     },
     {
-      "epoch": 0.21872033415606607,
-      "grad_norm": 1.1640625,
-      "learning_rate": 9.096544613424026e-06,
-      "loss": 2.6229,
+      "epoch": 0.12588100311424358,
+      "grad_norm": 1.0625,
+      "learning_rate": 4.922891556966788e-05,
+      "loss": 2.6244,
       "step": 144
     },
     {
-      "epoch": 0.2202392253654832,
-      "grad_norm": 1.515625,
-      "learning_rate": 9.082378709408805e-06,
-      "loss": 2.5456,
+      "epoch": 0.12675517674698136,
+      "grad_norm": 1.078125,
+      "learning_rate": 4.921097458885282e-05,
+      "loss": 2.6786,
       "step": 145
     },
     {
-      "epoch": 0.22175811657490033,
-      "grad_norm": 1.296875,
-      "learning_rate": 9.068113820071447e-06,
-      "loss": 2.4778,
+      "epoch": 0.12762935037971918,
+      "grad_norm": 0.9765625,
+      "learning_rate": 4.9192830628510126e-05,
+      "loss": 2.7084,
       "step": 146
     },
     {
-      "epoch": 0.22327700778431744,
-      "grad_norm": 1.53125,
-      "learning_rate": 9.053750291292321e-06,
-      "loss": 2.4628,
+      "epoch": 0.128503524012457,
+      "grad_norm": 1.1640625,
+      "learning_rate": 4.9174483840754815e-05,
+      "loss": 2.688,
       "step": 147
     },
     {
-      "epoch": 0.22479589899373456,
-      "grad_norm": 1.265625,
-      "learning_rate": 9.039288471343505e-06,
-      "loss": 2.5147,
+      "epoch": 0.12937769764519477,
+      "grad_norm": 0.99609375,
+      "learning_rate": 4.9155934379402335e-05,
+      "loss": 2.6582,
       "step": 148
     },
     {
-      "epoch": 0.2263147902031517,
-      "grad_norm": 1.2109375,
-      "learning_rate": 9.024728710880345e-06,
-      "loss": 2.5673,
+      "epoch": 0.13025187127793258,
+      "grad_norm": 1.0625,
+      "learning_rate": 4.9137182399967343e-05,
+      "loss": 2.6099,
       "step": 149
     },
     {
-      "epoch": 0.22783368141256882,
-      "grad_norm": 1.2265625,
-      "learning_rate": 9.010071362932945e-06,
-      "loss": 2.5198,
+      "epoch": 0.13112604491067037,
+      "grad_norm": 0.96484375,
+      "learning_rate": 4.911822805966232e-05,
+      "loss": 2.6315,
       "step": 150
     },
     {
-      "epoch": 0.22935257262198594,
-      "grad_norm": 1.40625,
-      "learning_rate": 8.995316782897605e-06,
-      "loss": 2.5247,
+      "epoch": 0.13200021854340818,
+      "grad_norm": 1.109375,
+      "learning_rate": 4.909907151739633e-05,
+      "loss": 2.6418,
       "step": 151
     },
     {
-      "epoch": 0.23087146383140308,
-      "grad_norm": 1.3046875,
-      "learning_rate": 8.98046532852822e-06,
-      "loss": 2.5068,
+      "epoch": 0.132874392176146,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.907971293377365e-05,
+      "loss": 2.6344,
       "step": 152
     },
     {
-      "epoch": 0.2323903550408202,
-      "grad_norm": 1.2421875,
-      "learning_rate": 8.965517359927583e-06,
-      "loss": 2.5362,
+      "epoch": 0.13374856580888378,
+      "grad_norm": 1.078125,
+      "learning_rate": 4.9060152471092414e-05,
+      "loss": 2.6904,
       "step": 153
     },
     {
-      "epoch": 0.23390924625023732,
-      "grad_norm": 1.2265625,
-      "learning_rate": 8.950473239538672e-06,
-      "loss": 2.5166,
+      "epoch": 0.1346227394416216,
+      "grad_norm": 1.0625,
+      "learning_rate": 4.904039029334326e-05,
+      "loss": 2.6464,
       "step": 154
     },
     {
-      "epoch": 0.23542813745965446,
-      "grad_norm": 1.421875,
-      "learning_rate": 8.935333332135853e-06,
-      "loss": 2.502,
+      "epoch": 0.1354969130743594,
+      "grad_norm": 0.95703125,
+      "learning_rate": 4.9020426566207997e-05,
+      "loss": 2.6811,
       "step": 155
     },
     {
-      "epoch": 0.23694702866907158,
-      "grad_norm": 1.6796875,
-      "learning_rate": 8.920098004816035e-06,
-      "loss": 2.5186,
+      "epoch": 0.1363710867070972,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.900026145705815e-05,
+      "loss": 2.6346,
       "step": 156
     },
     {
-      "epoch": 0.2384659198784887,
-      "grad_norm": 1.0859375,
-      "learning_rate": 8.904767626989774e-06,
-      "loss": 2.5439,
+      "epoch": 0.137245260339835,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.897989513495358e-05,
+      "loss": 2.6762,
       "step": 157
     },
     {
-      "epoch": 0.23998481108790584,
-      "grad_norm": 1.1640625,
-      "learning_rate": 8.88934257037231e-06,
-      "loss": 2.5026,
+      "epoch": 0.1381194339725728,
+      "grad_norm": 1.0546875,
+      "learning_rate": 4.89593277706411e-05,
+      "loss": 2.6383,
       "step": 158
     },
     {
-      "epoch": 0.24150370229732296,
-      "grad_norm": 1.109375,
-      "learning_rate": 8.873823208974557e-06,
-      "loss": 2.5948,
+      "epoch": 0.1389936076053106,
+      "grad_norm": 0.9765625,
+      "learning_rate": 4.8938559536552994e-05,
+      "loss": 2.634,
       "step": 159
     },
     {
-      "epoch": 0.24302259350674008,
-      "grad_norm": 1.203125,
-      "learning_rate": 8.85820991909404e-06,
-      "loss": 2.5613,
+      "epoch": 0.1398677812380484,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.891759060680562e-05,
+      "loss": 2.6626,
       "step": 160
     },
     {
-      "epoch": 0.2445414847161572,
-      "grad_norm": 1.03125,
-      "learning_rate": 8.842503079305757e-06,
-      "loss": 2.5053,
+      "epoch": 0.14074195487078622,
+      "grad_norm": 0.9609375,
+      "learning_rate": 4.8896421157197896e-05,
+      "loss": 2.664,
       "step": 161
     },
     {
-      "epoch": 0.24606037592557434,
-      "grad_norm": 1.109375,
-      "learning_rate": 8.826703070453014e-06,
-      "loss": 2.4929,
+      "epoch": 0.141616128503524,
+      "grad_norm": 1.046875,
+      "learning_rate": 4.887505136520987e-05,
+      "loss": 2.6787,
       "step": 162
     },
     {
-      "epoch": 0.24757926713499145,
-      "grad_norm": 1.09375,
-      "learning_rate": 8.810810275638183e-06,
-      "loss": 2.4863,
+      "epoch": 0.14249030213626182,
+      "grad_norm": 1.015625,
+      "learning_rate": 4.885348141000122e-05,
+      "loss": 2.6107,
       "step": 163
     },
     {
-      "epoch": 0.24909815834440857,
-      "grad_norm": 1.765625,
-      "learning_rate": 8.794825080213415e-06,
-      "loss": 2.5587,
+      "epoch": 0.1433644757689996,
+      "grad_norm": 0.97265625,
+      "learning_rate": 4.883171147240975e-05,
+      "loss": 2.6128,
       "step": 164
     },
     {
-      "epoch": 0.2506170495538257,
-      "grad_norm": 1.15625,
-      "learning_rate": 8.778747871771293e-06,
-      "loss": 2.5292,
+      "epoch": 0.14423864940173742,
+      "grad_norm": 1.0859375,
+      "learning_rate": 4.880974173494984e-05,
+      "loss": 2.6087,
       "step": 165
     },
     {
-      "epoch": 0.2521359407632428,
-      "grad_norm": 1.375,
-      "learning_rate": 8.76257904013544e-06,
-      "loss": 2.5414,
+      "epoch": 0.14511282303447523,
+      "grad_norm": 1.0234375,
+      "learning_rate": 4.8787572381811e-05,
+      "loss": 2.6377,
       "step": 166
     },
     {
-      "epoch": 0.25365483197266,
-      "grad_norm": 1.234375,
-      "learning_rate": 8.746318977351066e-06,
-      "loss": 2.5376,
+      "epoch": 0.14598699666721301,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.876520359885624e-05,
+      "loss": 2.6326,
       "step": 167
     },
     {
-      "epoch": 0.2551737231820771,
-      "grad_norm": 1.390625,
-      "learning_rate": 8.729968077675454e-06,
-      "loss": 2.5962,
+      "epoch": 0.14686117029995083,
+      "grad_norm": 1.015625,
+      "learning_rate": 4.874263557362056e-05,
+      "loss": 2.6361,
       "step": 168
     },
     {
-      "epoch": 0.2566926143914942,
-      "grad_norm": 1.265625,
-      "learning_rate": 8.713526737568415e-06,
-      "loss": 2.5141,
+      "epoch": 0.14773534393268864,
+      "grad_norm": 1.0859375,
+      "learning_rate": 4.871986849530934e-05,
+      "loss": 2.7243,
       "step": 169
     },
     {
-      "epoch": 0.25821150560091133,
-      "grad_norm": 1.375,
-      "learning_rate": 8.696995355682656e-06,
-      "loss": 2.6006,
+      "epoch": 0.14860951756542642,
+      "grad_norm": 0.96875,
+      "learning_rate": 4.869690255479682e-05,
+      "loss": 2.6845,
       "step": 170
     },
     {
-      "epoch": 0.25973039681032845,
-      "grad_norm": 1.5390625,
-      "learning_rate": 8.680374332854134e-06,
-      "loss": 2.4407,
+      "epoch": 0.14948369119816424,
+      "grad_norm": 1.0234375,
+      "learning_rate": 4.867373794462442e-05,
+      "loss": 2.6677,
       "step": 171
     },
     {
-      "epoch": 0.26124928801974556,
-      "grad_norm": 1.359375,
-      "learning_rate": 8.663664072092324e-06,
-      "loss": 2.4783,
+      "epoch": 0.15035786483090205,
+      "grad_norm": 1.046875,
+      "learning_rate": 4.8650374858999185e-05,
+      "loss": 2.659,
       "step": 172
     },
     {
-      "epoch": 0.26276817922916273,
-      "grad_norm": 1.421875,
-      "learning_rate": 8.646864978570445e-06,
-      "loss": 2.513,
+      "epoch": 0.15123203846363983,
+      "grad_norm": 0.9921875,
+      "learning_rate": 4.862681349379212e-05,
+      "loss": 2.6327,
       "step": 173
     },
     {
-      "epoch": 0.26428707043857985,
-      "grad_norm": 1.453125,
-      "learning_rate": 8.629977459615655e-06,
-      "loss": 2.4805,
+      "epoch": 0.15210621209637765,
+      "grad_norm": 1.2265625,
+      "learning_rate": 4.860305404653657e-05,
+      "loss": 2.6229,
       "step": 174
     },
     {
-      "epoch": 0.26580596164799697,
-      "grad_norm": 1.390625,
-      "learning_rate": 8.613001924699146e-06,
-      "loss": 2.5176,
+      "epoch": 0.15298038572911546,
+      "grad_norm": 1.0234375,
+      "learning_rate": 4.857909671642656e-05,
+      "loss": 2.618,
       "step": 175
     },
     {
-      "epoch": 0.2673248528574141,
-      "grad_norm": 1.3125,
-      "learning_rate": 8.595938785426241e-06,
-      "loss": 2.5586,
+      "epoch": 0.15385455936185324,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.8554941704315116e-05,
+      "loss": 2.5778,
       "step": 176
     },
     {
-      "epoch": 0.2688437440668312,
-      "grad_norm": 1.3671875,
-      "learning_rate": 8.578788455526398e-06,
-      "loss": 2.4918,
+      "epoch": 0.15472873299459106,
+      "grad_norm": 0.94921875,
+      "learning_rate": 4.853058921271259e-05,
+      "loss": 2.5795,
       "step": 177
     },
     {
-      "epoch": 0.2703626352762483,
-      "grad_norm": 1.203125,
-      "learning_rate": 8.561551350843185e-06,
-      "loss": 2.5574,
+      "epoch": 0.15560290662732884,
+      "grad_norm": 1.0390625,
+      "learning_rate": 4.850603944578494e-05,
+      "loss": 2.6069,
       "step": 178
     },
     {
-      "epoch": 0.27188152648566544,
-      "grad_norm": 1.3828125,
-      "learning_rate": 8.544227889324199e-06,
-      "loss": 2.4831,
+      "epoch": 0.15647708026006665,
+      "grad_norm": 0.9765625,
+      "learning_rate": 4.848129260935208e-05,
+      "loss": 2.6211,
       "step": 179
     },
     {
-      "epoch": 0.2734004176950826,
-      "grad_norm": 1.4296875,
-      "learning_rate": 8.526818491010922e-06,
-      "loss": 2.5496,
+      "epoch": 0.15735125389280447,
+      "grad_norm": 1.1171875,
+      "learning_rate": 4.845634891088608e-05,
+      "loss": 2.601,
       "step": 180
     },
     {
-      "epoch": 0.2749193089044997,
-      "grad_norm": 1.5078125,
-      "learning_rate": 8.509323578028547e-06,
-      "loss": 2.5047,
+      "epoch": 0.15822542752554225,
+      "grad_norm": 0.98828125,
+      "learning_rate": 4.8431208559509456e-05,
+      "loss": 2.6104,
       "step": 181
     },
     {
-      "epoch": 0.27643820011391684,
-      "grad_norm": 1.5234375,
-      "learning_rate": 8.491743574575743e-06,
-      "loss": 2.4502,
+      "epoch": 0.15909960115828006,
+      "grad_norm": 1.0625,
+      "learning_rate": 4.8405871765993433e-05,
+      "loss": 2.6695,
       "step": 182
     },
     {
-      "epoch": 0.27795709132333396,
-      "grad_norm": 1.46875,
-      "learning_rate": 8.474078906914359e-06,
-      "loss": 2.5617,
+      "epoch": 0.15997377479101788,
+      "grad_norm": 1.1484375,
+      "learning_rate": 4.8380338742756157e-05,
+      "loss": 2.6339,
       "step": 183
     },
     {
-      "epoch": 0.2794759825327511,
-      "grad_norm": 1.234375,
-      "learning_rate": 8.456330003359093e-06,
-      "loss": 2.4827,
+      "epoch": 0.16084794842375566,
+      "grad_norm": 0.9609375,
+      "learning_rate": 4.835460970386093e-05,
+      "loss": 2.6176,
       "step": 184
     },
     {
-      "epoch": 0.2809948737421682,
-      "grad_norm": 1.828125,
-      "learning_rate": 8.438497294267117e-06,
-      "loss": 2.5726,
+      "epoch": 0.16172212205649347,
+      "grad_norm": 1.1015625,
+      "learning_rate": 4.8328684865014386e-05,
+      "loss": 2.6188,
       "step": 185
     },
     {
-      "epoch": 0.28251376495158537,
-      "grad_norm": 1.453125,
-      "learning_rate": 8.420581212027625e-06,
-      "loss": 2.4644,
+      "epoch": 0.16259629568923128,
+      "grad_norm": 0.9140625,
+      "learning_rate": 4.830256444356473e-05,
+      "loss": 2.5651,
       "step": 186
     },
     {
-      "epoch": 0.2840326561610025,
-      "grad_norm": 1.25,
-      "learning_rate": 8.402582191051365e-06,
-      "loss": 2.4287,
+      "epoch": 0.16347046932196907,
+      "grad_norm": 1.078125,
+      "learning_rate": 4.827624865849987e-05,
+      "loss": 2.6513,
       "step": 187
     },
     {
-      "epoch": 0.2855515473704196,
-      "grad_norm": 1.640625,
-      "learning_rate": 8.38450066776009e-06,
-      "loss": 2.5467,
+      "epoch": 0.16434464295470688,
+      "grad_norm": 0.953125,
+      "learning_rate": 4.82497377304456e-05,
+      "loss": 2.6408,
       "step": 188
     },
     {
-      "epoch": 0.2870704385798367,
-      "grad_norm": 1.359375,
-      "learning_rate": 8.36633708057599e-06,
-      "loss": 2.4555,
+      "epoch": 0.1652188165874447,
+      "grad_norm": 1.015625,
+      "learning_rate": 4.822303188166377e-05,
+      "loss": 2.6039,
       "step": 189
     },
     {
-      "epoch": 0.28858932978925383,
-      "grad_norm": 1.3203125,
-      "learning_rate": 8.348091869911054e-06,
-      "loss": 2.5255,
+      "epoch": 0.16609299022018248,
+      "grad_norm": 0.921875,
+      "learning_rate": 4.819613133605036e-05,
+      "loss": 2.6749,
       "step": 190
     },
     {
-      "epoch": 0.29010822099867095,
-      "grad_norm": 1.34375,
-      "learning_rate": 8.329765478156394e-06,
-      "loss": 2.5443,
+      "epoch": 0.1669671638529203,
+      "grad_norm": 1.171875,
+      "learning_rate": 4.816903631913372e-05,
+      "loss": 2.602,
       "step": 191
     },
     {
-      "epoch": 0.29162711220808807,
-      "grad_norm": 1.2890625,
-      "learning_rate": 8.311358349671516e-06,
-      "loss": 2.5705,
+      "epoch": 0.16784133748565808,
+      "grad_norm": 0.9921875,
+      "learning_rate": 4.814174705807252e-05,
+      "loss": 2.5986,
       "step": 192
     },
     {
-      "epoch": 0.29314600341750524,
-      "grad_norm": 1.203125,
-      "learning_rate": 8.292870930773551e-06,
-      "loss": 2.4817,
+      "epoch": 0.1687155111183959,
+      "grad_norm": 1.046875,
+      "learning_rate": 4.811426378165398e-05,
+      "loss": 2.5921,
       "step": 193
     },
     {
-      "epoch": 0.29466489462692236,
-      "grad_norm": 1.3671875,
-      "learning_rate": 8.274303669726427e-06,
-      "loss": 2.5036,
+      "epoch": 0.1695896847511337,
+      "grad_norm": 0.984375,
+      "learning_rate": 4.808658672029189e-05,
+      "loss": 2.5958,
       "step": 194
     },
     {
-      "epoch": 0.2961837858363395,
-      "grad_norm": 1.1484375,
-      "learning_rate": 8.255657016729997e-06,
-      "loss": 2.5086,
+      "epoch": 0.17046385838387149,
+      "grad_norm": 1.2265625,
+      "learning_rate": 4.8058716106024705e-05,
+      "loss": 2.5892,
       "step": 195
     },
     {
-      "epoch": 0.2977026770457566,
-      "grad_norm": 1.078125,
-      "learning_rate": 8.23693142390914e-06,
-      "loss": 2.4332,
+      "epoch": 0.1713380320166093,
+      "grad_norm": 0.99609375,
+      "learning_rate": 4.803065217251357e-05,
+      "loss": 2.5633,
       "step": 196
     },
     {
-      "epoch": 0.2992215682551737,
-      "grad_norm": 1.1015625,
-      "learning_rate": 8.218127345302775e-06,
-      "loss": 2.4879,
+      "epoch": 0.1722122056493471,
+      "grad_norm": 0.98046875,
+      "learning_rate": 4.800239515504036e-05,
+      "loss": 2.6577,
       "step": 197
     },
     {
-      "epoch": 0.3007404594645908,
-      "grad_norm": 1.109375,
-      "learning_rate": 8.199245236852871e-06,
-      "loss": 2.5324,
+      "epoch": 0.1730863792820849,
+      "grad_norm": 0.94921875,
+      "learning_rate": 4.7973945290505766e-05,
+      "loss": 2.6721,
       "step": 198
     },
     {
-      "epoch": 0.302259350674008,
-      "grad_norm": 1.328125,
-      "learning_rate": 8.180285556393384e-06,
-      "loss": 2.4826,
+      "epoch": 0.1739605529148227,
+      "grad_norm": 1.0625,
+      "learning_rate": 4.794530281742724e-05,
+      "loss": 2.6837,
       "step": 199
     },
     {
-      "epoch": 0.3037782418834251,
-      "grad_norm": 1.109375,
-      "learning_rate": 8.161248763639154e-06,
-      "loss": 2.4943,
+      "epoch": 0.17483472654756052,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.791646797593702e-05,
+      "loss": 2.5801,
       "step": 200
     },
     {
-      "epoch": 0.30529713309284223,
-      "grad_norm": 1.140625,
-      "learning_rate": 8.142135320174758e-06,
-      "loss": 2.4246,
+      "epoch": 0.1757089001802983,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.7887441007780123e-05,
+      "loss": 2.5675,
       "step": 201
     },
     {
-      "epoch": 0.30681602430225935,
-      "grad_norm": 1.296875,
-      "learning_rate": 8.122945689443328e-06,
-      "loss": 2.4313,
+      "epoch": 0.17658307381303612,
+      "grad_norm": 0.953125,
+      "learning_rate": 4.7858222156312316e-05,
+      "loss": 2.6157,
       "step": 202
     },
     {
-      "epoch": 0.30833491551167647,
-      "grad_norm": 1.09375,
-      "learning_rate": 8.1036803367353e-06,
-      "loss": 2.559,
+      "epoch": 0.17745724744577393,
+      "grad_norm": 0.95703125,
+      "learning_rate": 4.782881166649808e-05,
+      "loss": 2.6109,
       "step": 203
     },
     {
-      "epoch": 0.3098538067210936,
-      "grad_norm": 1.1328125,
-      "learning_rate": 8.084339729177142e-06,
-      "loss": 2.514,
+      "epoch": 0.17833142107851171,
+      "grad_norm": 0.9609375,
+      "learning_rate": 4.779920978490854e-05,
+      "loss": 2.5524,
       "step": 204
     },
     {
-      "epoch": 0.3113726979305107,
-      "grad_norm": 1.2578125,
-      "learning_rate": 8.064924335720023e-06,
-      "loss": 2.4889,
+      "epoch": 0.17920559471124953,
+      "grad_norm": 0.953125,
+      "learning_rate": 4.776941675971941e-05,
+      "loss": 2.6292,
       "step": 205
     },
     {
-      "epoch": 0.3128915891399279,
-      "grad_norm": 1.0703125,
-      "learning_rate": 8.045434627128446e-06,
-      "loss": 2.4603,
+      "epoch": 0.1800797683439873,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.773943284070892e-05,
+      "loss": 2.5868,
       "step": 206
     },
     {
-      "epoch": 0.314410480349345,
-      "grad_norm": 1.2734375,
-      "learning_rate": 8.025871075968828e-06,
-      "loss": 2.4971,
+      "epoch": 0.18095394197672512,
+      "grad_norm": 1.0234375,
+      "learning_rate": 4.7709258279255696e-05,
+      "loss": 2.5811,
       "step": 207
     },
     {
-      "epoch": 0.3159293715587621,
-      "grad_norm": 0.9765625,
-      "learning_rate": 8.006234156598043e-06,
-      "loss": 2.5571,
+      "epoch": 0.18182811560946294,
+      "grad_norm": 0.98828125,
+      "learning_rate": 4.767889332833667e-05,
+      "loss": 2.6033,
       "step": 208
     },
     {
-      "epoch": 0.3174482627681792,
-      "grad_norm": 1.0625,
-      "learning_rate": 7.986524345151924e-06,
-      "loss": 2.5384,
+      "epoch": 0.18270228924220072,
+      "grad_norm": 0.953125,
+      "learning_rate": 4.764833824252498e-05,
+      "loss": 2.5816,
       "step": 209
     },
     {
-      "epoch": 0.31896715397759634,
-      "grad_norm": 1.09375,
-      "learning_rate": 7.966742119533724e-06,
-      "loss": 2.4885,
+      "epoch": 0.18357646287493853,
+      "grad_norm": 1.03125,
+      "learning_rate": 4.7617593277987794e-05,
+      "loss": 2.6657,
       "step": 210
     },
     {
-      "epoch": 0.32048604518701346,
-      "grad_norm": 1.0546875,
-      "learning_rate": 7.946887959402504e-06,
-      "loss": 2.4381,
+      "epoch": 0.18445063650767635,
+      "grad_norm": 0.90234375,
+      "learning_rate": 4.758665869248417e-05,
+      "loss": 2.5748,
       "step": 211
     },
     {
-      "epoch": 0.32200493639643063,
-      "grad_norm": 0.984375,
-      "learning_rate": 7.926962346161535e-06,
-      "loss": 2.5199,
+      "epoch": 0.18532481014041413,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.755553474536294e-05,
+      "loss": 2.6091,
       "step": 212
     },
     {
-      "epoch": 0.32352382760584775,
-      "grad_norm": 1.078125,
-      "learning_rate": 7.9069657629466e-06,
-      "loss": 2.5338,
+      "epoch": 0.18619898377315194,
+      "grad_norm": 0.921875,
+      "learning_rate": 4.752422169756048e-05,
+      "loss": 2.5747,
       "step": 213
     },
     {
-      "epoch": 0.32504271881526486,
-      "grad_norm": 0.9375,
-      "learning_rate": 7.886898694614292e-06,
-      "loss": 2.4292,
+      "epoch": 0.18707315740588976,
+      "grad_norm": 0.8984375,
+      "learning_rate": 4.749271981159855e-05,
+      "loss": 2.6302,
       "step": 214
     },
     {
-      "epoch": 0.326561610024682,
-      "grad_norm": 1.2890625,
-      "learning_rate": 7.866761627730253e-06,
-      "loss": 2.4925,
+      "epoch": 0.18794733103862754,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.7461029351582076e-05,
+      "loss": 2.6072,
       "step": 215
     },
     {
-      "epoch": 0.3280805012340991,
-      "grad_norm": 1.0859375,
-      "learning_rate": 7.846555050557381e-06,
-      "loss": 2.4482,
+      "epoch": 0.18882150467136535,
+      "grad_norm": 1.0078125,
+      "learning_rate": 4.7429150583196976e-05,
+      "loss": 2.6458,
       "step": 216
     },
     {
-      "epoch": 0.3295993924435162,
-      "grad_norm": 1.1640625,
-      "learning_rate": 7.826279453043985e-06,
-      "loss": 2.5279,
+      "epoch": 0.18969567830410317,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.739708377370789e-05,
+      "loss": 2.5746,
       "step": 217
     },
     {
-      "epoch": 0.33111828365293333,
-      "grad_norm": 0.99609375,
-      "learning_rate": 7.805935326811913e-06,
-      "loss": 2.4002,
+      "epoch": 0.19056985193684095,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.736482919195593e-05,
+      "loss": 2.5883,
       "step": 218
     },
     {
-      "epoch": 0.3326371748623505,
-      "grad_norm": 1.21875,
-      "learning_rate": 7.78552316514462e-06,
-      "loss": 2.3698,
+      "epoch": 0.19144402556957876,
+      "grad_norm": 0.96484375,
+      "learning_rate": 4.733238710835648e-05,
+      "loss": 2.657,
       "step": 219
     },
     {
-      "epoch": 0.3341560660717676,
-      "grad_norm": 1.0859375,
-      "learning_rate": 7.765043462975217e-06,
-      "loss": 2.4626,
+      "epoch": 0.19231819920231655,
+      "grad_norm": 0.91796875,
+      "learning_rate": 4.729975779489689e-05,
+      "loss": 2.6394,
       "step": 220
     },
     {
-      "epoch": 0.33567495728118474,
-      "grad_norm": 1.15625,
-      "learning_rate": 7.744496716874472e-06,
-      "loss": 2.5538,
+      "epoch": 0.19319237283505436,
+      "grad_norm": 0.98046875,
+      "learning_rate": 4.7266941525134215e-05,
+      "loss": 2.6204,
       "step": 221
     },
     {
-      "epoch": 0.33719384849060186,
-      "grad_norm": 1.109375,
-      "learning_rate": 7.723883425038759e-06,
-      "loss": 2.4648,
+      "epoch": 0.19406654646779217,
+      "grad_norm": 0.98828125,
+      "learning_rate": 4.7233938574192894e-05,
+      "loss": 2.5254,
       "step": 222
     },
     {
-      "epoch": 0.33871273970001897,
-      "grad_norm": 0.984375,
-      "learning_rate": 7.703204087277989e-06,
-      "loss": 2.3859,
+      "epoch": 0.19494072010052996,
+      "grad_norm": 0.96484375,
+      "learning_rate": 4.720074921876245e-05,
+      "loss": 2.5567,
       "step": 223
     },
     {
-      "epoch": 0.3402316309094361,
-      "grad_norm": 1.015625,
-      "learning_rate": 7.682459205003484e-06,
-      "loss": 2.4553,
+      "epoch": 0.19581489373326777,
+      "grad_norm": 1.125,
+      "learning_rate": 4.716737373709521e-05,
+      "loss": 2.6215,
       "step": 224
     },
     {
-      "epoch": 0.34175052211885326,
-      "grad_norm": 1.2578125,
-      "learning_rate": 7.661649281215823e-06,
-      "loss": 2.5044,
+      "epoch": 0.19668906736600558,
+      "grad_norm": 0.9453125,
+      "learning_rate": 4.713381240900394e-05,
+      "loss": 2.5763,
       "step": 225
     },
     {
-      "epoch": 0.3432694133282704,
-      "grad_norm": 1.3828125,
-      "learning_rate": 7.640774820492647e-06,
-      "loss": 2.4061,
+      "epoch": 0.19756324099874337,
+      "grad_norm": 1.1484375,
+      "learning_rate": 4.710006551585946e-05,
+      "loss": 2.6087,
       "step": 226
     },
     {
-      "epoch": 0.3447883045376875,
-      "grad_norm": 1.21875,
-      "learning_rate": 7.619836328976416e-06,
-      "loss": 2.4957,
+      "epoch": 0.19843741463148118,
+      "grad_norm": 0.89453125,
+      "learning_rate": 4.7066133340588394e-05,
+      "loss": 2.5327,
       "step": 227
     },
     {
-      "epoch": 0.3463071957471046,
-      "grad_norm": 1.09375,
-      "learning_rate": 7.598834314362151e-06,
-      "loss": 2.383,
+      "epoch": 0.199311588264219,
+      "grad_norm": 0.95703125,
+      "learning_rate": 4.703201616767067e-05,
+      "loss": 2.5569,
       "step": 228
     },
     {
-      "epoch": 0.34782608695652173,
-      "grad_norm": 1.0546875,
-      "learning_rate": 7.57776928588511e-06,
-      "loss": 2.4998,
+      "epoch": 0.20018576189695678,
+      "grad_norm": 0.9765625,
+      "learning_rate": 4.699771428313722e-05,
+      "loss": 2.5719,
       "step": 229
     },
     {
-      "epoch": 0.34934497816593885,
-      "grad_norm": 1.1171875,
-      "learning_rate": 7.556641754308447e-06,
-      "loss": 2.4103,
+      "epoch": 0.2010599355296946,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.696322797456757e-05,
+      "loss": 2.5906,
       "step": 230
     },
     {
-      "epoch": 0.35086386937535596,
-      "grad_norm": 1.0390625,
-      "learning_rate": 7.535452231910829e-06,
-      "loss": 2.4448,
+      "epoch": 0.2019341091624324,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.69285575310874e-05,
+      "loss": 2.5452,
       "step": 231
     },
     {
-      "epoch": 0.35238276058477314,
-      "grad_norm": 1.2421875,
-      "learning_rate": 7.514201232474012e-06,
-      "loss": 2.4017,
+      "epoch": 0.20280828279517019,
+      "grad_norm": 1.03125,
+      "learning_rate": 4.689370324336615e-05,
+      "loss": 2.6078,
       "step": 232
     },
     {
-      "epoch": 0.35390165179419025,
-      "grad_norm": 1.03125,
-      "learning_rate": 7.492889271270382e-06,
-      "loss": 2.4629,
+      "epoch": 0.203682456427908,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.685866540361456e-05,
+      "loss": 2.561,
       "step": 233
     },
     {
-      "epoch": 0.35542054300360737,
-      "grad_norm": 1.296875,
-      "learning_rate": 7.471516865050468e-06,
-      "loss": 2.4281,
+      "epoch": 0.20455663006064578,
+      "grad_norm": 0.91796875,
+      "learning_rate": 4.682344430558222e-05,
+      "loss": 2.6126,
       "step": 234
     },
     {
-      "epoch": 0.3569394342130245,
-      "grad_norm": 1.125,
-      "learning_rate": 7.450084532030402e-06,
-      "loss": 2.4231,
+      "epoch": 0.2054308036933836,
+      "grad_norm": 0.9140625,
+      "learning_rate": 4.6788040244555145e-05,
+      "loss": 2.6181,
       "step": 235
     },
     {
-      "epoch": 0.3584583254224416,
-      "grad_norm": 1.0,
-      "learning_rate": 7.428592791879361e-06,
-      "loss": 2.4429,
+      "epoch": 0.2063049773261214,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.6752453517353245e-05,
+      "loss": 2.5554,
       "step": 236
     },
     {
-      "epoch": 0.3599772166318587,
-      "grad_norm": 1.015625,
-      "learning_rate": 7.407042165706969e-06,
-      "loss": 2.469,
+      "epoch": 0.2071791509588592,
+      "grad_norm": 0.91796875,
+      "learning_rate": 4.6716684422327886e-05,
+      "loss": 2.5949,
       "step": 237
     },
     {
-      "epoch": 0.3614961078412759,
-      "grad_norm": 1.0234375,
-      "learning_rate": 7.385433176050654e-06,
-      "loss": 2.5211,
+      "epoch": 0.208053324591597,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.6680733259359346e-05,
+      "loss": 2.5931,
       "step": 238
     },
     {
-      "epoch": 0.363014999050693,
-      "grad_norm": 1.2109375,
-      "learning_rate": 7.36376634686298e-06,
-      "loss": 2.4338,
+      "epoch": 0.20892749822433482,
+      "grad_norm": 0.8515625,
+      "learning_rate": 4.6644600329854325e-05,
+      "loss": 2.5865,
       "step": 239
     },
     {
-      "epoch": 0.3645338902601101,
-      "grad_norm": 1.1171875,
-      "learning_rate": 7.342042203498952e-06,
-      "loss": 2.5161,
+      "epoch": 0.2098016718570726,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.6608285936743445e-05,
+      "loss": 2.5658,
       "step": 240
     },
     {
-      "epoch": 0.36605278146952724,
-      "grad_norm": 1.171875,
-      "learning_rate": 7.320261272703259e-06,
-      "loss": 2.4728,
+      "epoch": 0.21067584548981041,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.657179038447862e-05,
+      "loss": 2.5902,
       "step": 241
     },
     {
-      "epoch": 0.36757167267894436,
-      "grad_norm": 1.203125,
-      "learning_rate": 7.298424082597526e-06,
-      "loss": 2.4609,
+      "epoch": 0.21155001912254823,
+      "grad_norm": 0.89453125,
+      "learning_rate": 4.653511397903063e-05,
+      "loss": 2.5303,
       "step": 242
     },
     {
-      "epoch": 0.3690905638883615,
-      "grad_norm": 1.21875,
-      "learning_rate": 7.276531162667484e-06,
-      "loss": 2.4977,
+      "epoch": 0.212424192755286,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.649825702788643e-05,
+      "loss": 2.6264,
       "step": 243
     },
     {
-      "epoch": 0.3706094550977786,
-      "grad_norm": 1.203125,
-      "learning_rate": 7.254583043750152e-06,
-      "loss": 2.4324,
+      "epoch": 0.21329836638802382,
+      "grad_norm": 0.95703125,
+      "learning_rate": 4.6461219840046654e-05,
+      "loss": 2.5831,
       "step": 244
     },
     {
-      "epoch": 0.37212834630719577,
-      "grad_norm": 1.1171875,
-      "learning_rate": 7.232580258020952e-06,
-      "loss": 2.4407,
+      "epoch": 0.21417254002076164,
+      "grad_norm": 0.90234375,
+      "learning_rate": 4.642400272602302e-05,
+      "loss": 2.6215,
       "step": 245
     },
     {
-      "epoch": 0.3736472375166129,
-      "grad_norm": 0.91796875,
-      "learning_rate": 7.210523338980814e-06,
-      "loss": 2.5021,
+      "epoch": 0.21504671365349942,
+      "grad_norm": 0.921875,
+      "learning_rate": 4.638660599783567e-05,
+      "loss": 2.5877,
       "step": 246
     },
     {
-      "epoch": 0.37516612872603,
-      "grad_norm": 0.9453125,
-      "learning_rate": 7.1884128214432366e-06,
-      "loss": 2.4268,
+      "epoch": 0.21592088728623723,
+      "grad_norm": 0.8984375,
+      "learning_rate": 4.6349029969010644e-05,
+      "loss": 2.5607,
       "step": 247
     },
     {
-      "epoch": 0.3766850199354471,
-      "grad_norm": 1.0390625,
-      "learning_rate": 7.1662492415213194e-06,
-      "loss": 2.4063,
+      "epoch": 0.21679506091897502,
+      "grad_norm": 0.90234375,
+      "learning_rate": 4.631127495457713e-05,
+      "loss": 2.5615,
       "step": 248
     },
     {
-      "epoch": 0.37820391114486424,
-      "grad_norm": 1.0078125,
-      "learning_rate": 7.14403313661476e-06,
-      "loss": 2.4253,
+      "epoch": 0.21766923455171283,
+      "grad_norm": 0.9453125,
+      "learning_rate": 4.6273341271064965e-05,
+      "loss": 2.6131,
       "step": 249
     },
     {
-      "epoch": 0.37972280235428135,
-      "grad_norm": 1.265625,
-      "learning_rate": 7.1217650453968335e-06,
-      "loss": 2.461,
+      "epoch": 0.21854340818445064,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.6235229236501845e-05,
+      "loss": 2.6152,
       "step": 250
     },
     {
-      "epoch": 0.3812416935636985,
-      "grad_norm": 1.109375,
-      "learning_rate": 7.099445507801324e-06,
-      "loss": 2.5152,
+      "epoch": 0.21941758181718843,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.619693917041076e-05,
+      "loss": 2.5947,
       "step": 251
     },
     {
-      "epoch": 0.38276058477311564,
-      "grad_norm": 1.03125,
-      "learning_rate": 7.0770750650094335e-06,
-      "loss": 2.4101,
+      "epoch": 0.22029175544992624,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.615847139380728e-05,
+      "loss": 2.6395,
       "step": 252
     },
     {
-      "epoch": 0.38427947598253276,
-      "grad_norm": 1.0234375,
-      "learning_rate": 7.0546542594366605e-06,
-      "loss": 2.5015,
+      "epoch": 0.22116592908266405,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.611982622919683e-05,
+      "loss": 2.5855,
       "step": 253
     },
     {
-      "epoch": 0.3857983671919499,
-      "grad_norm": 0.96875,
-      "learning_rate": 7.03218363471965e-06,
-      "loss": 2.4964,
+      "epoch": 0.22204010271540184,
+      "grad_norm": 0.875,
+      "learning_rate": 4.608100400057206e-05,
+      "loss": 2.5098,
       "step": 254
     },
     {
-      "epoch": 0.387317258401367,
-      "grad_norm": 1.03125,
-      "learning_rate": 7.0096637357030105e-06,
-      "loss": 2.4427,
+      "epoch": 0.22291427634813965,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.604200503341004e-05,
+      "loss": 2.6061,
       "step": 255
     },
     {
-      "epoch": 0.3888361496107841,
-      "grad_norm": 1.390625,
-      "learning_rate": 6.987095108426102e-06,
-      "loss": 2.3514,
+      "epoch": 0.22378844998087746,
+      "grad_norm": 0.93359375,
+      "learning_rate": 4.6002829654669616e-05,
+      "loss": 2.5075,
       "step": 256
     },
     {
-      "epoch": 0.3903550408202012,
-      "grad_norm": 1.0390625,
-      "learning_rate": 6.964478300109796e-06,
-      "loss": 2.4921,
+      "epoch": 0.22466262361361525,
+      "grad_norm": 0.89453125,
+      "learning_rate": 4.596347819278861e-05,
+      "loss": 2.5869,
       "step": 257
     },
     {
-      "epoch": 0.3918739320296184,
-      "grad_norm": 0.9453125,
-      "learning_rate": 6.94181385914321e-06,
-      "loss": 2.4503,
+      "epoch": 0.22553679724635306,
+      "grad_norm": 0.92578125,
+      "learning_rate": 4.5923950977681084e-05,
+      "loss": 2.586,
       "step": 258
     },
     {
-      "epoch": 0.3933928232390355,
-      "grad_norm": 0.9375,
-      "learning_rate": 6.91910233507041e-06,
-      "loss": 2.3622,
+      "epoch": 0.22641097087909087,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.58842483407346e-05,
+      "loss": 2.5124,
       "step": 259
     },
     {
-      "epoch": 0.39491171444845263,
-      "grad_norm": 1.0703125,
-      "learning_rate": 6.896344278577083e-06,
-      "loss": 2.4076,
+      "epoch": 0.22728514451182866,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.584437061480739e-05,
+      "loss": 2.5364,
       "step": 260
     },
     {
-      "epoch": 0.39643060565786975,
-      "grad_norm": 0.9453125,
-      "learning_rate": 6.873540241477189e-06,
-      "loss": 2.4053,
+      "epoch": 0.22815931814456647,
+      "grad_norm": 0.93359375,
+      "learning_rate": 4.58043181342256e-05,
+      "loss": 2.5939,
       "step": 261
     },
     {
-      "epoch": 0.39794949686728687,
-      "grad_norm": 0.90625,
-      "learning_rate": 6.850690776699574e-06,
-      "loss": 2.4828,
+      "epoch": 0.22903349177730425,
+      "grad_norm": 0.96484375,
+      "learning_rate": 4.5764091234780504e-05,
+      "loss": 2.5893,
       "step": 262
     },
     {
-      "epoch": 0.399468388076704,
-      "grad_norm": 1.0390625,
-      "learning_rate": 6.8277964382745675e-06,
-      "loss": 2.4118,
+      "epoch": 0.22990766541004207,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.572369025372564e-05,
+      "loss": 2.5496,
       "step": 263
     },
     {
-      "epoch": 0.40098727928612116,
-      "grad_norm": 1.1015625,
-      "learning_rate": 6.804857781320558e-06,
-      "loss": 2.4467,
+      "epoch": 0.23078183904277988,
+      "grad_norm": 0.95703125,
+      "learning_rate": 4.568311552977401e-05,
+      "loss": 2.6138,
       "step": 264
     },
     {
-      "epoch": 0.4025061704955383,
-      "grad_norm": 0.96875,
-      "learning_rate": 6.781875362030512e-06,
-      "loss": 2.5718,
+      "epoch": 0.23165601267551766,
+      "grad_norm": 0.90625,
+      "learning_rate": 4.564236740309525e-05,
+      "loss": 2.5724,
       "step": 265
     },
     {
-      "epoch": 0.4040250617049554,
-      "grad_norm": 0.96875,
-      "learning_rate": 6.758849737658508e-06,
-      "loss": 2.5041,
+      "epoch": 0.23253018630825548,
+      "grad_norm": 0.8984375,
+      "learning_rate": 4.560144621531278e-05,
+      "loss": 2.5762,
       "step": 266
     },
     {
-      "epoch": 0.4055439529143725,
-      "grad_norm": 1.0625,
-      "learning_rate": 6.735781466506216e-06,
-      "loss": 2.4383,
+      "epoch": 0.2334043599409933,
+      "grad_norm": 1.046875,
+      "learning_rate": 4.5560352309500886e-05,
+      "loss": 2.5781,
       "step": 267
     },
     {
-      "epoch": 0.4070628441237896,
-      "grad_norm": 1.0625,
-      "learning_rate": 6.712671107909359e-06,
-      "loss": 2.478,
+      "epoch": 0.23427853357373107,
+      "grad_norm": 0.90625,
+      "learning_rate": 4.551908603018191e-05,
+      "loss": 2.606,
       "step": 268
     },
     {
-      "epoch": 0.40858173533320674,
-      "grad_norm": 1.046875,
-      "learning_rate": 6.6895192222241534e-06,
-      "loss": 2.4207,
+      "epoch": 0.2351527072064689,
+      "grad_norm": 1.0234375,
+      "learning_rate": 4.547764772332333e-05,
+      "loss": 2.589,
       "step": 269
     },
     {
-      "epoch": 0.41010062654262386,
-      "grad_norm": 0.98828125,
-      "learning_rate": 6.666326370813722e-06,
-      "loss": 2.4511,
+      "epoch": 0.2360268808392067,
+      "grad_norm": 0.91015625,
+      "learning_rate": 4.5436037736334894e-05,
+      "loss": 2.6229,
       "step": 270
     },
     {
-      "epoch": 0.41161951775204103,
-      "grad_norm": 1.0078125,
-      "learning_rate": 6.643093116034486e-06,
-      "loss": 2.4288,
+      "epoch": 0.23690105447194448,
+      "grad_norm": 0.91796875,
+      "learning_rate": 4.539425641806562e-05,
+      "loss": 2.5875,
       "step": 271
     },
     {
-      "epoch": 0.41313840896145815,
-      "grad_norm": 0.9609375,
-      "learning_rate": 6.619820021222518e-06,
-      "loss": 2.437,
+      "epoch": 0.2377752281046823,
+      "grad_norm": 0.875,
+      "learning_rate": 4.535230411880098e-05,
+      "loss": 2.6023,
       "step": 272
     },
     {
-      "epoch": 0.41465730017087526,
-      "grad_norm": 1.0625,
-      "learning_rate": 6.5965076506799e-06,
-      "loss": 2.4671,
+      "epoch": 0.2386494017374201,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.531018119025989e-05,
+      "loss": 2.5965,
       "step": 273
     },
     {
-      "epoch": 0.4161761913802924,
-      "grad_norm": 1.1171875,
-      "learning_rate": 6.573156569661026e-06,
-      "loss": 2.5018,
+      "epoch": 0.2395235753701579,
+      "grad_norm": 0.953125,
+      "learning_rate": 4.5267887985591795e-05,
+      "loss": 2.5359,
       "step": 274
     },
     {
-      "epoch": 0.4176950825897095,
-      "grad_norm": 0.890625,
-      "learning_rate": 6.549767344358903e-06,
-      "loss": 2.3747,
+      "epoch": 0.2403977490028957,
+      "grad_norm": 0.9140625,
+      "learning_rate": 4.522542485937369e-05,
+      "loss": 2.5603,
       "step": 275
     },
     {
-      "epoch": 0.4192139737991266,
-      "grad_norm": 1.140625,
-      "learning_rate": 6.526340541891418e-06,
-      "loss": 2.4567,
+      "epoch": 0.2412719226356335,
+      "grad_norm": 0.8515625,
+      "learning_rate": 4.5182792167607155e-05,
+      "loss": 2.6296,
       "step": 276
     },
     {
-      "epoch": 0.4207328650085438,
-      "grad_norm": 1.1484375,
-      "learning_rate": 6.5028767302875974e-06,
-      "loss": 2.4371,
+      "epoch": 0.2421460962683713,
+      "grad_norm": 0.91015625,
+      "learning_rate": 4.513999026771539e-05,
+      "loss": 2.5896,
       "step": 277
     },
     {
-      "epoch": 0.4222517562179609,
-      "grad_norm": 0.984375,
-      "learning_rate": 6.479376478473822e-06,
-      "loss": 2.3193,
+      "epoch": 0.24302026990110911,
+      "grad_norm": 0.8671875,
+      "learning_rate": 4.509701951854017e-05,
+      "loss": 2.5494,
       "step": 278
     },
     {
-      "epoch": 0.423770647427378,
-      "grad_norm": 1.1171875,
-      "learning_rate": 6.455840356260041e-06,
-      "loss": 2.4587,
+      "epoch": 0.2438944435338469,
+      "grad_norm": 1.1484375,
+      "learning_rate": 4.505388028033888e-05,
+      "loss": 2.6256,
       "step": 279
     },
     {
-      "epoch": 0.42528953863679514,
-      "grad_norm": 1.1484375,
-      "learning_rate": 6.432268934325947e-06,
-      "loss": 2.4221,
+      "epoch": 0.2447686171665847,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.501057291478149e-05,
+      "loss": 2.6245,
       "step": 280
     },
     {
-      "epoch": 0.42680842984621226,
-      "grad_norm": 0.99609375,
-      "learning_rate": 6.408662784207149e-06,
-      "loss": 2.4534,
+      "epoch": 0.24564279079932252,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.496709778494749e-05,
+      "loss": 2.5308,
       "step": 281
     },
     {
-      "epoch": 0.4283273210556294,
-      "grad_norm": 1.1640625,
-      "learning_rate": 6.385022478281307e-06,
-      "loss": 2.4384,
+      "epoch": 0.2465169644320603,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.492345525532288e-05,
+      "loss": 2.6629,
       "step": 282
     },
     {
-      "epoch": 0.4298462122650465,
-      "grad_norm": 1.15625,
-      "learning_rate": 6.361348589754255e-06,
-      "loss": 2.4464,
+      "epoch": 0.24739113806479812,
+      "grad_norm": 0.95703125,
+      "learning_rate": 4.487964569179711e-05,
+      "loss": 2.4932,
       "step": 283
     },
     {
-      "epoch": 0.43136510347446366,
-      "grad_norm": 0.98828125,
-      "learning_rate": 6.337641692646106e-06,
-      "loss": 2.4387,
+      "epoch": 0.24826531169753593,
+      "grad_norm": 0.94921875,
+      "learning_rate": 4.4835669461660004e-05,
+      "loss": 2.5798,
       "step": 284
     },
     {
-      "epoch": 0.4328839946838808,
-      "grad_norm": 1.2734375,
-      "learning_rate": 6.313902361777327e-06,
-      "loss": 2.5006,
+      "epoch": 0.24913948533027372,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.479152693359868e-05,
+      "loss": 2.6232,
       "step": 285
     },
     {
-      "epoch": 0.4344028858932979,
-      "grad_norm": 1.359375,
-      "learning_rate": 6.290131172754811e-06,
-      "loss": 2.5047,
+      "epoch": 0.25001365896301153,
+      "grad_norm": 0.94921875,
+      "learning_rate": 4.474721847769445e-05,
+      "loss": 2.5524,
       "step": 286
     },
     {
-      "epoch": 0.435921777102715,
-      "grad_norm": 0.94140625,
-      "learning_rate": 6.266328701957911e-06,
-      "loss": 2.3543,
+      "epoch": 0.2508878325957493,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.4702744465419744e-05,
+      "loss": 2.6093,
       "step": 287
     },
     {
-      "epoch": 0.43744066831213213,
-      "grad_norm": 1.171875,
-      "learning_rate": 6.24249552652447e-06,
-      "loss": 2.5089,
+      "epoch": 0.25176200622848716,
+      "grad_norm": 1.265625,
+      "learning_rate": 4.465810526963499e-05,
+      "loss": 2.5971,
       "step": 288
     },
     {
-      "epoch": 0.43895955952154925,
-      "grad_norm": 1.09375,
-      "learning_rate": 6.2186322243368236e-06,
-      "loss": 2.4545,
+      "epoch": 0.25263617986122494,
+      "grad_norm": 0.92578125,
+      "learning_rate": 4.461330126458544e-05,
+      "loss": 2.529,
       "step": 289
     },
     {
-      "epoch": 0.4404784507309664,
-      "grad_norm": 0.96484375,
-      "learning_rate": 6.194739374007792e-06,
-      "loss": 2.4691,
+      "epoch": 0.2535103534939627,
+      "grad_norm": 0.90234375,
+      "learning_rate": 4.4568332825898105e-05,
+      "loss": 2.5475,
       "step": 290
     },
     {
-      "epoch": 0.44199734194038354,
-      "grad_norm": 1.0625,
-      "learning_rate": 6.170817554866646e-06,
-      "loss": 2.5019,
+      "epoch": 0.25438452712670057,
+      "grad_norm": 0.9140625,
+      "learning_rate": 4.452320033057856e-05,
+      "loss": 2.5431,
       "step": 291
     },
     {
-      "epoch": 0.44351623314980065,
-      "grad_norm": 1.03125,
-      "learning_rate": 6.1468673469450655e-06,
-      "loss": 2.4309,
+      "epoch": 0.25525870075943835,
+      "grad_norm": 0.96875,
+      "learning_rate": 4.447790415700781e-05,
+      "loss": 2.5771,
       "step": 292
     },
     {
-      "epoch": 0.44503512435921777,
-      "grad_norm": 0.91796875,
-      "learning_rate": 6.122889330963069e-06,
-      "loss": 2.4174,
+      "epoch": 0.25613287439217614,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.4432444684939077e-05,
+      "loss": 2.6166,
       "step": 293
     },
     {
-      "epoch": 0.4465540155686349,
-      "grad_norm": 1.140625,
-      "learning_rate": 6.098884088314938e-06,
-      "loss": 2.4323,
+      "epoch": 0.257007048024914,
+      "grad_norm": 0.9765625,
+      "learning_rate": 4.438682229549466e-05,
+      "loss": 2.5507,
       "step": 294
     },
     {
-      "epoch": 0.448072906778052,
-      "grad_norm": 1.1171875,
-      "learning_rate": 6.074852201055121e-06,
-      "loss": 2.4597,
+      "epoch": 0.25788122165765176,
+      "grad_norm": 0.90625,
+      "learning_rate": 4.434103737116272e-05,
+      "loss": 2.5351,
       "step": 295
     },
     {
-      "epoch": 0.4495917979874691,
-      "grad_norm": 1.046875,
-      "learning_rate": 6.050794251884112e-06,
-      "loss": 2.4288,
+      "epoch": 0.25875539529038954,
+      "grad_norm": 0.90625,
+      "learning_rate": 4.429509029579405e-05,
+      "loss": 2.6678,
       "step": 296
     },
     {
-      "epoch": 0.4511106891968863,
-      "grad_norm": 0.96875,
-      "learning_rate": 6.026710824134331e-06,
-      "loss": 2.4338,
+      "epoch": 0.25962956892312733,
+      "grad_norm": 0.9765625,
+      "learning_rate": 4.4248981454598935e-05,
+      "loss": 2.5859,
       "step": 297
     },
     {
-      "epoch": 0.4526295804063034,
-      "grad_norm": 0.94140625,
-      "learning_rate": 6.002602501755974e-06,
-      "loss": 2.4154,
+      "epoch": 0.26050374255586517,
+      "grad_norm": 0.8984375,
+      "learning_rate": 4.420271123414381e-05,
+      "loss": 2.5215,
       "step": 298
     },
     {
-      "epoch": 0.45414847161572053,
-      "grad_norm": 0.9765625,
-      "learning_rate": 5.978469869302861e-06,
-      "loss": 2.4921,
+      "epoch": 0.26137791618860295,
+      "grad_norm": 0.8515625,
+      "learning_rate": 4.415628002234812e-05,
+      "loss": 2.5394,
       "step": 299
     },
     {
-      "epoch": 0.45566736282513765,
-      "grad_norm": 1.0625,
-      "learning_rate": 5.954313511918252e-06,
-      "loss": 2.4616,
+      "epoch": 0.26225208982134074,
+      "grad_norm": 0.9765625,
+      "learning_rate": 4.4109688208481015e-05,
+      "loss": 2.6149,
       "step": 300
     },
     {
-      "epoch": 0.45718625403455476,
-      "grad_norm": 0.9296875,
-      "learning_rate": 5.9301340153206685e-06,
-      "loss": 2.4872,
+      "epoch": 0.2631262634540786,
+      "grad_norm": 0.921875,
+      "learning_rate": 4.406293618315809e-05,
+      "loss": 2.5216,
       "step": 301
     },
     {
-      "epoch": 0.4587051452439719,
-      "grad_norm": 1.0390625,
-      "learning_rate": 5.905931965789688e-06,
-      "loss": 2.4421,
+      "epoch": 0.26400043708681636,
+      "grad_norm": 0.875,
+      "learning_rate": 4.4016024338338114e-05,
+      "loss": 2.5536,
       "step": 302
     },
     {
-      "epoch": 0.46022403645338905,
-      "grad_norm": 0.9375,
-      "learning_rate": 5.881707950151725e-06,
-      "loss": 2.4822,
+      "epoch": 0.26487461071955415,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.3968953067319777e-05,
+      "loss": 2.5415,
       "step": 303
     },
     {
-      "epoch": 0.46174292766280617,
-      "grad_norm": 1.140625,
-      "learning_rate": 5.857462555765809e-06,
-      "loss": 2.4562,
+      "epoch": 0.265748784352292,
+      "grad_norm": 0.87890625,
+      "learning_rate": 4.3921722764738326e-05,
+      "loss": 2.5575,
       "step": 304
     },
     {
-      "epoch": 0.4632618188722233,
-      "grad_norm": 1.0234375,
-      "learning_rate": 5.8331963705093375e-06,
-      "loss": 2.5125,
+      "epoch": 0.2666229579850298,
+      "grad_norm": 0.86328125,
+      "learning_rate": 4.387433382656232e-05,
+      "loss": 2.4776,
       "step": 305
     },
     {
-      "epoch": 0.4647807100816404,
-      "grad_norm": 1.078125,
-      "learning_rate": 5.808909982763825e-06,
-      "loss": 2.4263,
+      "epoch": 0.26749713161776756,
+      "grad_norm": 0.91015625,
+      "learning_rate": 4.382678665009028e-05,
+      "loss": 2.5806,
       "step": 306
     },
     {
-      "epoch": 0.4662996012910575,
-      "grad_norm": 1.15625,
-      "learning_rate": 5.784603981400632e-06,
-      "loss": 2.4522,
+      "epoch": 0.2683713052505054,
+      "grad_norm": 0.84765625,
+      "learning_rate": 4.377908163394734e-05,
+      "loss": 2.5854,
       "step": 307
     },
     {
-      "epoch": 0.46781849250047464,
-      "grad_norm": 1.09375,
-      "learning_rate": 5.760278955766695e-06,
-      "loss": 2.4475,
+      "epoch": 0.2692454788832432,
+      "grad_norm": 0.87109375,
+      "learning_rate": 4.373121917808196e-05,
+      "loss": 2.5241,
       "step": 308
     },
     {
-      "epoch": 0.46933738370989175,
-      "grad_norm": 0.91796875,
-      "learning_rate": 5.735935495670229e-06,
-      "loss": 2.4194,
+      "epoch": 0.27011965251598097,
+      "grad_norm": 0.91015625,
+      "learning_rate": 4.368319968376253e-05,
+      "loss": 2.4803,
       "step": 309
     },
     {
-      "epoch": 0.4708562749193089,
-      "grad_norm": 0.9921875,
-      "learning_rate": 5.711574191366427e-06,
-      "loss": 2.3649,
+      "epoch": 0.2709938261487188,
+      "grad_norm": 0.84765625,
+      "learning_rate": 4.363502355357399e-05,
+      "loss": 2.5509,
       "step": 310
     },
     {
-      "epoch": 0.47237516612872604,
-      "grad_norm": 1.046875,
-      "learning_rate": 5.687195633543151e-06,
-      "loss": 2.4821,
+      "epoch": 0.2718679997814566,
+      "grad_norm": 0.8671875,
+      "learning_rate": 4.358669119141453e-05,
+      "loss": 2.5421,
       "step": 311
     },
     {
-      "epoch": 0.47389405733814316,
-      "grad_norm": 0.9296875,
-      "learning_rate": 5.662800413306611e-06,
-      "loss": 2.475,
+      "epoch": 0.2727421734141944,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.3538203002492104e-05,
+      "loss": 2.5374,
       "step": 312
     },
     {
-      "epoch": 0.4754129485475603,
-      "grad_norm": 1.0078125,
-      "learning_rate": 5.6383891221670275e-06,
-      "loss": 2.3078,
+      "epoch": 0.2736163470469322,
+      "grad_norm": 0.85546875,
+      "learning_rate": 4.348955939332111e-05,
+      "loss": 2.5822,
       "step": 313
     },
     {
-      "epoch": 0.4769318397569774,
-      "grad_norm": 1.1171875,
-      "learning_rate": 5.613962352024293e-06,
-      "loss": 2.3925,
+      "epoch": 0.27449052067967,
+      "grad_norm": 0.87890625,
+      "learning_rate": 4.344076077171897e-05,
+      "loss": 2.5644,
       "step": 314
     },
     {
-      "epoch": 0.4784507309663945,
-      "grad_norm": 1.09375,
-      "learning_rate": 5.589520695153618e-06,
-      "loss": 2.4178,
+      "epoch": 0.2753646943124078,
+      "grad_norm": 0.86328125,
+      "learning_rate": 4.339180754680267e-05,
+      "loss": 2.6278,
       "step": 315
     },
     {
-      "epoch": 0.4799696221758117,
-      "grad_norm": 0.890625,
-      "learning_rate": 5.5650647441911706e-06,
-      "loss": 2.5059,
+      "epoch": 0.2762388679451456,
+      "grad_norm": 0.86328125,
+      "learning_rate": 4.3342700128985345e-05,
+      "loss": 2.577,
       "step": 316
     },
     {
-      "epoch": 0.4814885133852288,
-      "grad_norm": 1.078125,
-      "learning_rate": 5.540595092119709e-06,
-      "loss": 2.5159,
+      "epoch": 0.2771130415778834,
+      "grad_norm": 0.84765625,
+      "learning_rate": 4.3293438929972894e-05,
+      "loss": 2.5167,
       "step": 317
     },
     {
-      "epoch": 0.4830074045946459,
-      "grad_norm": 1.1328125,
-      "learning_rate": 5.516112332254203e-06,
-      "loss": 2.334,
+      "epoch": 0.2779872152106212,
+      "grad_norm": 0.8515625,
+      "learning_rate": 4.324402436276046e-05,
+      "loss": 2.5297,
       "step": 318
     },
     {
-      "epoch": 0.48452629580406303,
-      "grad_norm": 0.953125,
-      "learning_rate": 5.491617058227443e-06,
-      "loss": 2.4316,
+      "epoch": 0.27886138884335904,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.319445684162897e-05,
+      "loss": 2.58,
       "step": 319
     },
     {
-      "epoch": 0.48604518701348015,
-      "grad_norm": 1.046875,
-      "learning_rate": 5.46710986397565e-06,
-      "loss": 2.5104,
+      "epoch": 0.2797355624760968,
+      "grad_norm": 0.921875,
+      "learning_rate": 4.3144736782141725e-05,
+      "loss": 2.5503,
       "step": 320
     },
     {
-      "epoch": 0.48756407822289727,
-      "grad_norm": 1.046875,
-      "learning_rate": 5.442591343724081e-06,
-      "loss": 2.4709,
+      "epoch": 0.2806097361088346,
+      "grad_norm": 0.8984375,
+      "learning_rate": 4.309486460114085e-05,
+      "loss": 2.4978,
       "step": 321
     },
     {
-      "epoch": 0.4890829694323144,
-      "grad_norm": 0.93359375,
-      "learning_rate": 5.418062091972604e-06,
-      "loss": 2.4407,
+      "epoch": 0.28148390974157245,
+      "grad_norm": 0.9140625,
+      "learning_rate": 4.3044840716743824e-05,
+      "loss": 2.5319,
       "step": 322
     },
     {
-      "epoch": 0.49060186064173156,
-      "grad_norm": 0.8828125,
-      "learning_rate": 5.393522703481303e-06,
-      "loss": 2.3959,
+      "epoch": 0.28235808337431023,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.299466554833997e-05,
+      "loss": 2.5353,
       "step": 323
     },
     {
-      "epoch": 0.4921207518511487,
-      "grad_norm": 1.1015625,
-      "learning_rate": 5.36897377325604e-06,
-      "loss": 2.4172,
+      "epoch": 0.283232257007048,
+      "grad_norm": 0.87890625,
+      "learning_rate": 4.294433951658697e-05,
+      "loss": 2.6071,
       "step": 324
     },
     {
-      "epoch": 0.4936396430605658,
-      "grad_norm": 1.0078125,
-      "learning_rate": 5.344415896534039e-06,
-      "loss": 2.3965,
+      "epoch": 0.2841064306397858,
+      "grad_norm": 0.9375,
+      "learning_rate": 4.289386304340727e-05,
+      "loss": 2.6526,
       "step": 325
     },
     {
-      "epoch": 0.4951585342699829,
-      "grad_norm": 0.90625,
-      "learning_rate": 5.319849668769449e-06,
-      "loss": 2.4589,
+      "epoch": 0.28498060427252364,
+      "grad_norm": 0.86328125,
+      "learning_rate": 4.284323655198462e-05,
+      "loss": 2.553,
       "step": 326
     },
     {
-      "epoch": 0.4966774254794,
-      "grad_norm": 0.9375,
-      "learning_rate": 5.295275685618905e-06,
-      "loss": 2.3558,
+      "epoch": 0.2858547779052614,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.2792460466760485e-05,
+      "loss": 2.5924,
       "step": 327
     },
     {
-      "epoch": 0.49819631668881714,
-      "grad_norm": 0.99609375,
-      "learning_rate": 5.270694542927089e-06,
-      "loss": 2.5089,
+      "epoch": 0.2867289515379992,
+      "grad_norm": 0.91796875,
+      "learning_rate": 4.274153521343046e-05,
+      "loss": 2.5093,
       "step": 328
     },
     {
-      "epoch": 0.4997152078982343,
-      "grad_norm": 1.015625,
-      "learning_rate": 5.246106836712277e-06,
-      "loss": 2.4541,
+      "epoch": 0.28760312517073705,
+      "grad_norm": 0.87890625,
+      "learning_rate": 4.269046121894077e-05,
+      "loss": 2.5962,
       "step": 329
     },
     {
-      "epoch": 0.5012340991076514,
-      "grad_norm": 0.91796875,
-      "learning_rate": 5.2215131631518945e-06,
-      "loss": 2.3858,
+      "epoch": 0.28847729880347484,
+      "grad_norm": 0.89453125,
+      "learning_rate": 4.2639238911484633e-05,
+      "loss": 2.5287,
       "step": 330
     },
     {
-      "epoch": 0.5027529903170685,
-      "grad_norm": 1.0078125,
-      "learning_rate": 5.196914118568054e-06,
-      "loss": 2.4189,
+      "epoch": 0.2893514724362126,
+      "grad_norm": 0.85546875,
+      "learning_rate": 4.2587868720498705e-05,
+      "loss": 2.5151,
       "step": 331
     },
     {
-      "epoch": 0.5042718815264856,
-      "grad_norm": 1.03125,
-      "learning_rate": 5.1723102994130994e-06,
-      "loss": 2.4426,
+      "epoch": 0.29022564606895046,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.253635107665945e-05,
+      "loss": 2.5844,
       "step": 332
     },
     {
-      "epoch": 0.5057907727359028,
-      "grad_norm": 1.0625,
-      "learning_rate": 5.147702302255143e-06,
-      "loss": 2.4418,
+      "epoch": 0.29109981970168824,
+      "grad_norm": 0.83203125,
+      "learning_rate": 4.2484686411879554e-05,
+      "loss": 2.5545,
       "step": 333
     },
     {
-      "epoch": 0.50730966394532,
-      "grad_norm": 0.97265625,
-      "learning_rate": 5.123090723763607e-06,
-      "loss": 2.3768,
+      "epoch": 0.29197399333442603,
+      "grad_norm": 0.84375,
+      "learning_rate": 4.2432875159304295e-05,
+      "loss": 2.5029,
       "step": 334
     },
     {
-      "epoch": 0.508828555154737,
-      "grad_norm": 0.9296875,
-      "learning_rate": 5.098476160694741e-06,
-      "loss": 2.4267,
+      "epoch": 0.29284816696716387,
+      "grad_norm": 0.875,
+      "learning_rate": 4.2380917753307904e-05,
+      "loss": 2.5439,
       "step": 335
     },
     {
-      "epoch": 0.5103474463641542,
-      "grad_norm": 1.046875,
-      "learning_rate": 5.073859209877167e-06,
-      "loss": 2.4311,
+      "epoch": 0.29372234059990165,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.232881462948994e-05,
+      "loss": 2.5714,
       "step": 336
     },
     {
-      "epoch": 0.5118663375735713,
-      "grad_norm": 0.99609375,
-      "learning_rate": 5.049240468197401e-06,
-      "loss": 2.5122,
+      "epoch": 0.29459651423263944,
+      "grad_norm": 0.8671875,
+      "learning_rate": 4.227656622467162e-05,
+      "loss": 2.5515,
       "step": 337
     },
     {
-      "epoch": 0.5133852287829884,
+      "epoch": 0.2954706878653773,
       "grad_norm": 0.8828125,
-      "learning_rate": 5.0246205325853824e-06,
-      "loss": 2.384,
+      "learning_rate": 4.222417297689217e-05,
+      "loss": 2.5615,
       "step": 338
     },
     {
-      "epoch": 0.5149041199924056,
-      "grad_norm": 0.9375,
-      "learning_rate": 5e-06,
-      "loss": 2.4921,
+      "epoch": 0.29634486149811506,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.217163532540514e-05,
+      "loss": 2.57,
       "step": 339
     },
     {
-      "epoch": 0.5164230112018227,
-      "grad_norm": 1.0390625,
-      "learning_rate": 4.975379467414621e-06,
-      "loss": 2.4624,
+      "epoch": 0.29721903513085285,
+      "grad_norm": 0.8984375,
+      "learning_rate": 4.211895371067474e-05,
+      "loss": 2.5805,
       "step": 340
     },
     {
-      "epoch": 0.5179419024112398,
-      "grad_norm": 0.92578125,
-      "learning_rate": 4.950759531802602e-06,
-      "loss": 2.402,
+      "epoch": 0.2980932087635907,
+      "grad_norm": 0.859375,
+      "learning_rate": 4.206612857437213e-05,
+      "loss": 2.6419,
       "step": 341
     },
     {
-      "epoch": 0.5194607936206569,
-      "grad_norm": 0.90625,
-      "learning_rate": 4.926140790122835e-06,
-      "loss": 2.4924,
+      "epoch": 0.2989673823963285,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.2013160359371736e-05,
+      "loss": 2.5025,
       "step": 342
     },
     {
-      "epoch": 0.5209796848300741,
-      "grad_norm": 0.89453125,
-      "learning_rate": 4.90152383930526e-06,
-      "loss": 2.4247,
+      "epoch": 0.29984155602906626,
+      "grad_norm": 0.8515625,
+      "learning_rate": 4.19600495097475e-05,
+      "loss": 2.4513,
       "step": 343
     },
     {
-      "epoch": 0.5224985760394911,
-      "grad_norm": 0.9609375,
-      "learning_rate": 4.876909276236395e-06,
-      "loss": 2.3653,
+      "epoch": 0.3007157296618041,
+      "grad_norm": 0.9140625,
+      "learning_rate": 4.1906796470769195e-05,
+      "loss": 2.6036,
       "step": 344
     },
     {
-      "epoch": 0.5240174672489083,
-      "grad_norm": 0.96484375,
-      "learning_rate": 4.852297697744857e-06,
-      "loss": 2.4583,
+      "epoch": 0.3015899032945419,
+      "grad_norm": 0.90234375,
+      "learning_rate": 4.185340168889868e-05,
+      "loss": 2.5366,
       "step": 345
     },
     {
-      "epoch": 0.5255363584583255,
-      "grad_norm": 1.0078125,
-      "learning_rate": 4.827689700586902e-06,
-      "loss": 2.4109,
+      "epoch": 0.30246407692727967,
+      "grad_norm": 0.9453125,
+      "learning_rate": 4.179986561178617e-05,
+      "loss": 2.539,
       "step": 346
     },
     {
-      "epoch": 0.5270552496677425,
-      "grad_norm": 0.86328125,
-      "learning_rate": 4.803085881431949e-06,
-      "loss": 2.4321,
+      "epoch": 0.3033382505600175,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.1746188688266444e-05,
+      "loss": 2.5152,
       "step": 347
     },
     {
-      "epoch": 0.5285741408771597,
-      "grad_norm": 0.98046875,
-      "learning_rate": 4.778486836848107e-06,
-      "loss": 2.5462,
+      "epoch": 0.3042124241927553,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.16923713683551e-05,
+      "loss": 2.6098,
       "step": 348
     },
     {
-      "epoch": 0.5300930320865768,
-      "grad_norm": 0.9921875,
-      "learning_rate": 4.7538931632877254e-06,
-      "loss": 2.3965,
+      "epoch": 0.3050865978254931,
+      "grad_norm": 0.890625,
+      "learning_rate": 4.163841410324482e-05,
+      "loss": 2.5229,
       "step": 349
     },
     {
-      "epoch": 0.5316119232959939,
-      "grad_norm": 1.03125,
-      "learning_rate": 4.729305457072913e-06,
-      "loss": 2.4898,
+      "epoch": 0.3059607714582309,
+      "grad_norm": 0.87890625,
+      "learning_rate": 4.158431734530154e-05,
+      "loss": 2.5009,
       "step": 350
     },
     {
-      "epoch": 0.533130814505411,
+      "epoch": 0.3068349450909687,
       "grad_norm": 0.9140625,
-      "learning_rate": 4.704724314381097e-06,
-      "loss": 2.4746,
+      "learning_rate": 4.153008154806067e-05,
+      "loss": 2.4947,
       "step": 351
     },
     {
-      "epoch": 0.5346497057148282,
-      "grad_norm": 0.875,
-      "learning_rate": 4.680150331230552e-06,
-      "loss": 2.3629,
+      "epoch": 0.3077091187237065,
+      "grad_norm": 0.953125,
+      "learning_rate": 4.1475707166223296e-05,
+      "loss": 2.5652,
       "step": 352
     },
     {
-      "epoch": 0.5361685969242453,
-      "grad_norm": 1.0234375,
-      "learning_rate": 4.6555841034659625e-06,
-      "loss": 2.3738,
+      "epoch": 0.30858329235644427,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.142119465565238e-05,
+      "loss": 2.5643,
       "step": 353
     },
     {
-      "epoch": 0.5376874881336624,
-      "grad_norm": 0.9140625,
-      "learning_rate": 4.631026226743962e-06,
-      "loss": 2.4069,
+      "epoch": 0.3094574659891821,
+      "grad_norm": 0.953125,
+      "learning_rate": 4.13665444733689e-05,
+      "loss": 2.5575,
       "step": 354
     },
     {
-      "epoch": 0.5392063793430796,
-      "grad_norm": 0.921875,
-      "learning_rate": 4.606477296518698e-06,
-      "loss": 2.344,
+      "epoch": 0.3103316396219199,
+      "grad_norm": 0.8984375,
+      "learning_rate": 4.131175707754807e-05,
+      "loss": 2.4748,
       "step": 355
     },
     {
-      "epoch": 0.5407252705524966,
-      "grad_norm": 0.91015625,
-      "learning_rate": 4.581937908027397e-06,
-      "loss": 2.4081,
+      "epoch": 0.3112058132546577,
+      "grad_norm": 0.96875,
+      "learning_rate": 4.125683292751546e-05,
+      "loss": 2.53,
       "step": 356
     },
     {
-      "epoch": 0.5422441617619138,
-      "grad_norm": 0.921875,
-      "learning_rate": 4.55740865627592e-06,
-      "loss": 2.4161,
+      "epoch": 0.3120799868873955,
+      "grad_norm": 0.875,
+      "learning_rate": 4.120177248374315e-05,
+      "loss": 2.5582,
       "step": 357
     },
     {
-      "epoch": 0.5437630529713309,
-      "grad_norm": 0.91796875,
-      "learning_rate": 4.532890136024351e-06,
-      "loss": 2.4184,
+      "epoch": 0.3129541605201333,
+      "grad_norm": 0.90625,
+      "learning_rate": 4.114657620784589e-05,
+      "loss": 2.5842,
       "step": 358
     },
     {
-      "epoch": 0.545281944180748,
-      "grad_norm": 0.93359375,
-      "learning_rate": 4.508382941772558e-06,
-      "loss": 2.4924,
+      "epoch": 0.3138283341528711,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.109124456257721e-05,
+      "loss": 2.5279,
       "step": 359
     },
     {
-      "epoch": 0.5468008353901652,
+      "epoch": 0.31470250778560893,
       "grad_norm": 0.90234375,
-      "learning_rate": 4.483887667745798e-06,
-      "loss": 2.3855,
+      "learning_rate": 4.103577801182557e-05,
+      "loss": 2.5657,
       "step": 360
     },
     {
-      "epoch": 0.5483197265995823,
-      "grad_norm": 0.96484375,
-      "learning_rate": 4.459404907880293e-06,
-      "loss": 2.4468,
+      "epoch": 0.3155766814183467,
+      "grad_norm": 1.125,
+      "learning_rate": 4.098017702061039e-05,
+      "loss": 2.5622,
       "step": 361
     },
     {
-      "epoch": 0.5498386178089995,
-      "grad_norm": 0.953125,
-      "learning_rate": 4.434935255808831e-06,
-      "loss": 2.3802,
+      "epoch": 0.3164508550510845,
+      "grad_norm": 0.88671875,
+      "learning_rate": 4.0924442055078276e-05,
+      "loss": 2.5328,
       "step": 362
     },
     {
-      "epoch": 0.5513575090184165,
-      "grad_norm": 1.0078125,
-      "learning_rate": 4.410479304846385e-06,
-      "loss": 2.35,
+      "epoch": 0.31732502868382234,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.0868573582499004e-05,
+      "loss": 2.5514,
       "step": 363
     },
     {
-      "epoch": 0.5528764002278337,
-      "grad_norm": 0.91796875,
-      "learning_rate": 4.386037647975708e-06,
-      "loss": 2.3869,
+      "epoch": 0.3181992023165601,
+      "grad_norm": 0.9453125,
+      "learning_rate": 4.0812572071261654e-05,
+      "loss": 2.5575,
       "step": 364
     },
     {
-      "epoch": 0.5543952914372509,
-      "grad_norm": 1.265625,
-      "learning_rate": 4.361610877832974e-06,
-      "loss": 2.41,
+      "epoch": 0.3190733759492979,
+      "grad_norm": 0.89453125,
+      "learning_rate": 4.07564379908707e-05,
+      "loss": 2.5688,
       "step": 365
     },
     {
-      "epoch": 0.5559141826466679,
-      "grad_norm": 0.9296875,
-      "learning_rate": 4.337199586693389e-06,
-      "loss": 2.3689,
+      "epoch": 0.31994754958203575,
+      "grad_norm": 0.9140625,
+      "learning_rate": 4.070017181194199e-05,
+      "loss": 2.5032,
       "step": 366
     },
     {
-      "epoch": 0.5574330738560851,
-      "grad_norm": 1.0078125,
-      "learning_rate": 4.312804366456851e-06,
-      "loss": 2.4504,
+      "epoch": 0.32082172321477354,
+      "grad_norm": 0.86328125,
+      "learning_rate": 4.0643774006198907e-05,
+      "loss": 2.5319,
       "step": 367
     },
     {
-      "epoch": 0.5589519650655022,
-      "grad_norm": 0.98046875,
-      "learning_rate": 4.2884258086335755e-06,
-      "loss": 2.4652,
+      "epoch": 0.3216958968475113,
+      "grad_norm": 0.94140625,
+      "learning_rate": 4.058724504646834e-05,
+      "loss": 2.5558,
       "step": 368
     },
     {
-      "epoch": 0.5604708562749193,
-      "grad_norm": 0.9140625,
-      "learning_rate": 4.2640645043297715e-06,
-      "loss": 2.4019,
+      "epoch": 0.32257007048024916,
+      "grad_norm": 0.84375,
+      "learning_rate": 4.053058540667676e-05,
+      "loss": 2.5876,
       "step": 369
     },
     {
-      "epoch": 0.5619897474843364,
-      "grad_norm": 0.8828125,
-      "learning_rate": 4.239721044233306e-06,
-      "loss": 2.306,
+      "epoch": 0.32344424411298694,
+      "grad_norm": 0.875,
+      "learning_rate": 4.0473795561846215e-05,
+      "loss": 2.5354,
       "step": 370
     },
     {
-      "epoch": 0.5635086386937536,
-      "grad_norm": 0.85546875,
-      "learning_rate": 4.215396018599369e-06,
-      "loss": 2.3859,
+      "epoch": 0.32431841774572473,
+      "grad_norm": 0.84375,
+      "learning_rate": 4.0416875988090375e-05,
+      "loss": 2.531,
       "step": 371
     },
     {
-      "epoch": 0.5650275299031707,
-      "grad_norm": 0.890625,
-      "learning_rate": 4.191090017236177e-06,
-      "loss": 2.3734,
+      "epoch": 0.32519259137846257,
+      "grad_norm": 0.859375,
+      "learning_rate": 4.035982716261053e-05,
+      "loss": 2.5584,
       "step": 372
     },
     {
-      "epoch": 0.5665464211125878,
-      "grad_norm": 1.0078125,
-      "learning_rate": 4.166803629490664e-06,
-      "loss": 2.4194,
+      "epoch": 0.32606676501120035,
+      "grad_norm": 0.84765625,
+      "learning_rate": 4.030264956369157e-05,
+      "loss": 2.4785,
       "step": 373
     },
     {
-      "epoch": 0.568065312322005,
-      "grad_norm": 0.93359375,
-      "learning_rate": 4.142537444234192e-06,
-      "loss": 2.4815,
+      "epoch": 0.32694093864393814,
+      "grad_norm": 0.90234375,
+      "learning_rate": 4.0245343670698025e-05,
+      "loss": 2.549,
       "step": 374
     },
     {
-      "epoch": 0.569584203531422,
-      "grad_norm": 0.8828125,
-      "learning_rate": 4.118292049848277e-06,
-      "loss": 2.4493,
+      "epoch": 0.327815112276676,
+      "grad_norm": 0.83984375,
+      "learning_rate": 4.018790996406998e-05,
+      "loss": 2.4917,
       "step": 375
     },
     {
-      "epoch": 0.5711030947408392,
-      "grad_norm": 0.8828125,
-      "learning_rate": 4.094068034210313e-06,
-      "loss": 2.4458,
+      "epoch": 0.32868928590941376,
+      "grad_norm": 0.8671875,
+      "learning_rate": 4.01303489253191e-05,
+      "loss": 2.4882,
       "step": 376
     },
     {
-      "epoch": 0.5726219859502563,
-      "grad_norm": 0.91796875,
-      "learning_rate": 4.069865984679332e-06,
-      "loss": 2.4004,
+      "epoch": 0.32956345954215155,
+      "grad_norm": 0.8828125,
+      "learning_rate": 4.0072661037024596e-05,
+      "loss": 2.5832,
       "step": 377
     },
     {
-      "epoch": 0.5741408771596734,
+      "epoch": 0.3304376331748894,
       "grad_norm": 0.87109375,
-      "learning_rate": 4.045686488081748e-06,
-      "loss": 2.4643,
+      "learning_rate": 4.0014846782829104e-05,
+      "loss": 2.5667,
       "step": 378
     },
     {
-      "epoch": 0.5756597683690906,
-      "grad_norm": 0.91796875,
-      "learning_rate": 4.021530130697141e-06,
-      "loss": 2.4709,
+      "epoch": 0.3313118068076272,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.9956906647434736e-05,
+      "loss": 2.511,
       "step": 379
     },
     {
-      "epoch": 0.5771786595785077,
-      "grad_norm": 0.84765625,
-      "learning_rate": 3.997397498244028e-06,
-      "loss": 2.4853,
+      "epoch": 0.33218598044036496,
+      "grad_norm": 0.86328125,
+      "learning_rate": 3.989884111659893e-05,
+      "loss": 2.5146,
       "step": 380
     },
     {
-      "epoch": 0.5786975507879248,
-      "grad_norm": 0.9453125,
-      "learning_rate": 3.97328917586567e-06,
-      "loss": 2.5029,
+      "epoch": 0.33306015407310274,
+      "grad_norm": 0.8671875,
+      "learning_rate": 3.984065067713043e-05,
+      "loss": 2.4662,
       "step": 381
     },
     {
-      "epoch": 0.5802164419973419,
-      "grad_norm": 0.95703125,
-      "learning_rate": 3.9492057481158905e-06,
-      "loss": 2.4853,
+      "epoch": 0.3339343277058406,
+      "grad_norm": 0.8671875,
+      "learning_rate": 3.978233581688518e-05,
+      "loss": 2.5807,
       "step": 382
     },
     {
-      "epoch": 0.5817353332067591,
-      "grad_norm": 1.046875,
-      "learning_rate": 3.92514779894488e-06,
-      "loss": 2.4058,
+      "epoch": 0.33480850133857837,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.9723897024762255e-05,
+      "loss": 2.5095,
       "step": 383
     },
     {
-      "epoch": 0.5832542244161761,
-      "grad_norm": 1.2578125,
-      "learning_rate": 3.901115911685063e-06,
-      "loss": 2.4426,
+      "epoch": 0.33568267497131615,
+      "grad_norm": 0.85546875,
+      "learning_rate": 3.9665334790699714e-05,
+      "loss": 2.5084,
       "step": 384
     },
     {
-      "epoch": 0.5847731156255933,
-      "grad_norm": 1.25,
-      "learning_rate": 3.877110669036932e-06,
-      "loss": 2.4151,
+      "epoch": 0.336556848604054,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.960664960567057e-05,
+      "loss": 2.5447,
       "step": 385
     },
     {
-      "epoch": 0.5862920068350105,
-      "grad_norm": 0.89453125,
-      "learning_rate": 3.853132653054936e-06,
-      "loss": 2.4061,
+      "epoch": 0.3374310222367918,
+      "grad_norm": 0.875,
+      "learning_rate": 3.95478419616786e-05,
+      "loss": 2.5544,
       "step": 386
     },
     {
-      "epoch": 0.5878108980444275,
-      "grad_norm": 0.89453125,
-      "learning_rate": 3.829182445133356e-06,
-      "loss": 2.4192,
+      "epoch": 0.33830519586952956,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.948891235175425e-05,
+      "loss": 2.5338,
       "step": 387
     },
     {
-      "epoch": 0.5893297892538447,
-      "grad_norm": 0.95703125,
-      "learning_rate": 3.8052606259922097e-06,
-      "loss": 2.3988,
+      "epoch": 0.3391793695022674,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.942986126995052e-05,
+      "loss": 2.5239,
       "step": 388
     },
     {
-      "epoch": 0.5908486804632618,
-      "grad_norm": 0.9140625,
-      "learning_rate": 3.7813677756631773e-06,
-      "loss": 2.4392,
+      "epoch": 0.3400535431350052,
+      "grad_norm": 0.86328125,
+      "learning_rate": 3.937068921133879e-05,
+      "loss": 2.5493,
       "step": 389
     },
     {
-      "epoch": 0.592367571672679,
-      "grad_norm": 0.94140625,
-      "learning_rate": 3.75750447347553e-06,
-      "loss": 2.3739,
+      "epoch": 0.34092771676774297,
+      "grad_norm": 0.80859375,
+      "learning_rate": 3.931139667200469e-05,
+      "loss": 2.4874,
       "step": 390
     },
     {
-      "epoch": 0.5938864628820961,
-      "grad_norm": 0.91796875,
-      "learning_rate": 3.7336712980420897e-06,
-      "loss": 2.4588,
+      "epoch": 0.3418018904004808,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.9251984149043917e-05,
+      "loss": 2.5066,
       "step": 391
     },
     {
-      "epoch": 0.5954053540915132,
-      "grad_norm": 0.91015625,
-      "learning_rate": 3.7098688272451893e-06,
-      "loss": 2.4266,
+      "epoch": 0.3426760640332186,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.919245214055812e-05,
+      "loss": 2.5081,
       "step": 392
     },
     {
-      "epoch": 0.5969242453009304,
-      "grad_norm": 0.97265625,
-      "learning_rate": 3.6860976382226747e-06,
-      "loss": 2.3617,
+      "epoch": 0.3435502376659564,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.913280114565066e-05,
+      "loss": 2.5536,
       "step": 393
     },
     {
-      "epoch": 0.5984431365103474,
-      "grad_norm": 1.109375,
-      "learning_rate": 3.662358307353897e-06,
-      "loss": 2.4095,
+      "epoch": 0.3444244112986942,
+      "grad_norm": 0.8828125,
+      "learning_rate": 3.9073031664422444e-05,
+      "loss": 2.5335,
       "step": 394
     },
     {
-      "epoch": 0.5999620277197646,
-      "grad_norm": 0.921875,
-      "learning_rate": 3.638651410245746e-06,
-      "loss": 2.5,
+      "epoch": 0.345298584931432,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.901314419796778e-05,
+      "loss": 2.4885,
       "step": 395
     },
     {
-      "epoch": 0.6014809189291817,
-      "grad_norm": 0.96484375,
-      "learning_rate": 3.6149775217186954e-06,
-      "loss": 2.4601,
+      "epoch": 0.3461727585641698,
+      "grad_norm": 0.890625,
+      "learning_rate": 3.8953139248370116e-05,
+      "loss": 2.5373,
       "step": 396
     },
     {
-      "epoch": 0.6029998101385988,
-      "grad_norm": 0.89453125,
-      "learning_rate": 3.5913372157928515e-06,
-      "loss": 2.4496,
+      "epoch": 0.34704693219690763,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.889301731869784e-05,
+      "loss": 2.563,
       "step": 397
     },
     {
-      "epoch": 0.604518701348016,
-      "grad_norm": 0.90234375,
-      "learning_rate": 3.5677310656740537e-06,
-      "loss": 2.367,
+      "epoch": 0.3479211058296454,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.883277891300011e-05,
+      "loss": 2.5089,
       "step": 398
     },
     {
-      "epoch": 0.6060375925574331,
-      "grad_norm": 0.85546875,
-      "learning_rate": 3.5441596437399596e-06,
-      "loss": 2.4182,
+      "epoch": 0.3487952794623832,
+      "grad_norm": 0.90234375,
+      "learning_rate": 3.8772424536302564e-05,
+      "loss": 2.5444,
       "step": 399
     },
     {
-      "epoch": 0.6075564837668502,
-      "grad_norm": 0.91015625,
-      "learning_rate": 3.5206235215261785e-06,
-      "loss": 2.4485,
+      "epoch": 0.34966945309512104,
+      "grad_norm": 0.8359375,
+      "learning_rate": 3.8711954694603126e-05,
+      "loss": 2.4677,
       "step": 400
     },
     {
-      "epoch": 0.6090753749762673,
-      "grad_norm": 0.859375,
-      "learning_rate": 3.4971232697124046e-06,
-      "loss": 2.3709,
+      "epoch": 0.3505436267278588,
+      "grad_norm": 0.87890625,
+      "learning_rate": 3.865136989486776e-05,
+      "loss": 2.4907,
       "step": 401
     },
     {
-      "epoch": 0.6105942661856845,
-      "grad_norm": 0.9140625,
-      "learning_rate": 3.4736594581085837e-06,
-      "loss": 2.4012,
+      "epoch": 0.3514178003605966,
+      "grad_norm": 0.8671875,
+      "learning_rate": 3.8590670645026195e-05,
+      "loss": 2.4889,
       "step": 402
     },
     {
-      "epoch": 0.6121131573951015,
-      "grad_norm": 1.0234375,
-      "learning_rate": 3.4502326556411e-06,
-      "loss": 2.484,
+      "epoch": 0.35229197399333445,
+      "grad_norm": 0.9140625,
+      "learning_rate": 3.85298574539677e-05,
+      "loss": 2.5175,
       "step": 403
     },
     {
-      "epoch": 0.6136320486045187,
-      "grad_norm": 0.9140625,
-      "learning_rate": 3.4268434303389747e-06,
-      "loss": 2.3686,
+      "epoch": 0.35316614762607224,
+      "grad_norm": 0.88671875,
+      "learning_rate": 3.84689308315368e-05,
+      "loss": 2.555,
       "step": 404
     },
     {
-      "epoch": 0.6151509398139359,
-      "grad_norm": 0.9140625,
-      "learning_rate": 3.403492349320101e-06,
-      "loss": 2.4893,
+      "epoch": 0.35404032125881,
+      "grad_norm": 0.96875,
+      "learning_rate": 3.8407891288529004e-05,
+      "loss": 2.4927,
       "step": 405
     },
     {
-      "epoch": 0.6166698310233529,
-      "grad_norm": 0.8828125,
-      "learning_rate": 3.380179978777482e-06,
-      "loss": 2.4911,
+      "epoch": 0.35491449489154786,
+      "grad_norm": 0.81640625,
+      "learning_rate": 3.834673933668651e-05,
+      "loss": 2.4928,
       "step": 406
     },
     {
-      "epoch": 0.6181887222327701,
-      "grad_norm": 0.94921875,
-      "learning_rate": 3.356906883965516e-06,
-      "loss": 2.4203,
+      "epoch": 0.35578866852428565,
+      "grad_norm": 0.86328125,
+      "learning_rate": 3.828547548869396e-05,
+      "loss": 2.5426,
       "step": 407
     },
     {
-      "epoch": 0.6197076134421872,
-      "grad_norm": 0.8671875,
-      "learning_rate": 3.33367362918628e-06,
-      "loss": 2.4613,
+      "epoch": 0.35666284215702343,
+      "grad_norm": 0.8828125,
+      "learning_rate": 3.822410025817406e-05,
+      "loss": 2.5477,
       "step": 408
     },
     {
-      "epoch": 0.6212265046516043,
-      "grad_norm": 0.91796875,
-      "learning_rate": 3.3104807777758487e-06,
-      "loss": 2.4544,
+      "epoch": 0.3575370157897612,
+      "grad_norm": 0.890625,
+      "learning_rate": 3.8162614159683374e-05,
+      "loss": 2.5466,
       "step": 409
     },
     {
-      "epoch": 0.6227453958610214,
-      "grad_norm": 0.86328125,
-      "learning_rate": 3.2873288920906436e-06,
-      "loss": 2.4338,
+      "epoch": 0.35841118942249905,
+      "grad_norm": 0.8671875,
+      "learning_rate": 3.8101017708707906e-05,
+      "loss": 2.5304,
       "step": 410
     },
     {
-      "epoch": 0.6242642870704386,
-      "grad_norm": 1.0078125,
-      "learning_rate": 3.2642185334937853e-06,
-      "loss": 2.5019,
+      "epoch": 0.35928536305523684,
+      "grad_norm": 0.91015625,
+      "learning_rate": 3.8039311421658887e-05,
+      "loss": 2.556,
       "step": 411
     },
     {
-      "epoch": 0.6257831782798557,
-      "grad_norm": 0.94921875,
-      "learning_rate": 3.2411502623414925e-06,
-      "loss": 2.4375,
+      "epoch": 0.3601595366879746,
+      "grad_norm": 0.8984375,
+      "learning_rate": 3.797749581586835e-05,
+      "loss": 2.5913,
       "step": 412
     },
     {
-      "epoch": 0.6273020694892728,
-      "grad_norm": 0.90625,
-      "learning_rate": 3.2181246379694886e-06,
-      "loss": 2.4859,
+      "epoch": 0.36103371032071246,
+      "grad_norm": 0.87109375,
+      "learning_rate": 3.7915571409584836e-05,
+      "loss": 2.5172,
       "step": 413
     },
     {
-      "epoch": 0.62882096069869,
-      "grad_norm": 0.94921875,
-      "learning_rate": 3.1951422186794447e-06,
-      "loss": 2.4439,
+      "epoch": 0.36190788395345025,
+      "grad_norm": 0.88671875,
+      "learning_rate": 3.7853538721969064e-05,
+      "loss": 2.4756,
       "step": 414
     },
     {
-      "epoch": 0.630339851908107,
-      "grad_norm": 0.84765625,
-      "learning_rate": 3.1722035617254333e-06,
-      "loss": 2.411,
+      "epoch": 0.36278205758618803,
+      "grad_norm": 0.8359375,
+      "learning_rate": 3.779139827308956e-05,
+      "loss": 2.5278,
       "step": 415
     },
     {
-      "epoch": 0.6318587431175242,
-      "grad_norm": 1.0078125,
-      "learning_rate": 3.149309223300428e-06,
-      "loss": 2.3643,
+      "epoch": 0.3636562312189259,
+      "grad_norm": 0.8671875,
+      "learning_rate": 3.7729150583918264e-05,
+      "loss": 2.4925,
       "step": 416
     },
     {
-      "epoch": 0.6333776343269414,
-      "grad_norm": 1.078125,
-      "learning_rate": 3.126459758522813e-06,
-      "loss": 2.4063,
+      "epoch": 0.36453040485166366,
+      "grad_norm": 0.90625,
+      "learning_rate": 3.766679617632624e-05,
+      "loss": 2.5038,
       "step": 417
     },
     {
-      "epoch": 0.6348965255363584,
-      "grad_norm": 1.0390625,
-      "learning_rate": 3.103655721422917e-06,
-      "loss": 2.4542,
+      "epoch": 0.36540457848440144,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.760433557307922e-05,
+      "loss": 2.518,
       "step": 418
     },
     {
-      "epoch": 0.6364154167457756,
-      "grad_norm": 0.8671875,
-      "learning_rate": 3.080897664929592e-06,
-      "loss": 2.392,
+      "epoch": 0.3662787521171393,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.754176929783327e-05,
+      "loss": 2.554,
       "step": 419
     },
     {
-      "epoch": 0.6379343079551927,
-      "grad_norm": 0.92578125,
-      "learning_rate": 3.0581861408567907e-06,
-      "loss": 2.4415,
+      "epoch": 0.36715292574987707,
+      "grad_norm": 0.859375,
+      "learning_rate": 3.74790978751304e-05,
+      "loss": 2.5062,
       "step": 420
     },
     {
-      "epoch": 0.6394531991646099,
-      "grad_norm": 0.86328125,
-      "learning_rate": 3.035521699890206e-06,
-      "loss": 2.414,
+      "epoch": 0.36802709938261485,
+      "grad_norm": 0.8828125,
+      "learning_rate": 3.7416321830394144e-05,
+      "loss": 2.5755,
       "step": 421
     },
     {
-      "epoch": 0.6409720903740269,
-      "grad_norm": 0.8828125,
-      "learning_rate": 3.0129048915739013e-06,
-      "loss": 2.48,
+      "epoch": 0.3689012730153527,
+      "grad_norm": 0.828125,
+      "learning_rate": 3.735344168992515e-05,
+      "loss": 2.5203,
       "step": 422
     },
     {
-      "epoch": 0.6424909815834441,
-      "grad_norm": 1.0546875,
-      "learning_rate": 2.9903362642969903e-06,
-      "loss": 2.4107,
+      "epoch": 0.3697754466480905,
+      "grad_norm": 0.859375,
+      "learning_rate": 3.7290457980896795e-05,
+      "loss": 2.4996,
       "step": 423
     },
     {
-      "epoch": 0.6440098727928613,
-      "grad_norm": 4.15625,
-      "learning_rate": 2.967816365280351e-06,
-      "loss": 2.4132,
+      "epoch": 0.37064962028082826,
+      "grad_norm": 0.859375,
+      "learning_rate": 3.722737123135075e-05,
+      "loss": 2.5625,
       "step": 424
     },
     {
-      "epoch": 0.6455287640022783,
-      "grad_norm": 0.9140625,
-      "learning_rate": 2.94534574056334e-06,
-      "loss": 2.4418,
+      "epoch": 0.3715237939135661,
+      "grad_norm": 0.8359375,
+      "learning_rate": 3.716418197019257e-05,
+      "loss": 2.5665,
       "step": 425
     },
     {
-      "epoch": 0.6470476552116955,
-      "grad_norm": 0.87890625,
-      "learning_rate": 2.9229249349905686e-06,
-      "loss": 2.4867,
+      "epoch": 0.3723979675463039,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.710089072718722e-05,
+      "loss": 2.5188,
       "step": 426
     },
     {
-      "epoch": 0.6485665464211126,
+      "epoch": 0.37327214117904167,
       "grad_norm": 0.84375,
-      "learning_rate": 2.9005544921986774e-06,
-      "loss": 2.4427,
+      "learning_rate": 3.7037498032954664e-05,
+      "loss": 2.5166,
       "step": 427
     },
     {
-      "epoch": 0.6500854376305297,
-      "grad_norm": 1.140625,
-      "learning_rate": 2.8782349546031673e-06,
-      "loss": 2.4603,
+      "epoch": 0.3741463148117795,
+      "grad_norm": 0.87890625,
+      "learning_rate": 3.697400441896543e-05,
+      "loss": 2.5166,
       "step": 428
     },
     {
-      "epoch": 0.6516043288399468,
-      "grad_norm": 0.84375,
-      "learning_rate": 2.8559668633852433e-06,
-      "loss": 2.382,
+      "epoch": 0.3750204884445173,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.691041041753613e-05,
+      "loss": 2.5436,
       "step": 429
     },
     {
-      "epoch": 0.653123220049364,
-      "grad_norm": 0.8359375,
-      "learning_rate": 2.8337507584786826e-06,
-      "loss": 2.4133,
+      "epoch": 0.3758946620772551,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.6846716561824965e-05,
+      "loss": 2.5019,
       "step": 430
     },
     {
-      "epoch": 0.6546421112587811,
-      "grad_norm": 0.8671875,
-      "learning_rate": 2.811587178556764e-06,
-      "loss": 2.4165,
+      "epoch": 0.3767688357099929,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.678292338582735e-05,
+      "loss": 2.5575,
       "step": 431
     },
     {
-      "epoch": 0.6561610024681982,
-      "grad_norm": 0.99609375,
-      "learning_rate": 2.789476661019186e-06,
-      "loss": 2.4604,
+      "epoch": 0.3776430093427307,
+      "grad_norm": 0.8046875,
+      "learning_rate": 3.671903142437134e-05,
+      "loss": 2.5161,
       "step": 432
     },
     {
-      "epoch": 0.6576798936776154,
-      "grad_norm": 0.93359375,
-      "learning_rate": 2.7674197419790493e-06,
-      "loss": 2.4372,
+      "epoch": 0.3785171829754685,
+      "grad_norm": 0.84765625,
+      "learning_rate": 3.6655041213113184e-05,
+      "loss": 2.5285,
       "step": 433
     },
     {
-      "epoch": 0.6591987848870324,
-      "grad_norm": 0.87109375,
-      "learning_rate": 2.7454169562498503e-06,
-      "loss": 2.4066,
+      "epoch": 0.37939135660820633,
+      "grad_norm": 0.8671875,
+      "learning_rate": 3.659095328853288e-05,
+      "loss": 2.4936,
       "step": 434
     },
     {
-      "epoch": 0.6607176760964496,
-      "grad_norm": 0.91796875,
-      "learning_rate": 2.723468837332517e-06,
-      "loss": 2.42,
+      "epoch": 0.3802655302409441,
+      "grad_norm": 0.85546875,
+      "learning_rate": 3.652676818792958e-05,
+      "loss": 2.5238,
       "step": 435
     },
     {
-      "epoch": 0.6622365673058667,
-      "grad_norm": 0.9765625,
-      "learning_rate": 2.7015759174024756e-06,
-      "loss": 2.3347,
+      "epoch": 0.3811397038736819,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.646248644941716e-05,
+      "loss": 2.4821,
       "step": 436
     },
     {
-      "epoch": 0.6637554585152838,
+      "epoch": 0.3820138775064197,
       "grad_norm": 0.87109375,
-      "learning_rate": 2.6797387272967414e-06,
-      "loss": 2.4629,
+      "learning_rate": 3.6398108611919696e-05,
+      "loss": 2.5309,
       "step": 437
     },
     {
-      "epoch": 0.665274349724701,
-      "grad_norm": 0.98046875,
-      "learning_rate": 2.65795779650105e-06,
-      "loss": 2.4078,
+      "epoch": 0.3828880511391575,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.633363521516693e-05,
+      "loss": 2.508,
       "step": 438
     },
     {
-      "epoch": 0.6667932409341181,
-      "grad_norm": 0.8984375,
-      "learning_rate": 2.63623365313702e-06,
-      "loss": 2.4538,
+      "epoch": 0.3837622247718953,
+      "grad_norm": 0.84765625,
+      "learning_rate": 3.626906679968974e-05,
+      "loss": 2.5292,
       "step": 439
     },
     {
-      "epoch": 0.6683121321435352,
-      "grad_norm": 0.88671875,
-      "learning_rate": 2.614566823949348e-06,
-      "loss": 2.4317,
+      "epoch": 0.3846363984046331,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.6204403906815655e-05,
+      "loss": 2.5175,
       "step": 440
     },
     {
-      "epoch": 0.6698310233529523,
-      "grad_norm": 0.89453125,
-      "learning_rate": 2.592957834293033e-06,
-      "loss": 2.3749,
+      "epoch": 0.38551057203737094,
+      "grad_norm": 0.890625,
+      "learning_rate": 3.613964707866424e-05,
+      "loss": 2.5478,
       "step": 441
     },
     {
-      "epoch": 0.6713499145623695,
-      "grad_norm": 0.88671875,
-      "learning_rate": 2.5714072081206407e-06,
-      "loss": 2.4384,
+      "epoch": 0.3863847456701087,
+      "grad_norm": 0.8359375,
+      "learning_rate": 3.607479685814261e-05,
+      "loss": 2.5442,
       "step": 442
     },
     {
-      "epoch": 0.6728688057717866,
-      "grad_norm": 0.8515625,
-      "learning_rate": 2.5499154679696014e-06,
-      "loss": 2.4108,
+      "epoch": 0.3872589193028465,
+      "grad_norm": 0.90234375,
+      "learning_rate": 3.600985378894086e-05,
+      "loss": 2.5198,
       "step": 443
     },
     {
-      "epoch": 0.6743876969812037,
-      "grad_norm": 0.8828125,
-      "learning_rate": 2.528483134949535e-06,
-      "loss": 2.4876,
+      "epoch": 0.38813309293558435,
+      "grad_norm": 0.94921875,
+      "learning_rate": 3.594481841552753e-05,
+      "loss": 2.5001,
       "step": 444
     },
     {
-      "epoch": 0.6759065881906209,
-      "grad_norm": 0.84375,
-      "learning_rate": 2.50711072872962e-06,
-      "loss": 2.4413,
+      "epoch": 0.38900726656832213,
+      "grad_norm": 0.8671875,
+      "learning_rate": 3.5879691283144964e-05,
+      "loss": 2.53,
       "step": 445
     },
     {
-      "epoch": 0.6774254794000379,
-      "grad_norm": 0.87890625,
-      "learning_rate": 2.4857987675259887e-06,
-      "loss": 2.4378,
+      "epoch": 0.3898814402010599,
+      "grad_norm": 0.859375,
+      "learning_rate": 3.5814472937804865e-05,
+      "loss": 2.5589,
       "step": 446
     },
     {
-      "epoch": 0.6789443706094551,
-      "grad_norm": 0.90625,
-      "learning_rate": 2.4645477680891734e-06,
-      "loss": 2.4039,
+      "epoch": 0.39075561383379775,
+      "grad_norm": 0.86328125,
+      "learning_rate": 3.574916392628359e-05,
+      "loss": 2.5402,
       "step": 447
     },
     {
-      "epoch": 0.6804632618188722,
-      "grad_norm": 0.890625,
-      "learning_rate": 2.4433582456915556e-06,
-      "loss": 2.5087,
+      "epoch": 0.39162978746653554,
+      "grad_norm": 0.85546875,
+      "learning_rate": 3.5683764796117634e-05,
+      "loss": 2.48,
       "step": 448
     },
     {
-      "epoch": 0.6819821530282894,
-      "grad_norm": 0.93359375,
-      "learning_rate": 2.422230714114891e-06,
-      "loss": 2.3984,
+      "epoch": 0.3925039610992733,
+      "grad_norm": 0.89453125,
+      "learning_rate": 3.561827609559905e-05,
+      "loss": 2.5504,
       "step": 449
     },
     {
-      "epoch": 0.6835010442377065,
-      "grad_norm": 0.96875,
-      "learning_rate": 2.4011656856378513e-06,
-      "loss": 2.3983,
+      "epoch": 0.39337813473201116,
+      "grad_norm": 0.8359375,
+      "learning_rate": 3.55526983737708e-05,
+      "loss": 2.5011,
       "step": 450
     },
     {
-      "epoch": 0.6850199354471236,
-      "grad_norm": 0.9296875,
-      "learning_rate": 2.3801636710235836e-06,
-      "loss": 2.4803,
+      "epoch": 0.39425230836474895,
+      "grad_norm": 0.8984375,
+      "learning_rate": 3.54870321804222e-05,
+      "loss": 2.4815,
       "step": 451
     },
     {
-      "epoch": 0.6865388266565408,
+      "epoch": 0.39512648199748673,
       "grad_norm": 0.85546875,
-      "learning_rate": 2.3592251795073564e-06,
-      "loss": 2.4262,
+      "learning_rate": 3.5421278066084276e-05,
+      "loss": 2.537,
       "step": 452
     },
     {
-      "epoch": 0.6880577178659578,
-      "grad_norm": 0.8828125,
-      "learning_rate": 2.338350718784177e-06,
-      "loss": 2.4503,
+      "epoch": 0.3960006556302246,
+      "grad_norm": 0.875,
+      "learning_rate": 3.535543658202518e-05,
+      "loss": 2.5111,
       "step": 453
     },
     {
-      "epoch": 0.689576609075375,
-      "grad_norm": 0.87109375,
-      "learning_rate": 2.3175407949965167e-06,
-      "loss": 2.4356,
+      "epoch": 0.39687482926296236,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.528950828024555e-05,
+      "loss": 2.4883,
       "step": 454
     },
     {
-      "epoch": 0.691095500284792,
-      "grad_norm": 0.8671875,
-      "learning_rate": 2.296795912722014e-06,
-      "loss": 2.4435,
+      "epoch": 0.39774900289570014,
+      "grad_norm": 0.828125,
+      "learning_rate": 3.522349371347387e-05,
+      "loss": 2.4712,
       "step": 455
     },
     {
-      "epoch": 0.6926143914942092,
-      "grad_norm": 1.0,
-      "learning_rate": 2.2761165749612417e-06,
-      "loss": 2.3985,
+      "epoch": 0.398623176528438,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.515739343516188e-05,
+      "loss": 2.4872,
       "step": 456
     },
     {
-      "epoch": 0.6941332827036264,
-      "grad_norm": 0.94921875,
-      "learning_rate": 2.25550328312553e-06,
-      "loss": 2.4073,
+      "epoch": 0.39949735016117577,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.509120799947987e-05,
+      "loss": 2.5711,
       "step": 457
     },
     {
-      "epoch": 0.6956521739130435,
-      "grad_norm": 0.88671875,
-      "learning_rate": 2.2349565370247837e-06,
-      "loss": 2.3838,
+      "epoch": 0.40037152379391355,
+      "grad_norm": 0.828125,
+      "learning_rate": 3.50249379613121e-05,
+      "loss": 2.5285,
       "step": 458
     },
     {
-      "epoch": 0.6971710651224606,
-      "grad_norm": 0.91015625,
-      "learning_rate": 2.214476834855382e-06,
-      "loss": 2.4342,
+      "epoch": 0.4012456974266514,
+      "grad_norm": 0.84765625,
+      "learning_rate": 3.49585838762521e-05,
+      "loss": 2.5139,
       "step": 459
     },
     {
-      "epoch": 0.6986899563318777,
-      "grad_norm": 0.84375,
-      "learning_rate": 2.1940646731880887e-06,
-      "loss": 2.4411,
+      "epoch": 0.4021198710593892,
+      "grad_norm": 0.8046875,
+      "learning_rate": 3.489214630059806e-05,
+      "loss": 2.5236,
       "step": 460
     },
     {
-      "epoch": 0.7002088475412949,
-      "grad_norm": 0.859375,
-      "learning_rate": 2.173720546956015e-06,
-      "loss": 2.4685,
+      "epoch": 0.40299404469212696,
+      "grad_norm": 0.81640625,
+      "learning_rate": 3.4825625791348096e-05,
+      "loss": 2.5336,
       "step": 461
     },
     {
-      "epoch": 0.7017277387507119,
-      "grad_norm": 0.9375,
-      "learning_rate": 2.1534449494426203e-06,
-      "loss": 2.4395,
+      "epoch": 0.4038682183248648,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.475902290619565e-05,
+      "loss": 2.4917,
       "step": 462
     },
     {
-      "epoch": 0.7032466299601291,
-      "grad_norm": 0.921875,
-      "learning_rate": 2.1332383722697483e-06,
-      "loss": 2.3932,
+      "epoch": 0.4047423919576026,
+      "grad_norm": 0.8359375,
+      "learning_rate": 3.469233820352477e-05,
+      "loss": 2.5423,
       "step": 463
     },
     {
-      "epoch": 0.7047655211695463,
-      "grad_norm": 0.9375,
-      "learning_rate": 2.1131013053857097e-06,
-      "loss": 2.4367,
+      "epoch": 0.40561656559034037,
+      "grad_norm": 0.85546875,
+      "learning_rate": 3.462557224240545e-05,
+      "loss": 2.4924,
       "step": 464
     },
     {
-      "epoch": 0.7062844123789633,
-      "grad_norm": 1.15625,
-      "learning_rate": 2.0930342370534013e-06,
-      "loss": 2.4825,
+      "epoch": 0.40649073922307816,
+      "grad_norm": 0.82421875,
+      "learning_rate": 3.455872558258895e-05,
+      "loss": 2.5107,
       "step": 465
     },
     {
-      "epoch": 0.7078033035883805,
-      "grad_norm": 0.87890625,
-      "learning_rate": 2.073037653838466e-06,
-      "loss": 2.4702,
+      "epoch": 0.407364912855816,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.449179878450308e-05,
+      "loss": 2.5197,
       "step": 466
     },
     {
-      "epoch": 0.7093221947977976,
-      "grad_norm": 0.96875,
-      "learning_rate": 2.053112040597495e-06,
-      "loss": 2.3709,
+      "epoch": 0.4082390864885538,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.442479240924749e-05,
+      "loss": 2.4901,
       "step": 467
     },
     {
-      "epoch": 0.7108410860072147,
-      "grad_norm": 0.96875,
-      "learning_rate": 2.0332578804662783e-06,
-      "loss": 2.3477,
+      "epoch": 0.40911326012129157,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.4357707018589036e-05,
+      "loss": 2.4912,
       "step": 468
     },
     {
-      "epoch": 0.7123599772166319,
-      "grad_norm": 0.859375,
-      "learning_rate": 2.013475654848076e-06,
-      "loss": 2.3872,
+      "epoch": 0.4099874337540294,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.429054317495697e-05,
+      "loss": 2.4534,
       "step": 469
     },
     {
-      "epoch": 0.713878868426049,
-      "grad_norm": 0.9140625,
-      "learning_rate": 1.99376584340196e-06,
-      "loss": 2.4375,
+      "epoch": 0.4108616073867672,
+      "grad_norm": 0.85546875,
+      "learning_rate": 3.4223301441438306e-05,
+      "loss": 2.4801,
       "step": 470
     },
     {
-      "epoch": 0.7153977596354661,
+      "epoch": 0.411735781019505,
       "grad_norm": 0.85546875,
-      "learning_rate": 1.9741289240311757e-06,
-      "loss": 2.4044,
+      "learning_rate": 3.415598238177307e-05,
+      "loss": 2.4984,
       "step": 471
     },
     {
-      "epoch": 0.7169166508448832,
-      "grad_norm": 0.84765625,
-      "learning_rate": 1.954565372871554e-06,
-      "loss": 2.3834,
+      "epoch": 0.4126099546522428,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.408858656034957e-05,
+      "loss": 2.5402,
       "step": 472
     },
     {
-      "epoch": 0.7184355420543004,
-      "grad_norm": 0.86328125,
-      "learning_rate": 1.935075664279978e-06,
-      "loss": 2.3561,
+      "epoch": 0.4134841282849806,
+      "grad_norm": 0.859375,
+      "learning_rate": 3.4021114542199664e-05,
+      "loss": 2.5232,
       "step": 473
     },
     {
-      "epoch": 0.7199544332637174,
-      "grad_norm": 0.98828125,
-      "learning_rate": 1.9156602708228584e-06,
-      "loss": 2.4273,
+      "epoch": 0.4143583019177184,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.395356689299401e-05,
+      "loss": 2.5168,
       "step": 474
     },
     {
-      "epoch": 0.7214733244731346,
-      "grad_norm": 0.8515625,
-      "learning_rate": 1.8963196632647008e-06,
-      "loss": 2.4413,
+      "epoch": 0.4152324755504562,
+      "grad_norm": 0.86328125,
+      "learning_rate": 3.3885944179037395e-05,
+      "loss": 2.5563,
       "step": 475
     },
     {
-      "epoch": 0.7229922156825518,
-      "grad_norm": 0.87109375,
-      "learning_rate": 1.8770543105566752e-06,
-      "loss": 2.4814,
+      "epoch": 0.416106649183194,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.381824696726386e-05,
+      "loss": 2.5104,
       "step": 476
     },
     {
-      "epoch": 0.7245111068919688,
-      "grad_norm": 0.84765625,
-      "learning_rate": 1.8578646798252432e-06,
-      "loss": 2.3857,
+      "epoch": 0.4169808228159318,
+      "grad_norm": 0.81640625,
+      "learning_rate": 3.3750475825232074e-05,
+      "loss": 2.5002,
       "step": 477
     },
     {
-      "epoch": 0.726029998101386,
-      "grad_norm": 0.9375,
-      "learning_rate": 1.8387512363608496e-06,
-      "loss": 2.4597,
+      "epoch": 0.41785499644866964,
+      "grad_norm": 0.828125,
+      "learning_rate": 3.3682631321120504e-05,
+      "loss": 2.5262,
       "step": 478
     },
     {
-      "epoch": 0.7275488893108031,
-      "grad_norm": 0.890625,
-      "learning_rate": 1.8197144436066167e-06,
-      "loss": 2.4199,
+      "epoch": 0.4187291700814074,
+      "grad_norm": 0.859375,
+      "learning_rate": 3.361471402372267e-05,
+      "loss": 2.5159,
       "step": 479
     },
     {
-      "epoch": 0.7290677805202203,
-      "grad_norm": 0.99609375,
-      "learning_rate": 1.8007547631471289e-06,
-      "loss": 2.4812,
+      "epoch": 0.4196033437141452,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.3546724502442354e-05,
+      "loss": 2.455,
       "step": 480
     },
     {
-      "epoch": 0.7305866717296373,
-      "grad_norm": 0.828125,
-      "learning_rate": 1.781872654697226e-06,
-      "loss": 2.3901,
+      "epoch": 0.42047751734688305,
+      "grad_norm": 0.796875,
+      "learning_rate": 3.347866332728889e-05,
+      "loss": 2.4299,
       "step": 481
     },
     {
-      "epoch": 0.7321055629390545,
-      "grad_norm": 0.8515625,
-      "learning_rate": 1.7630685760908623e-06,
-      "loss": 2.4603,
+      "epoch": 0.42135169097962083,
+      "grad_norm": 0.90625,
+      "learning_rate": 3.341053106887229e-05,
+      "loss": 2.5159,
       "step": 482
     },
     {
-      "epoch": 0.7336244541484717,
-      "grad_norm": 0.890625,
-      "learning_rate": 1.7443429832700038e-06,
-      "loss": 2.4276,
+      "epoch": 0.4222258646123586,
+      "grad_norm": 0.84765625,
+      "learning_rate": 3.3342328298398565e-05,
+      "loss": 2.4763,
       "step": 483
     },
     {
-      "epoch": 0.7351433453578887,
-      "grad_norm": 0.8984375,
-      "learning_rate": 1.7256963302735752e-06,
-      "loss": 2.4272,
+      "epoch": 0.42310003824509645,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.3274055587664856e-05,
+      "loss": 2.4768,
       "step": 484
     },
     {
-      "epoch": 0.7366622365673059,
+      "epoch": 0.42397421187783424,
       "grad_norm": 0.84765625,
-      "learning_rate": 1.7071290692264492e-06,
-      "loss": 2.3496,
+      "learning_rate": 3.320571350905466e-05,
+      "loss": 2.5295,
       "step": 485
     },
     {
-      "epoch": 0.738181127776723,
-      "grad_norm": 0.88671875,
-      "learning_rate": 1.6886416503284835e-06,
-      "loss": 2.4147,
+      "epoch": 0.424848385510572,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.313730263553306e-05,
+      "loss": 2.4913,
       "step": 486
     },
     {
-      "epoch": 0.7397000189861401,
-      "grad_norm": 0.8671875,
-      "learning_rate": 1.6702345218436066e-06,
-      "loss": 2.4918,
+      "epoch": 0.42572255914330986,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.3068823540641886e-05,
+      "loss": 2.5096,
       "step": 487
     },
     {
-      "epoch": 0.7412189101955572,
-      "grad_norm": 0.8984375,
-      "learning_rate": 1.6519081300889472e-06,
-      "loss": 2.4301,
+      "epoch": 0.42659673277604765,
+      "grad_norm": 0.8359375,
+      "learning_rate": 3.300027679849492e-05,
+      "loss": 2.5255,
       "step": 488
     },
     {
-      "epoch": 0.7427378014049744,
-      "grad_norm": 0.8671875,
-      "learning_rate": 1.6336629194240118e-06,
-      "loss": 2.4587,
+      "epoch": 0.42747090640878543,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.2931662983773106e-05,
+      "loss": 2.4564,
       "step": 489
     },
     {
-      "epoch": 0.7442566926143915,
+      "epoch": 0.4283450800415233,
       "grad_norm": 0.85546875,
-      "learning_rate": 1.6154993322399114e-06,
-      "loss": 2.386,
+      "learning_rate": 3.286298267171969e-05,
+      "loss": 2.5294,
       "step": 490
     },
     {
-      "epoch": 0.7457755838238086,
-      "grad_norm": 0.87109375,
-      "learning_rate": 1.5974178089486364e-06,
-      "loss": 2.4635,
+      "epoch": 0.42921925367426106,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.2794236438135405e-05,
+      "loss": 2.5117,
       "step": 491
     },
     {
-      "epoch": 0.7472944750332258,
-      "grad_norm": 0.81640625,
-      "learning_rate": 1.5794187879723755e-06,
-      "loss": 2.3878,
+      "epoch": 0.43009342730699884,
+      "grad_norm": 0.9375,
+      "learning_rate": 3.272542485937369e-05,
+      "loss": 2.4564,
       "step": 492
     },
     {
-      "epoch": 0.7488133662426428,
-      "grad_norm": 0.87890625,
-      "learning_rate": 1.561502705732883e-06,
-      "loss": 2.4565,
+      "epoch": 0.43096760093973663,
+      "grad_norm": 0.828125,
+      "learning_rate": 3.265654851233579e-05,
+      "loss": 2.4361,
       "step": 493
     },
     {
-      "epoch": 0.75033225745206,
-      "grad_norm": 0.8515625,
-      "learning_rate": 1.543669996640908e-06,
-      "loss": 2.3761,
+      "epoch": 0.43184177457247447,
+      "grad_norm": 0.8125,
+      "learning_rate": 3.258760797446598e-05,
+      "loss": 2.5215,
       "step": 494
     },
     {
-      "epoch": 0.7518511486614772,
-      "grad_norm": 0.93359375,
-      "learning_rate": 1.5259210930856423e-06,
-      "loss": 2.4103,
+      "epoch": 0.43271594820521225,
+      "grad_norm": 0.8125,
+      "learning_rate": 3.251860382374668e-05,
+      "loss": 2.4979,
       "step": 495
     },
     {
-      "epoch": 0.7533700398708942,
-      "grad_norm": 0.875,
-      "learning_rate": 1.5082564254242583e-06,
-      "loss": 2.4664,
+      "epoch": 0.43359012183795004,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.244953663869365e-05,
+      "loss": 2.5005,
       "step": 496
     },
     {
-      "epoch": 0.7548889310803114,
-      "grad_norm": 0.828125,
-      "learning_rate": 1.4906764219714537e-06,
-      "loss": 2.3815,
+      "epoch": 0.4344642954706879,
+      "grad_norm": 0.84375,
+      "learning_rate": 3.238040699835106e-05,
+      "loss": 2.5365,
       "step": 497
     },
     {
-      "epoch": 0.7564078222897285,
-      "grad_norm": 0.86328125,
-      "learning_rate": 1.4731815089890795e-06,
-      "loss": 2.3936,
+      "epoch": 0.43533846910342566,
+      "grad_norm": 0.82421875,
+      "learning_rate": 3.231121548228676e-05,
+      "loss": 2.5102,
       "step": 498
     },
     {
-      "epoch": 0.7579267134991456,
-      "grad_norm": 0.86328125,
-      "learning_rate": 1.455772110675804e-06,
-      "loss": 2.4351,
+      "epoch": 0.43621264273616345,
+      "grad_norm": 0.82421875,
+      "learning_rate": 3.2241962670587314e-05,
+      "loss": 2.4999,
       "step": 499
     },
     {
-      "epoch": 0.7594456047085627,
-      "grad_norm": 0.92578125,
-      "learning_rate": 1.438448649156815e-06,
-      "loss": 2.4531,
+      "epoch": 0.4370868163689013,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.2172649143853176e-05,
+      "loss": 2.4631,
       "step": 500
     },
     {
-      "epoch": 0.7609644959179799,
-      "grad_norm": 0.859375,
-      "learning_rate": 1.4212115444736024e-06,
-      "loss": 2.3204,
+      "epoch": 0.43796099000163907,
+      "grad_norm": 0.8125,
+      "learning_rate": 3.210327548319382e-05,
+      "loss": 2.5414,
       "step": 501
     },
     {
-      "epoch": 0.762483387127397,
-      "grad_norm": 0.8671875,
-      "learning_rate": 1.4040612145737608e-06,
-      "loss": 2.4785,
+      "epoch": 0.43883516363437686,
+      "grad_norm": 0.86328125,
+      "learning_rate": 3.203384227022291e-05,
+      "loss": 2.4368,
       "step": 502
     },
     {
-      "epoch": 0.7640022783368141,
-      "grad_norm": 0.8984375,
-      "learning_rate": 1.3869980753008537e-06,
-      "loss": 2.4757,
+      "epoch": 0.4397093372671147,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.196435008705332e-05,
+      "loss": 2.5089,
       "step": 503
     },
     {
-      "epoch": 0.7655211695462313,
-      "grad_norm": 0.890625,
-      "learning_rate": 1.370022540384347e-06,
-      "loss": 2.3726,
+      "epoch": 0.4405835108998525,
+      "grad_norm": 0.79296875,
+      "learning_rate": 3.1894799516292374e-05,
+      "loss": 2.4273,
       "step": 504
     },
     {
-      "epoch": 0.7670400607556483,
-      "grad_norm": 0.8359375,
-      "learning_rate": 1.353135021429554e-06,
-      "loss": 2.4188,
+      "epoch": 0.44145768453259027,
+      "grad_norm": 0.87109375,
+      "learning_rate": 3.1825191141036864e-05,
+      "loss": 2.4994,
       "step": 505
     },
     {
-      "epoch": 0.7685589519650655,
-      "grad_norm": 0.8203125,
-      "learning_rate": 1.3363359279076776e-06,
-      "loss": 2.3275,
+      "epoch": 0.4423318581653281,
+      "grad_norm": 0.82421875,
+      "learning_rate": 3.175552554486822e-05,
+      "loss": 2.4675,
       "step": 506
     },
     {
-      "epoch": 0.7700778431744826,
-      "grad_norm": 0.93359375,
-      "learning_rate": 1.3196256671458663e-06,
-      "loss": 2.4475,
+      "epoch": 0.4432060317980659,
+      "grad_norm": 0.81640625,
+      "learning_rate": 3.1685803311847596e-05,
+      "loss": 2.4315,
       "step": 507
     },
     {
-      "epoch": 0.7715967343838998,
-      "grad_norm": 0.875,
-      "learning_rate": 1.3030046443173445e-06,
-      "loss": 2.3754,
+      "epoch": 0.4440802054308037,
+      "grad_norm": 0.83203125,
+      "learning_rate": 3.161602502651099e-05,
+      "loss": 2.5206,
       "step": 508
     },
     {
-      "epoch": 0.7731156255933169,
-      "grad_norm": 0.84765625,
-      "learning_rate": 1.2864732624315867e-06,
-      "loss": 2.4502,
+      "epoch": 0.4449543790635415,
+      "grad_norm": 0.85546875,
+      "learning_rate": 3.1546191273864314e-05,
+      "loss": 2.4594,
       "step": 509
     },
     {
-      "epoch": 0.774634516802734,
-      "grad_norm": 0.89453125,
-      "learning_rate": 1.270031922324546e-06,
-      "loss": 2.4717,
+      "epoch": 0.4458285526962793,
+      "grad_norm": 0.80078125,
+      "learning_rate": 3.14763026393785e-05,
+      "loss": 2.4955,
       "step": 510
     },
     {
-      "epoch": 0.7761534080121512,
-      "grad_norm": 0.87109375,
-      "learning_rate": 1.2536810226489354e-06,
-      "loss": 2.4426,
+      "epoch": 0.4467027263290171,
+      "grad_norm": 0.80859375,
+      "learning_rate": 3.140635970898462e-05,
+      "loss": 2.4864,
       "step": 511
     },
     {
-      "epoch": 0.7776722992215682,
-      "grad_norm": 0.87109375,
-      "learning_rate": 1.237420959864561e-06,
-      "loss": 2.3612,
+      "epoch": 0.4475768999617549,
+      "grad_norm": 0.8515625,
+      "learning_rate": 3.133636306906895e-05,
+      "loss": 2.4598,
       "step": 512
     },
     {
-      "epoch": 0.7791911904309854,
-      "grad_norm": 0.83203125,
-      "learning_rate": 1.2212521282287093e-06,
-      "loss": 2.4509,
+      "epoch": 0.4484510735944927,
+      "grad_norm": 0.80859375,
+      "learning_rate": 3.126631330646802e-05,
+      "loss": 2.5357,
       "step": 513
     },
     {
-      "epoch": 0.7807100816404025,
-      "grad_norm": 0.8515625,
-      "learning_rate": 1.2051749197865875e-06,
-      "loss": 2.4396,
+      "epoch": 0.4493252472272305,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.1196211008463765e-05,
+      "loss": 2.499,
       "step": 514
     },
     {
-      "epoch": 0.7822289728498196,
-      "grad_norm": 0.80859375,
-      "learning_rate": 1.1891897243618184e-06,
-      "loss": 2.4232,
+      "epoch": 0.45019942085996834,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.112605676277855e-05,
+      "loss": 2.5166,
       "step": 515
     },
     {
-      "epoch": 0.7837478640592368,
-      "grad_norm": 0.87109375,
-      "learning_rate": 1.173296929546987e-06,
-      "loss": 2.4108,
+      "epoch": 0.4510735944927061,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.105585115757027e-05,
+      "loss": 2.4977,
       "step": 516
     },
     {
-      "epoch": 0.7852667552686539,
-      "grad_norm": 0.81640625,
-      "learning_rate": 1.1574969206942443e-06,
-      "loss": 2.4057,
+      "epoch": 0.4519477681254439,
+      "grad_norm": 0.80078125,
+      "learning_rate": 3.098559478142739e-05,
+      "loss": 2.48,
       "step": 517
     },
     {
-      "epoch": 0.786785646478071,
-      "grad_norm": 0.82421875,
-      "learning_rate": 1.1417900809059623e-06,
-      "loss": 2.4187,
+      "epoch": 0.45282194175818175,
+      "grad_norm": 0.83984375,
+      "learning_rate": 3.091528822336405e-05,
+      "loss": 2.5027,
       "step": 518
     },
     {
-      "epoch": 0.7883045376874881,
-      "grad_norm": 0.87890625,
-      "learning_rate": 1.1261767910254422e-06,
-      "loss": 2.4451,
+      "epoch": 0.45369611539091953,
+      "grad_norm": 0.8125,
+      "learning_rate": 3.084493207281507e-05,
+      "loss": 2.4363,
       "step": 519
     },
     {
-      "epoch": 0.7898234288969053,
-      "grad_norm": 0.828125,
-      "learning_rate": 1.1106574296276923e-06,
-      "loss": 2.3739,
+      "epoch": 0.4545702890236573,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.077452691963108e-05,
+      "loss": 2.4709,
       "step": 520
     },
     {
-      "epoch": 0.7913423201063224,
-      "grad_norm": 0.99609375,
-      "learning_rate": 1.095232373010226e-06,
-      "loss": 2.4306,
+      "epoch": 0.4554444626563951,
+      "grad_norm": 0.7890625,
+      "learning_rate": 3.0704073354073524e-05,
+      "loss": 2.4589,
       "step": 521
     },
     {
-      "epoch": 0.7928612113157395,
-      "grad_norm": 0.85546875,
-      "learning_rate": 1.0799019951839656e-06,
-      "loss": 2.3165,
+      "epoch": 0.45631863628913294,
+      "grad_norm": 0.84765625,
+      "learning_rate": 3.063357196680969e-05,
+      "loss": 2.5196,
       "step": 522
     },
     {
-      "epoch": 0.7943801025251567,
-      "grad_norm": 0.89453125,
-      "learning_rate": 1.0646666678641477e-06,
-      "loss": 2.4474,
+      "epoch": 0.4571928099218707,
+      "grad_norm": 0.796875,
+      "learning_rate": 3.056302334890786e-05,
+      "loss": 2.4767,
       "step": 523
     },
     {
-      "epoch": 0.7958989937345737,
-      "grad_norm": 0.859375,
-      "learning_rate": 1.0495267604613273e-06,
-      "loss": 2.4753,
+      "epoch": 0.4580669835546085,
+      "grad_norm": 0.796875,
+      "learning_rate": 3.0492428091832235e-05,
+      "loss": 2.5096,
       "step": 524
     },
     {
-      "epoch": 0.7974178849439909,
-      "grad_norm": 0.84375,
-      "learning_rate": 1.0344826400724185e-06,
-      "loss": 2.3867,
+      "epoch": 0.45894115718734635,
+      "grad_norm": 0.80078125,
+      "learning_rate": 3.0421786787438046e-05,
+      "loss": 2.472,
       "step": 525
     },
     {
-      "epoch": 0.798936776153408,
-      "grad_norm": 0.84765625,
-      "learning_rate": 1.0195346714717813e-06,
-      "loss": 2.4024,
+      "epoch": 0.45981533082008413,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.0351100027966576e-05,
+      "loss": 2.4269,
       "step": 526
     },
     {
-      "epoch": 0.8004556673628251,
-      "grad_norm": 0.83984375,
-      "learning_rate": 1.0046832171023952e-06,
-      "loss": 2.4095,
+      "epoch": 0.4606895044528219,
+      "grad_norm": 0.78515625,
+      "learning_rate": 3.028036840604019e-05,
+      "loss": 2.4802,
       "step": 527
     },
     {
-      "epoch": 0.8019745585722423,
-      "grad_norm": 0.8828125,
-      "learning_rate": 9.899286370670575e-07,
-      "loss": 2.4188,
+      "epoch": 0.46156367808555976,
+      "grad_norm": 0.796875,
+      "learning_rate": 3.0209592514657365e-05,
+      "loss": 2.4102,
       "step": 528
     },
     {
-      "epoch": 0.8034934497816594,
-      "grad_norm": 0.9921875,
-      "learning_rate": 9.752712891196558e-07,
-      "loss": 2.3859,
+      "epoch": 0.46243785171829754,
+      "grad_norm": 0.875,
+      "learning_rate": 3.0138772947187743e-05,
+      "loss": 2.5099,
       "step": 529
     },
     {
-      "epoch": 0.8050123409910765,
-      "grad_norm": 0.8515625,
-      "learning_rate": 9.607115286564972e-07,
-      "loss": 2.4168,
+      "epoch": 0.46331202535103533,
+      "grad_norm": 0.8203125,
+      "learning_rate": 3.006791029736711e-05,
+      "loss": 2.5259,
       "step": 530
     },
     {
-      "epoch": 0.8065312322004936,
-      "grad_norm": 0.83984375,
-      "learning_rate": 9.46249708707681e-07,
-      "loss": 2.4961,
+      "epoch": 0.46418619898377317,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.999700515929247e-05,
+      "loss": 2.3805,
       "step": 531
     },
     {
-      "epoch": 0.8080501234099108,
-      "grad_norm": 0.92578125,
-      "learning_rate": 9.318861799285539e-07,
-      "loss": 2.4079,
+      "epoch": 0.46506037261651095,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.9926058127417018e-05,
+      "loss": 2.4986,
       "step": 532
     },
     {
-      "epoch": 0.8095690146193278,
-      "grad_norm": 0.8203125,
-      "learning_rate": 9.176212905911946e-07,
-      "loss": 2.4301,
+      "epoch": 0.46593454624924874,
+      "grad_norm": 0.8515625,
+      "learning_rate": 2.9855069796545186e-05,
+      "loss": 2.5136,
       "step": 533
     },
     {
-      "epoch": 0.811087905828745,
-      "grad_norm": 0.9375,
-      "learning_rate": 9.034553865759754e-07,
-      "loss": 2.3373,
+      "epoch": 0.4668087198819866,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.9784040761827658e-05,
+      "loss": 2.4745,
       "step": 534
     },
     {
-      "epoch": 0.8126067970381622,
-      "grad_norm": 0.8515625,
-      "learning_rate": 8.893888113631732e-07,
-      "loss": 2.4129,
+      "epoch": 0.46768289351472436,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.9712971618756364e-05,
+      "loss": 2.4878,
       "step": 535
     },
     {
-      "epoch": 0.8141256882475792,
-      "grad_norm": 0.8359375,
-      "learning_rate": 8.754219060246432e-07,
-      "loss": 2.4006,
+      "epoch": 0.46855706714746215,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.9641862963159478e-05,
+      "loss": 2.4917,
       "step": 536
     },
     {
-      "epoch": 0.8156445794569964,
-      "grad_norm": 0.875,
-      "learning_rate": 8.615550092155478e-07,
-      "loss": 2.4266,
+      "epoch": 0.4694312407802,
+      "grad_norm": 0.828125,
+      "learning_rate": 2.9570715391196463e-05,
+      "loss": 2.4364,
       "step": 537
     },
     {
-      "epoch": 0.8171634706664135,
-      "grad_norm": 0.859375,
-      "learning_rate": 8.477884571661449e-07,
-      "loss": 2.338,
+      "epoch": 0.4703054144129378,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.9499529499353024e-05,
+      "loss": 2.4615,
       "step": 538
     },
     {
-      "epoch": 0.8186823618758307,
-      "grad_norm": 1.0234375,
-      "learning_rate": 8.341225836736367e-07,
-      "loss": 2.3338,
+      "epoch": 0.47117958804567556,
+      "grad_norm": 0.8515625,
+      "learning_rate": 2.942830588443615e-05,
+      "loss": 2.526,
       "step": 539
     },
     {
-      "epoch": 0.8202012530852477,
-      "grad_norm": 1.03125,
-      "learning_rate": 8.20557720094074e-07,
-      "loss": 2.4662,
+      "epoch": 0.4720537616784134,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.935704514356909e-05,
+      "loss": 2.5232,
       "step": 540
     },
     {
-      "epoch": 0.8217201442946649,
-      "grad_norm": 0.84765625,
-      "learning_rate": 8.070941953343242e-07,
-      "loss": 2.4553,
+      "epoch": 0.4729279353111512,
+      "grad_norm": 0.828125,
+      "learning_rate": 2.9285747874186342e-05,
+      "loss": 2.47,
       "step": 541
     },
     {
-      "epoch": 0.8232390355040821,
-      "grad_norm": 0.828125,
-      "learning_rate": 7.937323358440935e-07,
-      "loss": 2.385,
+      "epoch": 0.47380210894388897,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.9214414674028658e-05,
+      "loss": 2.5342,
       "step": 542
     },
     {
-      "epoch": 0.8247579267134991,
-      "grad_norm": 0.82421875,
-      "learning_rate": 7.804724656080182e-07,
-      "loss": 2.3504,
+      "epoch": 0.4746762825766268,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.9143046141138015e-05,
+      "loss": 2.5103,
       "step": 543
     },
     {
-      "epoch": 0.8262768179229163,
-      "grad_norm": 0.86328125,
-      "learning_rate": 7.673149061377966e-07,
-      "loss": 2.4097,
+      "epoch": 0.4755504562093646,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.9071642873852612e-05,
+      "loss": 2.4559,
       "step": 544
     },
     {
-      "epoch": 0.8277957091323334,
-      "grad_norm": 0.84765625,
-      "learning_rate": 7.542599764644049e-07,
-      "loss": 2.3469,
+      "epoch": 0.4764246298421024,
+      "grad_norm": 0.8359375,
+      "learning_rate": 2.900020547080188e-05,
+      "loss": 2.5457,
       "step": 545
     },
     {
-      "epoch": 0.8293146003417505,
-      "grad_norm": 0.8671875,
-      "learning_rate": 7.413079931303591e-07,
-      "loss": 2.3823,
+      "epoch": 0.4772988034748402,
+      "grad_norm": 0.85546875,
+      "learning_rate": 2.8928734530901403e-05,
+      "loss": 2.5192,
       "step": 546
     },
     {
-      "epoch": 0.8308334915511677,
-      "grad_norm": 0.8671875,
-      "learning_rate": 7.284592701820325e-07,
-      "loss": 2.4564,
+      "epoch": 0.478172977107578,
+      "grad_norm": 0.796875,
+      "learning_rate": 2.8857230653347945e-05,
+      "loss": 2.414,
       "step": 547
     },
     {
-      "epoch": 0.8323523827605848,
-      "grad_norm": 0.93359375,
-      "learning_rate": 7.157141191620548e-07,
-      "loss": 2.4415,
+      "epoch": 0.4790471507403158,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.878569443761442e-05,
+      "loss": 2.5149,
       "step": 548
     },
     {
-      "epoch": 0.8338712739700019,
-      "grad_norm": 0.87890625,
-      "learning_rate": 7.030728491017408e-07,
-      "loss": 2.4262,
+      "epoch": 0.47992132437305357,
+      "grad_norm": 0.7890625,
+      "learning_rate": 2.871412648344485e-05,
+      "loss": 2.412,
       "step": 549
     },
     {
-      "epoch": 0.835390165179419,
-      "grad_norm": 0.87890625,
-      "learning_rate": 6.905357665136142e-07,
-      "loss": 2.3055,
+      "epoch": 0.4807954980057914,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.8642527390849326e-05,
+      "loss": 2.4455,
       "step": 550
     },
     {
-      "epoch": 0.8369090563888362,
-      "grad_norm": 0.88671875,
-      "learning_rate": 6.781031753839662e-07,
-      "loss": 2.5036,
+      "epoch": 0.4816696716385292,
+      "grad_norm": 0.91796875,
+      "learning_rate": 2.8570897760099042e-05,
+      "loss": 2.4805,
       "step": 551
     },
     {
-      "epoch": 0.8384279475982532,
-      "grad_norm": 0.8515625,
-      "learning_rate": 6.657753771654812e-07,
-      "loss": 2.3845,
+      "epoch": 0.482543845271267,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.849923819172117e-05,
+      "loss": 2.4148,
       "step": 552
     },
     {
-      "epoch": 0.8399468388076704,
-      "grad_norm": 0.828125,
-      "learning_rate": 6.535526707699408e-07,
-      "loss": 2.3961,
+      "epoch": 0.4834180189040048,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.8427549286493904e-05,
+      "loss": 2.4873,
       "step": 553
     },
     {
-      "epoch": 0.8414657300170876,
-      "grad_norm": 0.83203125,
-      "learning_rate": 6.414353525609628e-07,
-      "loss": 2.4355,
+      "epoch": 0.4842921925367426,
+      "grad_norm": 0.8671875,
+      "learning_rate": 2.8355831645441388e-05,
+      "loss": 2.4999,
       "step": 554
     },
     {
-      "epoch": 0.8429846212265046,
-      "grad_norm": 0.87890625,
-      "learning_rate": 6.294237163468231e-07,
-      "loss": 2.4291,
+      "epoch": 0.4851663661694804,
+      "grad_norm": 0.83203125,
+      "learning_rate": 2.8284085869828665e-05,
+      "loss": 2.527,
       "step": 555
     },
     {
-      "epoch": 0.8445035124359218,
-      "grad_norm": 0.875,
-      "learning_rate": 6.175180533733277e-07,
-      "loss": 2.4261,
+      "epoch": 0.48604053980221823,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.821231256115666e-05,
+      "loss": 2.4385,
       "step": 556
     },
     {
-      "epoch": 0.8460224036453389,
-      "grad_norm": 0.890625,
-      "learning_rate": 6.057186523167529e-07,
-      "loss": 2.4062,
+      "epoch": 0.486914713434956,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.8140512321157142e-05,
+      "loss": 2.5412,
       "step": 557
     },
     {
-      "epoch": 0.847541294854756,
-      "grad_norm": 0.8203125,
-      "learning_rate": 5.940257992768456e-07,
-      "loss": 2.4546,
+      "epoch": 0.4877888870676938,
+      "grad_norm": 0.8515625,
+      "learning_rate": 2.8068685751787636e-05,
+      "loss": 2.5424,
       "step": 558
     },
     {
-      "epoch": 0.8490601860641731,
-      "grad_norm": 0.8671875,
-      "learning_rate": 5.824397777698859e-07,
-      "loss": 2.4496,
+      "epoch": 0.48866306070043164,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.799683345522644e-05,
+      "loss": 2.5117,
       "step": 559
     },
     {
-      "epoch": 0.8505790772735903,
-      "grad_norm": 0.88671875,
-      "learning_rate": 5.709608687218116e-07,
-      "loss": 2.3831,
+      "epoch": 0.4895372343331694,
+      "grad_norm": 0.76953125,
+      "learning_rate": 2.792495603386753e-05,
+      "loss": 2.4806,
       "step": 560
     },
     {
-      "epoch": 0.8520979684830075,
-      "grad_norm": 0.875,
-      "learning_rate": 5.595893504614097e-07,
-      "loss": 2.4172,
+      "epoch": 0.4904114079659072,
+      "grad_norm": 0.85546875,
+      "learning_rate": 2.7853054090315505e-05,
+      "loss": 2.5502,
       "step": 561
     },
     {
-      "epoch": 0.8536168596924245,
-      "grad_norm": 0.84375,
-      "learning_rate": 5.483254987135644e-07,
-      "loss": 2.4194,
+      "epoch": 0.49128558159864505,
+      "grad_norm": 1.0078125,
+      "learning_rate": 2.778112822738059e-05,
+      "loss": 2.4464,
       "step": 562
     },
     {
-      "epoch": 0.8551357509018417,
-      "grad_norm": 0.87890625,
-      "learning_rate": 5.371695865925736e-07,
-      "loss": 2.3656,
+      "epoch": 0.49215975523138283,
+      "grad_norm": 0.8046875,
+      "learning_rate": 2.770917904807352e-05,
+      "loss": 2.4851,
       "step": 563
     },
     {
-      "epoch": 0.8566546421112587,
-      "grad_norm": 0.84765625,
-      "learning_rate": 5.261218845955246e-07,
-      "loss": 2.3516,
+      "epoch": 0.4930339288641206,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.7637207155600497e-05,
+      "loss": 2.5079,
       "step": 564
     },
     {
-      "epoch": 0.8581735333206759,
-      "grad_norm": 0.859375,
-      "learning_rate": 5.151826605957394e-07,
-      "loss": 2.4581,
+      "epoch": 0.49390810249685846,
+      "grad_norm": 0.8359375,
+      "learning_rate": 2.756521315335818e-05,
+      "loss": 2.5144,
       "step": 565
     },
     {
-      "epoch": 0.859692424530093,
-      "grad_norm": 0.90625,
-      "learning_rate": 5.043521798362755e-07,
-      "loss": 2.4911,
+      "epoch": 0.49478227612959624,
+      "grad_norm": 0.83203125,
+      "learning_rate": 2.7493197644928563e-05,
+      "loss": 2.5332,
       "step": 566
     },
     {
-      "epoch": 0.8612113157395102,
-      "grad_norm": 0.890625,
-      "learning_rate": 4.936307049234956e-07,
-      "loss": 2.4658,
+      "epoch": 0.49565644976233403,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.742116123407396e-05,
+      "loss": 2.5106,
       "step": 567
     },
     {
-      "epoch": 0.8627302069489273,
-      "grad_norm": 0.859375,
-      "learning_rate": 4.830184958207007e-07,
-      "loss": 2.4005,
+      "epoch": 0.49653062339507187,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.7349104524731916e-05,
+      "loss": 2.5031,
       "step": 568
     },
     {
-      "epoch": 0.8642490981583444,
-      "grad_norm": 0.875,
-      "learning_rate": 4.725158098418309e-07,
-      "loss": 2.4644,
+      "epoch": 0.49740479702780965,
+      "grad_norm": 0.83203125,
+      "learning_rate": 2.7277028121010162e-05,
+      "loss": 2.4668,
       "step": 569
     },
     {
-      "epoch": 0.8657679893677616,
-      "grad_norm": 0.8125,
-      "learning_rate": 4.6212290164521554e-07,
-      "loss": 2.2967,
+      "epoch": 0.49827897066054744,
+      "grad_norm": 0.85546875,
+      "learning_rate": 2.720493262718153e-05,
+      "loss": 2.5557,
       "step": 570
     },
     {
-      "epoch": 0.8672868805771786,
-      "grad_norm": 0.890625,
-      "learning_rate": 4.5184002322740784e-07,
-      "loss": 2.3816,
+      "epoch": 0.4991531442932853,
+      "grad_norm": 0.7890625,
+      "learning_rate": 2.7132818647678916e-05,
+      "loss": 2.4921,
       "step": 571
     },
     {
-      "epoch": 0.8688057717865958,
-      "grad_norm": 0.890625,
-      "learning_rate": 4.4166742391707593e-07,
-      "loss": 2.4745,
+      "epoch": 0.5000273179260231,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.7060686787090182e-05,
+      "loss": 2.496,
       "step": 572
     },
     {
-      "epoch": 0.870324662996013,
-      "grad_norm": 0.890625,
-      "learning_rate": 4.316053503689466e-07,
-      "loss": 2.4481,
+      "epoch": 0.5009014915587608,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.6988537650153107e-05,
+      "loss": 2.511,
       "step": 573
     },
     {
-      "epoch": 0.87184355420543,
-      "grad_norm": 0.89453125,
-      "learning_rate": 4.2165404655783836e-07,
-      "loss": 2.4813,
+      "epoch": 0.5017756651914986,
+      "grad_norm": 0.828125,
+      "learning_rate": 2.691637184175031e-05,
+      "loss": 2.5194,
       "step": 574
     },
     {
-      "epoch": 0.8733624454148472,
-      "grad_norm": 0.8671875,
-      "learning_rate": 4.1181375377273237e-07,
-      "loss": 2.4648,
+      "epoch": 0.5026498388242364,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.6844189966904192e-05,
+      "loss": 2.4826,
       "step": 575
     },
     {
-      "epoch": 0.8748813366242643,
-      "grad_norm": 0.8515625,
-      "learning_rate": 4.020847106109349e-07,
-      "loss": 2.5166,
+      "epoch": 0.5035240124569743,
+      "grad_norm": 0.828125,
+      "learning_rate": 2.6771992630771824e-05,
+      "loss": 2.4936,
       "step": 576
     },
     {
-      "epoch": 0.8764002278336814,
-      "grad_norm": 0.8515625,
-      "learning_rate": 3.9246715297228176e-07,
-      "loss": 2.3706,
+      "epoch": 0.5043981860897121,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.6699780438639925e-05,
+      "loss": 2.5083,
       "step": 577
     },
     {
-      "epoch": 0.8779191190430985,
-      "grad_norm": 0.84375,
-      "learning_rate": 3.829613140534222e-07,
-      "loss": 2.4946,
+      "epoch": 0.5052723597224499,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.6627553995919764e-05,
+      "loss": 2.4806,
       "step": 578
     },
     {
-      "epoch": 0.8794380102525157,
-      "grad_norm": 0.890625,
-      "learning_rate": 3.7356742434216775e-07,
-      "loss": 2.4344,
+      "epoch": 0.5061465333551877,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.6555313908142053e-05,
+      "loss": 2.5227,
       "step": 579
     },
     {
-      "epoch": 0.8809569014619328,
-      "grad_norm": 0.84765625,
-      "learning_rate": 3.642857116118986e-07,
-      "loss": 2.4431,
+      "epoch": 0.5070207069879255,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.648306078095194e-05,
+      "loss": 2.4796,
       "step": 580
     },
     {
-      "epoch": 0.8824757926713499,
-      "grad_norm": 0.875,
-      "learning_rate": 3.5511640091604293e-07,
-      "loss": 2.3728,
+      "epoch": 0.5078948806206632,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.6410795220103877e-05,
+      "loss": 2.4873,
       "step": 581
     },
     {
-      "epoch": 0.8839946838807671,
-      "grad_norm": 0.81640625,
-      "learning_rate": 3.4605971458262e-07,
-      "loss": 2.358,
+      "epoch": 0.5087690542534011,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.6338517831456555e-05,
+      "loss": 2.5188,
       "step": 582
     },
     {
-      "epoch": 0.8855135750901841,
-      "grad_norm": 0.8515625,
-      "learning_rate": 3.371158722088497e-07,
-      "loss": 2.4764,
+      "epoch": 0.5096432278861389,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.6266229220967818e-05,
+      "loss": 2.461,
       "step": 583
     },
     {
-      "epoch": 0.8870324662996013,
-      "grad_norm": 0.8984375,
-      "learning_rate": 3.2828509065582713e-07,
-      "loss": 2.4414,
+      "epoch": 0.5105174015188767,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.619392999468962e-05,
+      "loss": 2.5317,
       "step": 584
     },
     {
-      "epoch": 0.8885513575090184,
-      "grad_norm": 0.8515625,
-      "learning_rate": 3.195675840432655e-07,
-      "loss": 2.4016,
+      "epoch": 0.5113915751516145,
+      "grad_norm": 0.83203125,
+      "learning_rate": 2.6121620758762877e-05,
+      "loss": 2.5001,
       "step": 585
     },
     {
-      "epoch": 0.8900702487184355,
-      "grad_norm": 0.85546875,
-      "learning_rate": 3.109635637443026e-07,
-      "loss": 2.4212,
+      "epoch": 0.5122657487843523,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.604930211941245e-05,
+      "loss": 2.5155,
       "step": 586
     },
     {
-      "epoch": 0.8915891399278527,
-      "grad_norm": 0.890625,
-      "learning_rate": 3.02473238380378e-07,
-      "loss": 2.2654,
+      "epoch": 0.51313992241709,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.5976974682942046e-05,
+      "loss": 2.4995,
       "step": 587
     },
     {
-      "epoch": 0.8931080311372698,
-      "grad_norm": 0.953125,
-      "learning_rate": 2.9409681381617315e-07,
-      "loss": 2.2745,
+      "epoch": 0.514014096049828,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.5904639055729092e-05,
+      "loss": 2.4771,
       "step": 588
     },
     {
-      "epoch": 0.894626922346687,
-      "grad_norm": 0.9921875,
-      "learning_rate": 2.858344931546181e-07,
-      "loss": 2.3712,
+      "epoch": 0.5148882696825657,
+      "grad_norm": 0.87109375,
+      "learning_rate": 2.5832295844219696e-05,
+      "loss": 2.4807,
       "step": 589
     },
     {
-      "epoch": 0.896145813556104,
-      "grad_norm": 0.86328125,
-      "learning_rate": 2.776864767319731e-07,
-      "loss": 2.4357,
+      "epoch": 0.5157624433153035,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.5759945654923575e-05,
+      "loss": 2.4858,
       "step": 590
     },
     {
-      "epoch": 0.8976647047655212,
-      "grad_norm": 0.890625,
-      "learning_rate": 2.696529621129618e-07,
-      "loss": 2.4577,
+      "epoch": 0.5166366169480413,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.5687589094408908e-05,
+      "loss": 2.4595,
       "step": 591
     },
     {
-      "epoch": 0.8991835959749382,
-      "grad_norm": 0.828125,
-      "learning_rate": 2.617341440859883e-07,
-      "loss": 2.3876,
+      "epoch": 0.5175107905807791,
+      "grad_norm": 3.796875,
+      "learning_rate": 2.5615226769297325e-05,
+      "loss": 2.5661,
       "step": 592
     },
     {
-      "epoch": 0.9007024871843554,
-      "grad_norm": 0.9609375,
-      "learning_rate": 2.539302146584116e-07,
-      "loss": 2.3993,
+      "epoch": 0.5183849642135169,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.554285928625877e-05,
+      "loss": 2.5154,
       "step": 593
     },
     {
-      "epoch": 0.9022213783937726,
-      "grad_norm": 0.828125,
-      "learning_rate": 2.4624136305188895e-07,
-      "loss": 2.3749,
+      "epoch": 0.5192591378462547,
+      "grad_norm": 0.83984375,
+      "learning_rate": 2.5470487252006414e-05,
+      "loss": 2.4824,
       "step": 594
     },
     {
-      "epoch": 0.9037402696031896,
-      "grad_norm": 0.87109375,
-      "learning_rate": 2.3866777569779234e-07,
-      "loss": 2.4471,
+      "epoch": 0.5201333114789926,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.539811127329161e-05,
+      "loss": 2.4549,
       "step": 595
     },
     {
-      "epoch": 0.9052591608126068,
-      "grad_norm": 0.86328125,
-      "learning_rate": 2.3120963623267822e-07,
-      "loss": 2.3111,
+      "epoch": 0.5210074851117303,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.5325731956898767e-05,
+      "loss": 2.438,
       "step": 596
     },
     {
-      "epoch": 0.9067780520220239,
-      "grad_norm": 0.86328125,
-      "learning_rate": 2.2386712549384848e-07,
-      "loss": 2.3943,
+      "epoch": 0.5218816587444681,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.5253349909640278e-05,
+      "loss": 2.4597,
       "step": 597
     },
     {
-      "epoch": 0.9082969432314411,
-      "grad_norm": 0.875,
-      "learning_rate": 2.1664042151495424e-07,
-      "loss": 2.4127,
+      "epoch": 0.5227558323772059,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.518096573835143e-05,
+      "loss": 2.5094,
       "step": 598
     },
     {
-      "epoch": 0.9098158344408582,
-      "grad_norm": 0.859375,
-      "learning_rate": 2.095296995216828e-07,
-      "loss": 2.5428,
+      "epoch": 0.5236300060099437,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.510858004988533e-05,
+      "loss": 2.5704,
       "step": 599
     },
     {
-      "epoch": 0.9113347256502753,
-      "grad_norm": 0.88671875,
-      "learning_rate": 2.0253513192751374e-07,
-      "loss": 2.4433,
+      "epoch": 0.5245041796426815,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.5036193451107776e-05,
+      "loss": 2.4547,
       "step": 600
     },
     {
-      "epoch": 0.9128536168596925,
-      "grad_norm": 0.9140625,
-      "learning_rate": 1.9565688832952846e-07,
-      "loss": 2.4961,
+      "epoch": 0.5253783532754194,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.4963806548892233e-05,
+      "loss": 2.5035,
       "step": 601
     },
     {
-      "epoch": 0.9143725080691095,
-      "grad_norm": 0.87109375,
-      "learning_rate": 1.8889513550430892e-07,
-      "loss": 2.4045,
+      "epoch": 0.5262525269081572,
+      "grad_norm": 0.8046875,
+      "learning_rate": 2.489141995011468e-05,
+      "loss": 2.4283,
       "step": 602
     },
     {
-      "epoch": 0.9158913992785267,
+      "epoch": 0.5271267005408949,
       "grad_norm": 0.84375,
-      "learning_rate": 1.8225003740388546e-07,
-      "loss": 2.4311,
+      "learning_rate": 2.4819034261648573e-05,
+      "loss": 2.472,
       "step": 603
     },
     {
-      "epoch": 0.9174102904879438,
-      "grad_norm": 0.859375,
-      "learning_rate": 1.7572175515176538e-07,
-      "loss": 2.4039,
+      "epoch": 0.5280008741736327,
+      "grad_norm": 0.8359375,
+      "learning_rate": 2.474665009035973e-05,
+      "loss": 2.4643,
       "step": 604
     },
     {
-      "epoch": 0.9189291816973609,
-      "grad_norm": 0.91796875,
-      "learning_rate": 1.693104470390261e-07,
-      "loss": 2.4362,
+      "epoch": 0.5288750478063705,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.4674268043101242e-05,
+      "loss": 2.5151,
       "step": 605
     },
     {
-      "epoch": 0.9204480729067781,
+      "epoch": 0.5297492214391083,
       "grad_norm": 0.8359375,
-      "learning_rate": 1.6301626852047504e-07,
-      "loss": 2.3737,
+      "learning_rate": 2.4601888726708393e-05,
+      "loss": 2.5029,
       "step": 606
     },
     {
-      "epoch": 0.9219669641161952,
-      "grad_norm": 0.83203125,
-      "learning_rate": 1.5683937221088242e-07,
-      "loss": 2.3526,
+      "epoch": 0.5306233950718462,
+      "grad_norm": 0.8359375,
+      "learning_rate": 2.4529512747993595e-05,
+      "loss": 2.4279,
       "step": 607
     },
     {
-      "epoch": 0.9234858553256123,
-      "grad_norm": 0.8828125,
-      "learning_rate": 1.5077990788127993e-07,
-      "loss": 2.4345,
+      "epoch": 0.531497568704584,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.4457140713741237e-05,
+      "loss": 2.4896,
       "step": 608
     },
     {
-      "epoch": 0.9250047465350294,
-      "grad_norm": 0.91796875,
-      "learning_rate": 1.448380224553303e-07,
-      "loss": 2.359,
+      "epoch": 0.5323717423373218,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.4384773230702674e-05,
+      "loss": 2.5096,
       "step": 609
     },
     {
-      "epoch": 0.9265236377444466,
-      "grad_norm": 0.8828125,
-      "learning_rate": 1.3901386000576112e-07,
-      "loss": 2.4759,
+      "epoch": 0.5332459159700595,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.43124109055911e-05,
+      "loss": 2.5153,
       "step": 610
     },
     {
-      "epoch": 0.9280425289538636,
-      "grad_norm": 0.90625,
-      "learning_rate": 1.3330756175087778e-07,
-      "loss": 2.4237,
+      "epoch": 0.5341200896027973,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.4240054345076438e-05,
+      "loss": 2.4421,
       "step": 611
     },
     {
-      "epoch": 0.9295614201632808,
-      "grad_norm": 0.81640625,
-      "learning_rate": 1.2771926605113283e-07,
-      "loss": 2.411,
+      "epoch": 0.5349942632355351,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.416770415578031e-05,
+      "loss": 2.5096,
       "step": 612
     },
     {
-      "epoch": 0.931080311372698,
-      "grad_norm": 0.9375,
-      "learning_rate": 1.2224910840577642e-07,
-      "loss": 2.495,
+      "epoch": 0.535868436868273,
+      "grad_norm": 0.79296875,
+      "learning_rate": 2.4095360944270917e-05,
+      "loss": 2.5204,
       "step": 613
     },
     {
-      "epoch": 0.932599202582115,
-      "grad_norm": 0.9375,
-      "learning_rate": 1.1689722144956672e-07,
-      "loss": 2.4696,
+      "epoch": 0.5367426105010108,
+      "grad_norm": 0.7890625,
+      "learning_rate": 2.4023025317057963e-05,
+      "loss": 2.4526,
       "step": 614
     },
     {
-      "epoch": 0.9341180937915322,
-      "grad_norm": 0.86328125,
-      "learning_rate": 1.1166373494955696e-07,
-      "loss": 2.4935,
+      "epoch": 0.5376167841337486,
+      "grad_norm": 0.828125,
+      "learning_rate": 2.3950697880587547e-05,
+      "loss": 2.46,
       "step": 615
     },
     {
-      "epoch": 0.9356369850009493,
-      "grad_norm": 0.890625,
-      "learning_rate": 1.06548775801949e-07,
-      "loss": 2.4556,
+      "epoch": 0.5384909577664864,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.3878379241237136e-05,
+      "loss": 2.5201,
       "step": 616
     },
     {
-      "epoch": 0.9371558762103664,
-      "grad_norm": 0.86328125,
-      "learning_rate": 1.0155246802901198e-07,
-      "loss": 2.4549,
+      "epoch": 0.5393651313992242,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.3806070005310392e-05,
+      "loss": 2.441,
       "step": 617
     },
     {
-      "epoch": 0.9386747674197835,
-      "grad_norm": 0.87109375,
-      "learning_rate": 9.667493277608187e-08,
-      "loss": 2.3727,
+      "epoch": 0.5402393050319619,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.3733770779032184e-05,
+      "loss": 2.483,
       "step": 618
     },
     {
-      "epoch": 0.9401936586292007,
-      "grad_norm": 0.84375,
-      "learning_rate": 9.191628830861832e-08,
-      "loss": 2.4479,
+      "epoch": 0.5411134786646997,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.366148216854345e-05,
+      "loss": 2.4989,
       "step": 619
     },
     {
-      "epoch": 0.9417125498386179,
-      "grad_norm": 0.83984375,
-      "learning_rate": 8.727665000934027e-08,
-      "loss": 2.4592,
+      "epoch": 0.5419876522974376,
+      "grad_norm": 0.85546875,
+      "learning_rate": 2.3589204779896125e-05,
+      "loss": 2.5297,
       "step": 620
     },
     {
-      "epoch": 0.9432314410480349,
-      "grad_norm": 0.875,
-      "learning_rate": 8.275613037542873e-08,
-      "loss": 2.3427,
+      "epoch": 0.5428618259301754,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.3516939219048058e-05,
+      "loss": 2.5281,
       "step": 621
     },
     {
-      "epoch": 0.9447503322574521,
-      "grad_norm": 0.85546875,
-      "learning_rate": 7.835483901579454e-08,
-      "loss": 2.3793,
+      "epoch": 0.5437359995629132,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.344468609185796e-05,
+      "loss": 2.519,
       "step": 622
     },
     {
-      "epoch": 0.9462692234668691,
-      "grad_norm": 0.8515625,
-      "learning_rate": 7.407288264842772e-08,
-      "loss": 2.3967,
+      "epoch": 0.544610173195651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.3372446004080252e-05,
+      "loss": 2.4291,
       "step": 623
     },
     {
-      "epoch": 0.9477881146762863,
-      "grad_norm": 1.3203125,
-      "learning_rate": 6.991036509780391e-08,
-      "loss": 2.3673,
+      "epoch": 0.5454843468283888,
+      "grad_norm": 0.8046875,
+      "learning_rate": 2.3300219561360077e-05,
+      "loss": 2.4963,
       "step": 624
     },
     {
-      "epoch": 0.9493070058857034,
-      "grad_norm": 0.83984375,
-      "learning_rate": 6.58673872923693e-08,
-      "loss": 2.3546,
+      "epoch": 0.5463585204611265,
+      "grad_norm": 0.796875,
+      "learning_rate": 2.3228007369228178e-05,
+      "loss": 2.5143,
       "step": 625
     },
     {
-      "epoch": 0.9508258970951206,
-      "grad_norm": 0.9140625,
-      "learning_rate": 6.194404726209358e-08,
-      "loss": 2.4605,
+      "epoch": 0.5472326940938644,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.3155810033095814e-05,
+      "loss": 2.4494,
       "step": 626
     },
     {
-      "epoch": 0.9523447883045377,
-      "grad_norm": 0.828125,
-      "learning_rate": 5.8140440136091326e-08,
-      "loss": 2.4121,
+      "epoch": 0.5481068677266022,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.308362815824969e-05,
+      "loss": 2.4042,
       "step": 627
     },
     {
-      "epoch": 0.9538636795139548,
-      "grad_norm": 0.8984375,
-      "learning_rate": 5.445665814031942e-08,
-      "loss": 2.3989,
+      "epoch": 0.54898104135934,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.3011462349846905e-05,
+      "loss": 2.5261,
       "step": 628
     },
     {
-      "epoch": 0.955382570723372,
-      "grad_norm": 0.84375,
-      "learning_rate": 5.089279059533658e-08,
-      "loss": 2.4139,
+      "epoch": 0.5498552149920778,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.293931321290983e-05,
+      "loss": 2.4527,
       "step": 629
     },
     {
-      "epoch": 0.956901461932789,
-      "grad_norm": 0.92578125,
-      "learning_rate": 4.744892391413791e-08,
-      "loss": 2.3641,
+      "epoch": 0.5507293886248156,
+      "grad_norm": 0.7890625,
+      "learning_rate": 2.2867181352321093e-05,
+      "loss": 2.5016,
       "step": 630
     },
     {
-      "epoch": 0.9584203531422062,
-      "grad_norm": 0.875,
-      "learning_rate": 4.412514160006376e-08,
-      "loss": 2.445,
+      "epoch": 0.5516035622575534,
+      "grad_norm": 0.859375,
+      "learning_rate": 2.2795067372818473e-05,
+      "loss": 2.4918,
       "step": 631
     },
     {
-      "epoch": 0.9599392443516234,
-      "grad_norm": 0.9609375,
-      "learning_rate": 4.092152424477025e-08,
-      "loss": 2.4109,
+      "epoch": 0.5524777358902913,
+      "grad_norm": 0.83984375,
+      "learning_rate": 2.272297187898984e-05,
+      "loss": 2.4603,
       "step": 632
     },
     {
-      "epoch": 0.9614581355610404,
-      "grad_norm": 0.875,
-      "learning_rate": 3.7838149526277514e-08,
-      "loss": 2.4756,
+      "epoch": 0.553351909523029,
+      "grad_norm": 0.83984375,
+      "learning_rate": 2.2650895475268086e-05,
+      "loss": 2.4828,
       "step": 633
     },
     {
-      "epoch": 0.9629770267704576,
-      "grad_norm": 1.015625,
-      "learning_rate": 3.487509220708563e-08,
-      "loss": 2.3943,
+      "epoch": 0.5542260831557668,
+      "grad_norm": 0.828125,
+      "learning_rate": 2.257883876592604e-05,
+      "loss": 2.5157,
       "step": 634
     },
     {
-      "epoch": 0.9644959179798747,
-      "grad_norm": 0.859375,
-      "learning_rate": 3.2032424132362736e-08,
-      "loss": 2.4921,
+      "epoch": 0.5551002567885046,
+      "grad_norm": 0.8359375,
+      "learning_rate": 2.2506802355071443e-05,
+      "loss": 2.5095,
       "step": 635
     },
     {
-      "epoch": 0.9660148091892918,
-      "grad_norm": 0.83203125,
-      "learning_rate": 2.9310214228202016e-08,
-      "loss": 2.4052,
+      "epoch": 0.5559744304212424,
+      "grad_norm": 0.78515625,
+      "learning_rate": 2.2434786846641824e-05,
+      "loss": 2.5183,
       "step": 636
     },
     {
-      "epoch": 0.9675337003987089,
-      "grad_norm": 0.82421875,
-      "learning_rate": 2.6708528499950758e-08,
-      "loss": 2.4681,
+      "epoch": 0.5568486040539802,
+      "grad_norm": 0.796875,
+      "learning_rate": 2.2362792844399505e-05,
+      "loss": 2.4203,
       "step": 637
     },
     {
-      "epoch": 0.9690525916081261,
-      "grad_norm": 0.87109375,
-      "learning_rate": 2.4227430030609455e-08,
-      "loss": 2.378,
+      "epoch": 0.5577227776867181,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.2290820951926487e-05,
+      "loss": 2.4516,
       "step": 638
     },
     {
-      "epoch": 0.9705714828175432,
-      "grad_norm": 1.25,
-      "learning_rate": 2.1866978979303567e-08,
-      "loss": 2.4043,
+      "epoch": 0.5585969513194559,
+      "grad_norm": 0.83984375,
+      "learning_rate": 2.221887177261941e-05,
+      "loss": 2.5421,
       "step": 639
     },
     {
-      "epoch": 0.9720903740269603,
-      "grad_norm": 0.83203125,
-      "learning_rate": 1.962723257982302e-08,
-      "loss": 2.4691,
+      "epoch": 0.5594711249521936,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.214694590968449e-05,
+      "loss": 2.4276,
       "step": 640
     },
     {
-      "epoch": 0.9736092652363775,
-      "grad_norm": 0.90625,
-      "learning_rate": 1.7508245139236658e-08,
-      "loss": 2.4154,
+      "epoch": 0.5603452985849314,
+      "grad_norm": 0.82421875,
+      "learning_rate": 2.2075043966132484e-05,
+      "loss": 2.4471,
       "step": 641
     },
     {
-      "epoch": 0.9751281564457945,
-      "grad_norm": 0.8359375,
-      "learning_rate": 1.5510068036573288e-08,
-      "loss": 2.4022,
+      "epoch": 0.5612194722176692,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.2003166544773567e-05,
+      "loss": 2.5014,
       "step": 642
     },
     {
-      "epoch": 0.9766470476552117,
-      "grad_norm": 0.8671875,
-      "learning_rate": 1.3632749721577132e-08,
-      "loss": 2.4114,
+      "epoch": 0.562093645850407,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.1931314248212366e-05,
+      "loss": 2.4937,
       "step": 643
     },
     {
-      "epoch": 0.9781659388646288,
-      "grad_norm": 0.8125,
-      "learning_rate": 1.1876335713532638e-08,
-      "loss": 2.4238,
+      "epoch": 0.5629678194831449,
+      "grad_norm": 0.79296875,
+      "learning_rate": 2.1859487678842864e-05,
+      "loss": 2.5088,
       "step": 644
     },
     {
-      "epoch": 0.9796848300740459,
-      "grad_norm": 0.90234375,
-      "learning_rate": 1.024086860016149e-08,
-      "loss": 2.3759,
+      "epoch": 0.5638419931158827,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.1787687438843344e-05,
+      "loss": 2.5142,
       "step": 645
     },
     {
-      "epoch": 0.9812037212834631,
-      "grad_norm": 0.85546875,
-      "learning_rate": 8.726388036587874e-09,
-      "loss": 2.4658,
+      "epoch": 0.5647161667486205,
+      "grad_norm": 0.796875,
+      "learning_rate": 2.1715914130171337e-05,
+      "loss": 2.4418,
       "step": 646
     },
     {
-      "epoch": 0.9827226124928802,
-      "grad_norm": 0.90625,
-      "learning_rate": 7.332930744380906e-09,
-      "loss": 2.424,
+      "epoch": 0.5655903403813582,
+      "grad_norm": 0.79296875,
+      "learning_rate": 2.164416835455862e-05,
+      "loss": 2.4465,
       "step": 647
     },
     {
-      "epoch": 0.9842415037022973,
-      "grad_norm": 0.8671875,
-      "learning_rate": 6.060530510659246e-09,
-      "loss": 2.4868,
+      "epoch": 0.566464514014096,
+      "grad_norm": 0.828125,
+      "learning_rate": 2.1572450713506098e-05,
+      "loss": 2.4755,
       "step": 648
     },
     {
-      "epoch": 0.9857603949117144,
-      "grad_norm": 0.890625,
-      "learning_rate": 4.909218187276743e-09,
-      "loss": 2.5088,
+      "epoch": 0.5673386876468338,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.1500761808278834e-05,
+      "loss": 2.4652,
       "step": 649
     },
     {
-      "epoch": 0.9872792861211316,
-      "grad_norm": 0.83203125,
-      "learning_rate": 3.8790216900702615e-09,
-      "loss": 2.4717,
+      "epoch": 0.5682128612795716,
+      "grad_norm": 0.79296875,
+      "learning_rate": 2.1429102239900967e-05,
+      "loss": 2.4644,
       "step": 650
     },
     {
-      "epoch": 0.9887981773305486,
-      "grad_norm": 0.890625,
-      "learning_rate": 2.9699659981863306e-09,
-      "loss": 2.4196,
+      "epoch": 0.5690870349123095,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.1357472609150676e-05,
+      "loss": 2.4921,
       "step": 651
     },
     {
-      "epoch": 0.9903170685399658,
-      "grad_norm": 0.82421875,
-      "learning_rate": 2.182073153471631e-09,
-      "loss": 2.4242,
+      "epoch": 0.5699612085450473,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.128587351655516e-05,
+      "loss": 2.4701,
       "step": 652
     },
     {
-      "epoch": 0.991835959749383,
-      "grad_norm": 0.8125,
-      "learning_rate": 1.5153622599428652e-09,
-      "loss": 2.3848,
+      "epoch": 0.5708353821777851,
+      "grad_norm": 0.8203125,
+      "learning_rate": 2.1214305562385592e-05,
+      "loss": 2.4611,
       "step": 653
     },
     {
-      "epoch": 0.9933548509588,
-      "grad_norm": 0.85546875,
-      "learning_rate": 9.698494833199068e-10,
-      "loss": 2.4641,
+      "epoch": 0.5717095558105229,
+      "grad_norm": 0.8046875,
+      "learning_rate": 2.1142769346652064e-05,
+      "loss": 2.4365,
       "step": 654
     },
     {
-      "epoch": 0.9948737421682172,
-      "grad_norm": 0.83984375,
-      "learning_rate": 5.455480506355582e-10,
-      "loss": 2.4073,
+      "epoch": 0.5725837294432606,
+      "grad_norm": 0.79296875,
+      "learning_rate": 2.1071265469098607e-05,
+      "loss": 2.4008,
       "step": 655
     },
     {
-      "epoch": 0.9963926333776343,
-      "grad_norm": 0.84375,
-      "learning_rate": 2.4246824991525085e-10,
-      "loss": 2.4084,
+      "epoch": 0.5734579030759984,
+      "grad_norm": 0.80859375,
+      "learning_rate": 2.0999794529198124e-05,
+      "loss": 2.394,
       "step": 656
     },
     {
-      "epoch": 0.9979115245870515,
-      "grad_norm": 0.90625,
-      "learning_rate": 6.061742992613529e-11,
-      "loss": 2.4904,
+      "epoch": 0.5743320767087363,
+      "grad_norm": 0.8046875,
+      "learning_rate": 2.0928357126147387e-05,
+      "loss": 2.5286,
       "step": 657
     },
     {
-      "epoch": 0.9994304157964686,
-      "grad_norm": 0.87890625,
-      "learning_rate": 0.0,
-      "loss": 2.4394,
+      "epoch": 0.5752062503414741,
+      "grad_norm": 1.078125,
+      "learning_rate": 2.0856953858861995e-05,
+      "loss": 2.4543,
       "step": 658
     },
     {
-      "epoch": 0.9994304157964686,
-      "step": 658,
-      "total_flos": 1.2030734967018357e+19,
-      "train_loss": 0.9496028307361081,
-      "train_runtime": 40588.5091,
-      "train_samples_per_second": 2.076,
-      "train_steps_per_second": 0.016
+      "epoch": 0.5760804239742119,
+      "grad_norm": 0.81640625,
+      "learning_rate": 2.078558532597135e-05,
+      "loss": 2.4641,
+      "step": 659
+    },
+    {
+      "epoch": 0.5769545976069497,
+      "grad_norm": 0.84375,
+      "learning_rate": 2.0714252125813667e-05,
+      "loss": 2.5054,
+      "step": 660
+    },
+    {
+      "epoch": 0.5778287712396875,
+      "grad_norm": 0.79296875,
+      "learning_rate": 2.0642954856430913e-05,
+      "loss": 2.5043,
+      "step": 661
+    },
+    {
+      "epoch": 0.5787029448724252,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.057169411556385e-05,
+      "loss": 2.5082,
+      "step": 662
+    },
+    {
+      "epoch": 0.5795771185051631,
+      "grad_norm": 0.78515625,
+      "learning_rate": 2.0500470500646978e-05,
+      "loss": 2.4855,
+      "step": 663
+    },
+    {
+      "epoch": 0.5804512921379009,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.0429284608803546e-05,
+      "loss": 2.5129,
+      "step": 664
+    },
+    {
+      "epoch": 0.5813254657706387,
+      "grad_norm": 0.8125,
+      "learning_rate": 2.0358137036840528e-05,
+      "loss": 2.4905,
+      "step": 665
+    },
+    {
+      "epoch": 0.5821996394033765,
+      "grad_norm": 0.78515625,
+      "learning_rate": 2.0287028381243645e-05,
+      "loss": 2.4457,
+      "step": 666
+    },
+    {
+      "epoch": 0.5830738130361143,
+      "grad_norm": 0.8046875,
+      "learning_rate": 2.0215959238172345e-05,
+      "loss": 2.4677,
+      "step": 667
+    },
+    {
+      "epoch": 0.5839479866688521,
+      "grad_norm": 0.78515625,
+      "learning_rate": 2.0144930203454816e-05,
+      "loss": 2.4793,
+      "step": 668
+    },
+    {
+      "epoch": 0.58482216030159,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.0073941872582984e-05,
+      "loss": 2.4967,
+      "step": 669
+    },
+    {
+      "epoch": 0.5856963339343277,
+      "grad_norm": 0.78125,
+      "learning_rate": 2.0002994840707534e-05,
+      "loss": 2.4472,
+      "step": 670
+    },
+    {
+      "epoch": 0.5865705075670655,
+      "grad_norm": 0.81640625,
+      "learning_rate": 1.9932089702632897e-05,
+      "loss": 2.5045,
+      "step": 671
+    },
+    {
+      "epoch": 0.5874446811998033,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.986122705281227e-05,
+      "loss": 2.4368,
+      "step": 672
+    },
+    {
+      "epoch": 0.5883188548325411,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.979040748534264e-05,
+      "loss": 2.4439,
+      "step": 673
+    },
+    {
+      "epoch": 0.5891930284652789,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.9719631593959816e-05,
+      "loss": 2.4486,
+      "step": 674
+    },
+    {
+      "epoch": 0.5900672020980167,
+      "grad_norm": 0.80859375,
+      "learning_rate": 1.9648899972033426e-05,
+      "loss": 2.4085,
+      "step": 675
+    },
+    {
+      "epoch": 0.5909413757307546,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.9578213212561953e-05,
+      "loss": 2.3664,
+      "step": 676
+    },
+    {
+      "epoch": 0.5918155493634923,
+      "grad_norm": 0.828125,
+      "learning_rate": 1.950757190816777e-05,
+      "loss": 2.5016,
+      "step": 677
+    },
+    {
+      "epoch": 0.5926897229962301,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.9436976651092144e-05,
+      "loss": 2.48,
+      "step": 678
+    },
+    {
+      "epoch": 0.5935638966289679,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.9366428033190313e-05,
+      "loss": 2.4471,
+      "step": 679
+    },
+    {
+      "epoch": 0.5944380702617057,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.929592664592649e-05,
+      "loss": 2.4438,
+      "step": 680
+    },
+    {
+      "epoch": 0.5953122438944435,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.9225473080368916e-05,
+      "loss": 2.4818,
+      "step": 681
+    },
+    {
+      "epoch": 0.5961864175271814,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.9155067927184926e-05,
+      "loss": 2.5117,
+      "step": 682
+    },
+    {
+      "epoch": 0.5970605911599192,
+      "grad_norm": 0.8203125,
+      "learning_rate": 1.9084711776635958e-05,
+      "loss": 2.4846,
+      "step": 683
+    },
+    {
+      "epoch": 0.597934764792657,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.901440521857261e-05,
+      "loss": 2.4458,
+      "step": 684
+    },
+    {
+      "epoch": 0.5988089384253947,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.894414884242974e-05,
+      "loss": 2.517,
+      "step": 685
+    },
+    {
+      "epoch": 0.5996831120581325,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.8873943237221453e-05,
+      "loss": 2.4851,
+      "step": 686
+    },
+    {
+      "epoch": 0.6005572856908703,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.880378899153624e-05,
+      "loss": 2.4821,
+      "step": 687
+    },
+    {
+      "epoch": 0.6014314593236082,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.8733686693531985e-05,
+      "loss": 2.4555,
+      "step": 688
+    },
+    {
+      "epoch": 0.602305632956346,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.8663636930931063e-05,
+      "loss": 2.5098,
+      "step": 689
+    },
+    {
+      "epoch": 0.6031798065890838,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.859364029101538e-05,
+      "loss": 2.4382,
+      "step": 690
+    },
+    {
+      "epoch": 0.6040539802218216,
+      "grad_norm": 0.80859375,
+      "learning_rate": 1.8523697360621504e-05,
+      "loss": 2.5444,
+      "step": 691
+    },
+    {
+      "epoch": 0.6049281538545593,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.8453808726135695e-05,
+      "loss": 2.5187,
+      "step": 692
+    },
+    {
+      "epoch": 0.6058023274872971,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.838397497348901e-05,
+      "loss": 2.5029,
+      "step": 693
+    },
+    {
+      "epoch": 0.606676501120035,
+      "grad_norm": 0.83203125,
+      "learning_rate": 1.8314196688152403e-05,
+      "loss": 2.5432,
+      "step": 694
+    },
+    {
+      "epoch": 0.6075506747527728,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.8244474455131792e-05,
+      "loss": 2.4449,
+      "step": 695
+    },
+    {
+      "epoch": 0.6084248483855106,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.8174808858963145e-05,
+      "loss": 2.4266,
+      "step": 696
+    },
+    {
+      "epoch": 0.6092990220182484,
+      "grad_norm": 0.81640625,
+      "learning_rate": 1.810520048370763e-05,
+      "loss": 2.5512,
+      "step": 697
+    },
+    {
+      "epoch": 0.6101731956509862,
+      "grad_norm": 0.8125,
+      "learning_rate": 1.8035649912946684e-05,
+      "loss": 2.5539,
+      "step": 698
+    },
+    {
+      "epoch": 0.6110473692837239,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.7966157729777095e-05,
+      "loss": 2.4313,
+      "step": 699
+    },
+    {
+      "epoch": 0.6119215429164618,
+      "grad_norm": 0.8125,
+      "learning_rate": 1.7896724516806175e-05,
+      "loss": 2.4875,
+      "step": 700
+    },
+    {
+      "epoch": 0.6127957165491996,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.782735085614683e-05,
+      "loss": 2.4663,
+      "step": 701
+    },
+    {
+      "epoch": 0.6136698901819374,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.77580373294127e-05,
+      "loss": 2.4446,
+      "step": 702
+    },
+    {
+      "epoch": 0.6145440638146752,
+      "grad_norm": 0.80859375,
+      "learning_rate": 1.7688784517713248e-05,
+      "loss": 2.5128,
+      "step": 703
+    },
+    {
+      "epoch": 0.615418237447413,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.7619593001648947e-05,
+      "loss": 2.3915,
+      "step": 704
+    },
+    {
+      "epoch": 0.6162924110801508,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.755046336130636e-05,
+      "loss": 2.4668,
+      "step": 705
+    },
+    {
+      "epoch": 0.6171665847128885,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.7481396176253313e-05,
+      "loss": 2.4907,
+      "step": 706
+    },
+    {
+      "epoch": 0.6180407583456264,
+      "grad_norm": 0.828125,
+      "learning_rate": 1.7412392025534012e-05,
+      "loss": 2.447,
+      "step": 707
+    },
+    {
+      "epoch": 0.6189149319783642,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.7343451487664214e-05,
+      "loss": 2.4827,
+      "step": 708
+    },
+    {
+      "epoch": 0.619789105611102,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.7274575140626318e-05,
+      "loss": 2.5083,
+      "step": 709
+    },
+    {
+      "epoch": 0.6206632792438398,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.72057635618646e-05,
+      "loss": 2.4876,
+      "step": 710
+    },
+    {
+      "epoch": 0.6215374528765776,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.713701732828032e-05,
+      "loss": 2.4839,
+      "step": 711
+    },
+    {
+      "epoch": 0.6224116265093154,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.7068337016226893e-05,
+      "loss": 2.5058,
+      "step": 712
+    },
+    {
+      "epoch": 0.6232858001420533,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.6999723201505078e-05,
+      "loss": 2.5269,
+      "step": 713
+    },
+    {
+      "epoch": 0.624159973774791,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.6931176459358126e-05,
+      "loss": 2.4452,
+      "step": 714
+    },
+    {
+      "epoch": 0.6250341474075288,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.686269736446695e-05,
+      "loss": 2.4149,
+      "step": 715
+    },
+    {
+      "epoch": 0.6259083210402666,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.6794286490945342e-05,
+      "loss": 2.4508,
+      "step": 716
+    },
+    {
+      "epoch": 0.6267824946730044,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.672594441233515e-05,
+      "loss": 2.4886,
+      "step": 717
+    },
+    {
+      "epoch": 0.6276566683057422,
+      "grad_norm": 0.81640625,
+      "learning_rate": 1.6657671701601434e-05,
+      "loss": 2.4674,
+      "step": 718
+    },
+    {
+      "epoch": 0.6285308419384801,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.6589468931127707e-05,
+      "loss": 2.4671,
+      "step": 719
+    },
+    {
+      "epoch": 0.6294050155712179,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.6521336672711123e-05,
+      "loss": 2.4426,
+      "step": 720
+    },
+    {
+      "epoch": 0.6302791892039556,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.645327549755765e-05,
+      "loss": 2.4402,
+      "step": 721
+    },
+    {
+      "epoch": 0.6311533628366934,
+      "grad_norm": 0.828125,
+      "learning_rate": 1.6385285976277337e-05,
+      "loss": 2.4235,
+      "step": 722
+    },
+    {
+      "epoch": 0.6320275364694312,
+      "grad_norm": 0.80859375,
+      "learning_rate": 1.6317368678879495e-05,
+      "loss": 2.4949,
+      "step": 723
+    },
+    {
+      "epoch": 0.632901710102169,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.624952417476792e-05,
+      "loss": 2.4693,
+      "step": 724
+    },
+    {
+      "epoch": 0.6337758837349069,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.618175303273614e-05,
+      "loss": 2.4108,
+      "step": 725
+    },
+    {
+      "epoch": 0.6346500573676447,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.6114055820962617e-05,
+      "loss": 2.5233,
+      "step": 726
+    },
+    {
+      "epoch": 0.6355242310003825,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.6046433107005994e-05,
+      "loss": 2.4736,
+      "step": 727
+    },
+    {
+      "epoch": 0.6363984046331203,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.5978885457800345e-05,
+      "loss": 2.4318,
+      "step": 728
+    },
+    {
+      "epoch": 0.637272578265858,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.5911413439650436e-05,
+      "loss": 2.4888,
+      "step": 729
+    },
+    {
+      "epoch": 0.6381467518985958,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.5844017618226935e-05,
+      "loss": 2.5133,
+      "step": 730
+    },
+    {
+      "epoch": 0.6390209255313336,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.5776698558561696e-05,
+      "loss": 2.4708,
+      "step": 731
+    },
+    {
+      "epoch": 0.6398950991640715,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.5709456825043046e-05,
+      "loss": 2.4479,
+      "step": 732
+    },
+    {
+      "epoch": 0.6407692727968093,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.5642292981410976e-05,
+      "loss": 2.4754,
+      "step": 733
+    },
+    {
+      "epoch": 0.6416434464295471,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.557520759075251e-05,
+      "loss": 2.4537,
+      "step": 734
+    },
+    {
+      "epoch": 0.6425176200622849,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.5508201215496926e-05,
+      "loss": 2.4646,
+      "step": 735
+    },
+    {
+      "epoch": 0.6433917936950226,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.5441274417411053e-05,
+      "loss": 2.5035,
+      "step": 736
+    },
+    {
+      "epoch": 0.6442659673277604,
+      "grad_norm": 0.76171875,
+      "learning_rate": 1.5374427757594552e-05,
+      "loss": 2.4973,
+      "step": 737
+    },
+    {
+      "epoch": 0.6451401409604983,
+      "grad_norm": 0.75390625,
+      "learning_rate": 1.5307661796475247e-05,
+      "loss": 2.351,
+      "step": 738
+    },
+    {
+      "epoch": 0.6460143145932361,
+      "grad_norm": 0.75390625,
+      "learning_rate": 1.5240977093804365e-05,
+      "loss": 2.457,
+      "step": 739
+    },
+    {
+      "epoch": 0.6468884882259739,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.5174374208651912e-05,
+      "loss": 2.4152,
+      "step": 740
+    },
+    {
+      "epoch": 0.6477626618587117,
+      "grad_norm": 0.80859375,
+      "learning_rate": 1.5107853699401945e-05,
+      "loss": 2.4671,
+      "step": 741
+    },
+    {
+      "epoch": 0.6486368354914495,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.5041416123747899e-05,
+      "loss": 2.4371,
+      "step": 742
+    },
+    {
+      "epoch": 0.6495110091241872,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.4975062038687904e-05,
+      "loss": 2.4177,
+      "step": 743
+    },
+    {
+      "epoch": 0.6503851827569251,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.4908792000520141e-05,
+      "loss": 2.4789,
+      "step": 744
+    },
+    {
+      "epoch": 0.6512593563896629,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.484260656483813e-05,
+      "loss": 2.456,
+      "step": 745
+    },
+    {
+      "epoch": 0.6521335300224007,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.4776506286526131e-05,
+      "loss": 2.4577,
+      "step": 746
+    },
+    {
+      "epoch": 0.6530077036551385,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.4710491719754454e-05,
+      "loss": 2.4199,
+      "step": 747
+    },
+    {
+      "epoch": 0.6538818772878763,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.4644563417974827e-05,
+      "loss": 2.4352,
+      "step": 748
+    },
+    {
+      "epoch": 0.6547560509206141,
+      "grad_norm": 3.328125,
+      "learning_rate": 1.4578721933915723e-05,
+      "loss": 2.4898,
+      "step": 749
+    },
+    {
+      "epoch": 0.655630224553352,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.4512967819577815e-05,
+      "loss": 2.4195,
+      "step": 750
+    },
+    {
+      "epoch": 0.6565043981860897,
+      "grad_norm": 0.82421875,
+      "learning_rate": 1.4447301626229204e-05,
+      "loss": 2.5405,
+      "step": 751
+    },
+    {
+      "epoch": 0.6573785718188275,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.4381723904400957e-05,
+      "loss": 2.4603,
+      "step": 752
+    },
+    {
+      "epoch": 0.6582527454515653,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.4316235203882371e-05,
+      "loss": 2.4595,
+      "step": 753
+    },
+    {
+      "epoch": 0.6591269190843031,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.4250836073716411e-05,
+      "loss": 2.4936,
+      "step": 754
+    },
+    {
+      "epoch": 0.6600010927170409,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.418552706219514e-05,
+      "loss": 2.4954,
+      "step": 755
+    },
+    {
+      "epoch": 0.6608752663497788,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.4120308716855038e-05,
+      "loss": 2.4924,
+      "step": 756
+    },
+    {
+      "epoch": 0.6617494399825166,
+      "grad_norm": 0.81640625,
+      "learning_rate": 1.4055181584472488e-05,
+      "loss": 2.4962,
+      "step": 757
+    },
+    {
+      "epoch": 0.6626236136152543,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.399014621105914e-05,
+      "loss": 2.4441,
+      "step": 758
+    },
+    {
+      "epoch": 0.6634977872479921,
+      "grad_norm": 0.82421875,
+      "learning_rate": 1.3925203141857398e-05,
+      "loss": 2.5086,
+      "step": 759
+    },
+    {
+      "epoch": 0.6643719608807299,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.386035292133577e-05,
+      "loss": 2.4698,
+      "step": 760
+    },
+    {
+      "epoch": 0.6652461345134677,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.3795596093184344e-05,
+      "loss": 2.4269,
+      "step": 761
+    },
+    {
+      "epoch": 0.6661203081462055,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.3730933200310252e-05,
+      "loss": 2.4506,
+      "step": 762
+    },
+    {
+      "epoch": 0.6669944817789434,
+      "grad_norm": 0.80859375,
+      "learning_rate": 1.3666364784833075e-05,
+      "loss": 2.4774,
+      "step": 763
+    },
+    {
+      "epoch": 0.6678686554116812,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.3601891388080313e-05,
+      "loss": 2.4573,
+      "step": 764
+    },
+    {
+      "epoch": 0.668742829044419,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.3537513550582853e-05,
+      "loss": 2.4305,
+      "step": 765
+    },
+    {
+      "epoch": 0.6696170026771567,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.3473231812070427e-05,
+      "loss": 2.4808,
+      "step": 766
+    },
+    {
+      "epoch": 0.6704911763098945,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.3409046711467127e-05,
+      "loss": 2.4969,
+      "step": 767
+    },
+    {
+      "epoch": 0.6713653499426323,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.3344958786886808e-05,
+      "loss": 2.4678,
+      "step": 768
+    },
+    {
+      "epoch": 0.6722395235753702,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.3280968575628674e-05,
+      "loss": 2.4409,
+      "step": 769
+    },
+    {
+      "epoch": 0.673113697208108,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.3217076614172652e-05,
+      "loss": 2.5037,
+      "step": 770
+    },
+    {
+      "epoch": 0.6739878708408458,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.3153283438175034e-05,
+      "loss": 2.4852,
+      "step": 771
+    },
+    {
+      "epoch": 0.6748620444735836,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.3089589582463879e-05,
+      "loss": 2.4512,
+      "step": 772
+    },
+    {
+      "epoch": 0.6757362181063213,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.3025995581034561e-05,
+      "loss": 2.4298,
+      "step": 773
+    },
+    {
+      "epoch": 0.6766103917390591,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.2962501967045332e-05,
+      "loss": 2.4524,
+      "step": 774
+    },
+    {
+      "epoch": 0.677484565371797,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.2899109272812788e-05,
+      "loss": 2.4817,
+      "step": 775
+    },
+    {
+      "epoch": 0.6783587390045348,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.283581802980744e-05,
+      "loss": 2.4183,
+      "step": 776
+    },
+    {
+      "epoch": 0.6792329126372726,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.2772628768649247e-05,
+      "loss": 2.4454,
+      "step": 777
+    },
+    {
+      "epoch": 0.6801070862700104,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.270954201910321e-05,
+      "loss": 2.4866,
+      "step": 778
+    },
+    {
+      "epoch": 0.6809812599027482,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.264655831007486e-05,
+      "loss": 2.4648,
+      "step": 779
+    },
+    {
+      "epoch": 0.6818554335354859,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.2583678169605857e-05,
+      "loss": 2.416,
+      "step": 780
+    },
+    {
+      "epoch": 0.6827296071682238,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.2520902124869605e-05,
+      "loss": 2.4401,
+      "step": 781
+    },
+    {
+      "epoch": 0.6836037808009616,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.245823070216673e-05,
+      "loss": 2.4564,
+      "step": 782
+    },
+    {
+      "epoch": 0.6844779544336994,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.239566442692079e-05,
+      "loss": 2.5142,
+      "step": 783
+    },
+    {
+      "epoch": 0.6853521280664372,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.2333203823673773e-05,
+      "loss": 2.44,
+      "step": 784
+    },
+    {
+      "epoch": 0.686226301699175,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.2270849416081737e-05,
+      "loss": 2.481,
+      "step": 785
+    },
+    {
+      "epoch": 0.6871004753319128,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.2208601726910446e-05,
+      "loss": 2.4822,
+      "step": 786
+    },
+    {
+      "epoch": 0.6879746489646507,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.2146461278030938e-05,
+      "loss": 2.4373,
+      "step": 787
+    },
+    {
+      "epoch": 0.6888488225973884,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.2084428590415172e-05,
+      "loss": 2.4376,
+      "step": 788
+    },
+    {
+      "epoch": 0.6897229962301262,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.2022504184131656e-05,
+      "loss": 2.4519,
+      "step": 789
+    },
+    {
+      "epoch": 0.690597169862864,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.1960688578341117e-05,
+      "loss": 2.3984,
+      "step": 790
+    },
+    {
+      "epoch": 0.6914713434956018,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.1898982291292096e-05,
+      "loss": 2.4713,
+      "step": 791
+    },
+    {
+      "epoch": 0.6923455171283396,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.1837385840316628e-05,
+      "loss": 2.453,
+      "step": 792
+    },
+    {
+      "epoch": 0.6932196907610774,
+      "grad_norm": 0.91796875,
+      "learning_rate": 1.1775899741825947e-05,
+      "loss": 2.4441,
+      "step": 793
+    },
+    {
+      "epoch": 0.6940938643938153,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.1714524511306043e-05,
+      "loss": 2.4505,
+      "step": 794
+    },
+    {
+      "epoch": 0.694968038026553,
+      "grad_norm": 0.8359375,
+      "learning_rate": 1.165326066331349e-05,
+      "loss": 2.4896,
+      "step": 795
+    },
+    {
+      "epoch": 0.6958422116592908,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.1592108711470995e-05,
+      "loss": 2.4831,
+      "step": 796
+    },
+    {
+      "epoch": 0.6967163852920286,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.1531069168463202e-05,
+      "loss": 2.4131,
+      "step": 797
+    },
+    {
+      "epoch": 0.6975905589247664,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.1470142546032304e-05,
+      "loss": 2.4331,
+      "step": 798
+    },
+    {
+      "epoch": 0.6984647325575042,
+      "grad_norm": 0.8125,
+      "learning_rate": 1.1409329354973814e-05,
+      "loss": 2.4559,
+      "step": 799
+    },
+    {
+      "epoch": 0.6993389061902421,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.1348630105132253e-05,
+      "loss": 2.5032,
+      "step": 800
+    },
+    {
+      "epoch": 0.7002130798229799,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.1288045305396874e-05,
+      "loss": 2.4401,
+      "step": 801
+    },
+    {
+      "epoch": 0.7010872534557177,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.122757546369744e-05,
+      "loss": 2.4558,
+      "step": 802
+    },
+    {
+      "epoch": 0.7019614270884554,
+      "grad_norm": 1.28125,
+      "learning_rate": 1.1167221086999895e-05,
+      "loss": 2.5234,
+      "step": 803
+    },
+    {
+      "epoch": 0.7028356007211932,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.1106982681302159e-05,
+      "loss": 2.4717,
+      "step": 804
+    },
+    {
+      "epoch": 0.703709774353931,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.10468607516299e-05,
+      "loss": 2.4759,
+      "step": 805
+    },
+    {
+      "epoch": 0.7045839479866689,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.0986855802032225e-05,
+      "loss": 2.5144,
+      "step": 806
+    },
+    {
+      "epoch": 0.7054581216194067,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.0926968335577564e-05,
+      "loss": 2.4884,
+      "step": 807
+    },
+    {
+      "epoch": 0.7063322952521445,
+      "grad_norm": 0.81640625,
+      "learning_rate": 1.086719885434935e-05,
+      "loss": 2.4915,
+      "step": 808
+    },
+    {
+      "epoch": 0.7072064688848823,
+      "grad_norm": 0.76171875,
+      "learning_rate": 1.0807547859441885e-05,
+      "loss": 2.4426,
+      "step": 809
+    },
+    {
+      "epoch": 0.70808064251762,
+      "grad_norm": 0.7578125,
+      "learning_rate": 1.0748015850956086e-05,
+      "loss": 2.4774,
+      "step": 810
+    },
+    {
+      "epoch": 0.7089548161503578,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.0688603327995323e-05,
+      "loss": 2.4552,
+      "step": 811
+    },
+    {
+      "epoch": 0.7098289897830957,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.0629310788661222e-05,
+      "loss": 2.444,
+      "step": 812
+    },
+    {
+      "epoch": 0.7107031634158335,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.0570138730049484e-05,
+      "loss": 2.4437,
+      "step": 813
+    },
+    {
+      "epoch": 0.7115773370485713,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.0511087648245757e-05,
+      "loss": 2.4354,
+      "step": 814
+    },
+    {
+      "epoch": 0.7124515106813091,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.0452158038321402e-05,
+      "loss": 2.499,
+      "step": 815
+    },
+    {
+      "epoch": 0.7133256843140469,
+      "grad_norm": 0.76171875,
+      "learning_rate": 1.0393350394329429e-05,
+      "loss": 2.4979,
+      "step": 816
+    },
+    {
+      "epoch": 0.7141998579467846,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.0334665209300295e-05,
+      "loss": 2.5171,
+      "step": 817
+    },
+    {
+      "epoch": 0.7150740315795224,
+      "grad_norm": 0.7890625,
+      "learning_rate": 1.0276102975237754e-05,
+      "loss": 2.4536,
+      "step": 818
+    },
+    {
+      "epoch": 0.7159482052122603,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.0217664183114825e-05,
+      "loss": 2.4536,
+      "step": 819
+    },
+    {
+      "epoch": 0.7168223788449981,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.0159349322869574e-05,
+      "loss": 2.4038,
+      "step": 820
+    },
+    {
+      "epoch": 0.7176965524777359,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.0101158883401077e-05,
+      "loss": 2.4728,
+      "step": 821
+    },
+    {
+      "epoch": 0.7185707261104737,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.0043093352565272e-05,
+      "loss": 2.4679,
+      "step": 822
+    },
+    {
+      "epoch": 0.7194448997432115,
+      "grad_norm": 0.78125,
+      "learning_rate": 9.985153217170903e-06,
+      "loss": 2.5158,
+      "step": 823
+    },
+    {
+      "epoch": 0.7203190733759492,
+      "grad_norm": 0.7734375,
+      "learning_rate": 9.927338962975416e-06,
+      "loss": 2.4396,
+      "step": 824
+    },
+    {
+      "epoch": 0.7211932470086871,
+      "grad_norm": 0.77734375,
+      "learning_rate": 9.869651074680893e-06,
+      "loss": 2.4815,
+      "step": 825
+    },
+    {
+      "epoch": 0.7220674206414249,
+      "grad_norm": 0.77734375,
+      "learning_rate": 9.812090035930024e-06,
+      "loss": 2.3869,
+      "step": 826
+    },
+    {
+      "epoch": 0.7229415942741627,
+      "grad_norm": 0.79296875,
+      "learning_rate": 9.754656329301976e-06,
+      "loss": 2.4363,
+      "step": 827
+    },
+    {
+      "epoch": 0.7238157679069005,
+      "grad_norm": 0.78515625,
+      "learning_rate": 9.697350436308427e-06,
+      "loss": 2.4645,
+      "step": 828
+    },
+    {
+      "epoch": 0.7246899415396383,
+      "grad_norm": 0.765625,
+      "learning_rate": 9.640172837389475e-06,
+      "loss": 2.4348,
+      "step": 829
+    },
+    {
+      "epoch": 0.7255641151723761,
+      "grad_norm": 0.765625,
+      "learning_rate": 9.583124011909628e-06,
+      "loss": 2.5198,
+      "step": 830
+    },
+    {
+      "epoch": 0.726438288805114,
+      "grad_norm": 0.796875,
+      "learning_rate": 9.526204438153794e-06,
+      "loss": 2.4499,
+      "step": 831
+    },
+    {
+      "epoch": 0.7273124624378517,
+      "grad_norm": 0.78515625,
+      "learning_rate": 9.469414593323242e-06,
+      "loss": 2.4385,
+      "step": 832
+    },
+    {
+      "epoch": 0.7281866360705895,
+      "grad_norm": 0.80078125,
+      "learning_rate": 9.412754953531663e-06,
+      "loss": 2.4505,
+      "step": 833
+    },
+    {
+      "epoch": 0.7290608097033273,
+      "grad_norm": 0.7734375,
+      "learning_rate": 9.356225993801101e-06,
+      "loss": 2.4464,
+      "step": 834
+    },
+    {
+      "epoch": 0.7299349833360651,
+      "grad_norm": 0.76953125,
+      "learning_rate": 9.299828188058013e-06,
+      "loss": 2.3962,
+      "step": 835
+    },
+    {
+      "epoch": 0.7308091569688029,
+      "grad_norm": 0.81640625,
+      "learning_rate": 9.243562009129316e-06,
+      "loss": 2.4827,
+      "step": 836
+    },
+    {
+      "epoch": 0.7316833306015408,
+      "grad_norm": 0.79296875,
+      "learning_rate": 9.187427928738343e-06,
+      "loss": 2.5232,
+      "step": 837
+    },
+    {
+      "epoch": 0.7325575042342786,
+      "grad_norm": 0.765625,
+      "learning_rate": 9.131426417501005e-06,
+      "loss": 2.4248,
+      "step": 838
+    },
+    {
+      "epoch": 0.7334316778670164,
+      "grad_norm": 0.765625,
+      "learning_rate": 9.075557944921728e-06,
+      "loss": 2.5111,
+      "step": 839
+    },
+    {
+      "epoch": 0.7343058514997541,
+      "grad_norm": 0.76171875,
+      "learning_rate": 9.019822979389614e-06,
+      "loss": 2.3708,
+      "step": 840
+    },
+    {
+      "epoch": 0.7351800251324919,
+      "grad_norm": 0.80078125,
+      "learning_rate": 8.964221988174442e-06,
+      "loss": 2.4439,
+      "step": 841
+    },
+    {
+      "epoch": 0.7360541987652297,
+      "grad_norm": 0.76171875,
+      "learning_rate": 8.908755437422792e-06,
+      "loss": 2.451,
+      "step": 842
+    },
+    {
+      "epoch": 0.7369283723979676,
+      "grad_norm": 0.77734375,
+      "learning_rate": 8.85342379215412e-06,
+      "loss": 2.4452,
+      "step": 843
+    },
+    {
+      "epoch": 0.7378025460307054,
+      "grad_norm": 0.74609375,
+      "learning_rate": 8.798227516256854e-06,
+      "loss": 2.4486,
+      "step": 844
+    },
+    {
+      "epoch": 0.7386767196634432,
+      "grad_norm": 0.77734375,
+      "learning_rate": 8.743167072484549e-06,
+      "loss": 2.4509,
+      "step": 845
+    },
+    {
+      "epoch": 0.739550893296181,
+      "grad_norm": 0.77734375,
+      "learning_rate": 8.688242922451928e-06,
+      "loss": 2.4726,
+      "step": 846
+    },
+    {
+      "epoch": 0.7404250669289187,
+      "grad_norm": 0.78125,
+      "learning_rate": 8.633455526631098e-06,
+      "loss": 2.5167,
+      "step": 847
+    },
+    {
+      "epoch": 0.7412992405616565,
+      "grad_norm": 0.78515625,
+      "learning_rate": 8.578805344347623e-06,
+      "loss": 2.4329,
+      "step": 848
+    },
+    {
+      "epoch": 0.7421734141943943,
+      "grad_norm": 0.76171875,
+      "learning_rate": 8.524292833776706e-06,
+      "loss": 2.4932,
+      "step": 849
+    },
+    {
+      "epoch": 0.7430475878271322,
+      "grad_norm": 0.78125,
+      "learning_rate": 8.469918451939334e-06,
+      "loss": 2.4598,
+      "step": 850
+    },
+    {
+      "epoch": 0.74392176145987,
+      "grad_norm": 0.78125,
+      "learning_rate": 8.415682654698459e-06,
+      "loss": 2.4279,
+      "step": 851
+    },
+    {
+      "epoch": 0.7447959350926078,
+      "grad_norm": 0.765625,
+      "learning_rate": 8.361585896755181e-06,
+      "loss": 2.459,
+      "step": 852
+    },
+    {
+      "epoch": 0.7456701087253456,
+      "grad_norm": 0.77734375,
+      "learning_rate": 8.307628631644903e-06,
+      "loss": 2.4687,
+      "step": 853
+    },
+    {
+      "epoch": 0.7465442823580833,
+      "grad_norm": 0.77734375,
+      "learning_rate": 8.253811311733567e-06,
+      "loss": 2.5331,
+      "step": 854
+    },
+    {
+      "epoch": 0.7474184559908211,
+      "grad_norm": 0.79296875,
+      "learning_rate": 8.200134388213837e-06,
+      "loss": 2.4478,
+      "step": 855
+    },
+    {
+      "epoch": 0.748292629623559,
+      "grad_norm": 0.79296875,
+      "learning_rate": 8.146598311101317e-06,
+      "loss": 2.4979,
+      "step": 856
+    },
+    {
+      "epoch": 0.7491668032562968,
+      "grad_norm": 0.765625,
+      "learning_rate": 8.09320352923081e-06,
+      "loss": 2.4402,
+      "step": 857
+    },
+    {
+      "epoch": 0.7500409768890346,
+      "grad_norm": 0.7734375,
+      "learning_rate": 8.039950490252505e-06,
+      "loss": 2.4791,
+      "step": 858
+    },
+    {
+      "epoch": 0.7509151505217724,
+      "grad_norm": 0.78125,
+      "learning_rate": 7.986839640628268e-06,
+      "loss": 2.4827,
+      "step": 859
+    },
+    {
+      "epoch": 0.7517893241545102,
+      "grad_norm": 0.7734375,
+      "learning_rate": 7.93387142562787e-06,
+      "loss": 2.4664,
+      "step": 860
+    },
+    {
+      "epoch": 0.752663497787248,
+      "grad_norm": 0.7734375,
+      "learning_rate": 7.881046289325268e-06,
+      "loss": 2.5298,
+      "step": 861
+    },
+    {
+      "epoch": 0.7535376714199858,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.82836467459487e-06,
+      "loss": 2.4936,
+      "step": 862
+    },
+    {
+      "epoch": 0.7544118450527236,
+      "grad_norm": 0.78125,
+      "learning_rate": 7.775827023107835e-06,
+      "loss": 2.4657,
+      "step": 863
+    },
+    {
+      "epoch": 0.7552860186854614,
+      "grad_norm": 0.7734375,
+      "learning_rate": 7.723433775328384e-06,
+      "loss": 2.4861,
+      "step": 864
+    },
+    {
+      "epoch": 0.7561601923181992,
+      "grad_norm": 0.76953125,
+      "learning_rate": 7.671185370510059e-06,
+      "loss": 2.4551,
+      "step": 865
+    },
+    {
+      "epoch": 0.757034365950937,
+      "grad_norm": 0.78125,
+      "learning_rate": 7.619082246692103e-06,
+      "loss": 2.4114,
+      "step": 866
+    },
+    {
+      "epoch": 0.7579085395836748,
+      "grad_norm": 0.765625,
+      "learning_rate": 7.567124840695708e-06,
+      "loss": 2.3837,
+      "step": 867
+    },
+    {
+      "epoch": 0.7587827132164127,
+      "grad_norm": 0.7734375,
+      "learning_rate": 7.515313588120451e-06,
+      "loss": 2.4788,
+      "step": 868
+    },
+    {
+      "epoch": 0.7596568868491504,
+      "grad_norm": 0.765625,
+      "learning_rate": 7.463648923340558e-06,
+      "loss": 2.45,
+      "step": 869
+    },
+    {
+      "epoch": 0.7605310604818882,
+      "grad_norm": 0.7734375,
+      "learning_rate": 7.412131279501297e-06,
+      "loss": 2.4414,
+      "step": 870
+    },
+    {
+      "epoch": 0.761405234114626,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.36076108851537e-06,
+      "loss": 2.4682,
+      "step": 871
+    },
+    {
+      "epoch": 0.7622794077473638,
+      "grad_norm": 0.78125,
+      "learning_rate": 7.309538781059239e-06,
+      "loss": 2.5377,
+      "step": 872
+    },
+    {
+      "epoch": 0.7631535813801016,
+      "grad_norm": 0.7734375,
+      "learning_rate": 7.258464786569549e-06,
+      "loss": 2.4896,
+      "step": 873
+    },
+    {
+      "epoch": 0.7640277550128394,
+      "grad_norm": 0.80078125,
+      "learning_rate": 7.207539533239527e-06,
+      "loss": 2.5085,
+      "step": 874
+    },
+    {
+      "epoch": 0.7649019286455773,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.156763448015377e-06,
+      "loss": 2.4876,
+      "step": 875
+    },
+    {
+      "epoch": 0.765776102278315,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.106136956592729e-06,
+      "loss": 2.4602,
+      "step": 876
+    },
+    {
+      "epoch": 0.7666502759110528,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.055660483413029e-06,
+      "loss": 2.5205,
+      "step": 877
+    },
+    {
+      "epoch": 0.7675244495437906,
+      "grad_norm": 0.765625,
+      "learning_rate": 7.005334451660034e-06,
+      "loss": 2.4711,
+      "step": 878
+    },
+    {
+      "epoch": 0.7683986231765284,
+      "grad_norm": 0.7734375,
+      "learning_rate": 6.95515928325618e-06,
+      "loss": 2.4817,
+      "step": 879
+    },
+    {
+      "epoch": 0.7692727968092662,
+      "grad_norm": 0.76171875,
+      "learning_rate": 6.905135398859156e-06,
+      "loss": 2.4179,
+      "step": 880
+    },
+    {
+      "epoch": 0.7701469704420041,
+      "grad_norm": 0.7734375,
+      "learning_rate": 6.855263217858279e-06,
+      "loss": 2.4559,
+      "step": 881
+    },
+    {
+      "epoch": 0.7710211440747419,
+      "grad_norm": 0.7890625,
+      "learning_rate": 6.805543158371028e-06,
+      "loss": 2.4928,
+      "step": 882
+    },
+    {
+      "epoch": 0.7718953177074797,
+      "grad_norm": 0.78125,
+      "learning_rate": 6.7559756372395475e-06,
+      "loss": 2.4632,
+      "step": 883
+    },
+    {
+      "epoch": 0.7727694913402174,
+      "grad_norm": 0.7578125,
+      "learning_rate": 6.706561070027109e-06,
+      "loss": 2.4679,
+      "step": 884
+    },
+    {
+      "epoch": 0.7736436649729552,
+      "grad_norm": 0.796875,
+      "learning_rate": 6.657299871014664e-06,
+      "loss": 2.481,
+      "step": 885
+    },
+    {
+      "epoch": 0.774517838605693,
+      "grad_norm": 0.78125,
+      "learning_rate": 6.60819245319734e-06,
+      "loss": 2.4626,
+      "step": 886
+    },
+    {
+      "epoch": 0.7753920122384309,
+      "grad_norm": 0.77734375,
+      "learning_rate": 6.5592392282810364e-06,
+      "loss": 2.5,
+      "step": 887
+    },
+    {
+      "epoch": 0.7762661858711687,
+      "grad_norm": 0.77734375,
+      "learning_rate": 6.5104406066788915e-06,
+      "loss": 2.4614,
+      "step": 888
+    },
+    {
+      "epoch": 0.7771403595039065,
+      "grad_norm": 0.8046875,
+      "learning_rate": 6.461796997507899e-06,
+      "loss": 2.5137,
+      "step": 889
+    },
+    {
+      "epoch": 0.7780145331366443,
+      "grad_norm": 0.8203125,
+      "learning_rate": 6.4133088085854775e-06,
+      "loss": 2.5302,
+      "step": 890
+    },
+    {
+      "epoch": 0.778888706769382,
+      "grad_norm": 0.77734375,
+      "learning_rate": 6.3649764464260105e-06,
+      "loss": 2.4871,
+      "step": 891
+    },
+    {
+      "epoch": 0.7797628804021198,
+      "grad_norm": 0.7734375,
+      "learning_rate": 6.316800316237481e-06,
+      "loss": 2.5117,
+      "step": 892
+    },
+    {
+      "epoch": 0.7806370540348577,
+      "grad_norm": 0.78125,
+      "learning_rate": 6.268780821918044e-06,
+      "loss": 2.4903,
+      "step": 893
+    },
+    {
+      "epoch": 0.7815112276675955,
+      "grad_norm": 0.77734375,
+      "learning_rate": 6.220918366052661e-06,
+      "loss": 2.4107,
+      "step": 894
+    },
+    {
+      "epoch": 0.7823854013003333,
+      "grad_norm": 0.78515625,
+      "learning_rate": 6.173213349909729e-06,
+      "loss": 2.44,
+      "step": 895
+    },
+    {
+      "epoch": 0.7832595749330711,
+      "grad_norm": 0.80078125,
+      "learning_rate": 6.125666173437678e-06,
+      "loss": 2.456,
+      "step": 896
+    },
+    {
+      "epoch": 0.7841337485658089,
+      "grad_norm": 0.78125,
+      "learning_rate": 6.078277235261681e-06,
+      "loss": 2.4971,
+      "step": 897
+    },
+    {
+      "epoch": 0.7850079221985466,
+      "grad_norm": 0.79296875,
+      "learning_rate": 6.031046932680229e-06,
+      "loss": 2.4523,
+      "step": 898
+    },
+    {
+      "epoch": 0.7858820958312845,
+      "grad_norm": 0.78515625,
+      "learning_rate": 5.983975661661889e-06,
+      "loss": 2.4813,
+      "step": 899
+    },
+    {
+      "epoch": 0.7867562694640223,
+      "grad_norm": 0.75390625,
+      "learning_rate": 5.93706381684192e-06,
+      "loss": 2.4376,
+      "step": 900
+    },
+    {
+      "epoch": 0.7876304430967601,
+      "grad_norm": 0.76953125,
+      "learning_rate": 5.8903117915189875e-06,
+      "loss": 2.466,
+      "step": 901
+    },
+    {
+      "epoch": 0.7885046167294979,
+      "grad_norm": 0.7890625,
+      "learning_rate": 5.843719977651882e-06,
+      "loss": 2.47,
+      "step": 902
+    },
+    {
+      "epoch": 0.7893787903622357,
+      "grad_norm": 0.78515625,
+      "learning_rate": 5.7972887658561955e-06,
+      "loss": 2.4402,
+      "step": 903
+    },
+    {
+      "epoch": 0.7902529639949735,
+      "grad_norm": 0.79296875,
+      "learning_rate": 5.751018545401076e-06,
+      "loss": 2.4675,
+      "step": 904
+    },
+    {
+      "epoch": 0.7911271376277113,
+      "grad_norm": 0.81640625,
+      "learning_rate": 5.704909704205949e-06,
+      "loss": 2.4422,
+      "step": 905
+    },
+    {
+      "epoch": 0.7920013112604491,
+      "grad_norm": 0.80859375,
+      "learning_rate": 5.658962628837289e-06,
+      "loss": 2.4023,
+      "step": 906
+    },
+    {
+      "epoch": 0.7928754848931869,
+      "grad_norm": 0.80078125,
+      "learning_rate": 5.613177704505343e-06,
+      "loss": 2.4977,
+      "step": 907
+    },
+    {
+      "epoch": 0.7937496585259247,
+      "grad_norm": 0.76171875,
+      "learning_rate": 5.567555315060918e-06,
+      "loss": 2.4663,
+      "step": 908
+    },
+    {
+      "epoch": 0.7946238321586625,
+      "grad_norm": 0.76171875,
+      "learning_rate": 5.522095842992195e-06,
+      "loss": 2.4664,
+      "step": 909
+    },
+    {
+      "epoch": 0.7954980057914003,
+      "grad_norm": 0.7890625,
+      "learning_rate": 5.476799669421437e-06,
+      "loss": 2.4706,
+      "step": 910
+    },
+    {
+      "epoch": 0.7963721794241381,
+      "grad_norm": 0.765625,
+      "learning_rate": 5.431667174101901e-06,
+      "loss": 2.5069,
+      "step": 911
+    },
+    {
+      "epoch": 0.797246353056876,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.3866987354145724e-06,
+      "loss": 2.4853,
+      "step": 912
+    },
+    {
+      "epoch": 0.7981205266896138,
+      "grad_norm": 0.7890625,
+      "learning_rate": 5.3418947303650185e-06,
+      "loss": 2.4523,
+      "step": 913
+    },
+    {
+      "epoch": 0.7989947003223515,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.297255534580256e-06,
+      "loss": 2.4469,
+      "step": 914
+    },
+    {
+      "epoch": 0.7998688739550893,
+      "grad_norm": 0.76953125,
+      "learning_rate": 5.252781522305556e-06,
+      "loss": 2.4548,
+      "step": 915
+    },
+    {
+      "epoch": 0.8007430475878271,
+      "grad_norm": 0.78515625,
+      "learning_rate": 5.208473066401329e-06,
+      "loss": 2.4469,
+      "step": 916
+    },
+    {
+      "epoch": 0.8016172212205649,
+      "grad_norm": 0.96875,
+      "learning_rate": 5.164330538339995e-06,
+      "loss": 2.4885,
+      "step": 917
+    },
+    {
+      "epoch": 0.8024913948533028,
+      "grad_norm": 0.76953125,
+      "learning_rate": 5.120354308202893e-06,
+      "loss": 2.4482,
+      "step": 918
+    },
+    {
+      "epoch": 0.8033655684860406,
+      "grad_norm": 0.79296875,
+      "learning_rate": 5.076544744677128e-06,
+      "loss": 2.5142,
+      "step": 919
+    },
+    {
+      "epoch": 0.8042397421187784,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.032902215052515e-06,
+      "loss": 2.524,
+      "step": 920
+    },
+    {
+      "epoch": 0.8051139157515161,
+      "grad_norm": 0.7734375,
+      "learning_rate": 4.989427085218523e-06,
+      "loss": 2.4633,
+      "step": 921
+    },
+    {
+      "epoch": 0.8059880893842539,
+      "grad_norm": 0.76171875,
+      "learning_rate": 4.946119719661121e-06,
+      "loss": 2.4766,
+      "step": 922
+    },
+    {
+      "epoch": 0.8068622630169917,
+      "grad_norm": 0.76953125,
+      "learning_rate": 4.902980481459835e-06,
+      "loss": 2.5139,
+      "step": 923
+    },
+    {
+      "epoch": 0.8077364366497296,
+      "grad_norm": 0.75390625,
+      "learning_rate": 4.860009732284609e-06,
+      "loss": 2.4214,
+      "step": 924
+    },
+    {
+      "epoch": 0.8086106102824674,
+      "grad_norm": 0.78125,
+      "learning_rate": 4.817207832392842e-06,
+      "loss": 2.4861,
+      "step": 925
+    },
+    {
+      "epoch": 0.8094847839152052,
+      "grad_norm": 0.75390625,
+      "learning_rate": 4.7745751406263165e-06,
+      "loss": 2.4826,
+      "step": 926
+    },
+    {
+      "epoch": 0.810358957547943,
+      "grad_norm": 0.7578125,
+      "learning_rate": 4.732112014408213e-06,
+      "loss": 2.4694,
+      "step": 927
+    },
+    {
+      "epoch": 0.8112331311806807,
+      "grad_norm": 0.78515625,
+      "learning_rate": 4.689818809740118e-06,
+      "loss": 2.4753,
+      "step": 928
+    },
+    {
+      "epoch": 0.8121073048134185,
+      "grad_norm": 0.76171875,
+      "learning_rate": 4.647695881199024e-06,
+      "loss": 2.4846,
+      "step": 929
+    },
+    {
+      "epoch": 0.8129814784461563,
+      "grad_norm": 0.80078125,
+      "learning_rate": 4.605743581934385e-06,
+      "loss": 2.5179,
+      "step": 930
+    },
+    {
+      "epoch": 0.8138556520788942,
+      "grad_norm": 0.76953125,
+      "learning_rate": 4.563962263665114e-06,
+      "loss": 2.4131,
+      "step": 931
+    },
+    {
+      "epoch": 0.814729825711632,
+      "grad_norm": 0.765625,
+      "learning_rate": 4.522352276676661e-06,
+      "loss": 2.4216,
+      "step": 932
+    },
+    {
+      "epoch": 0.8156039993443698,
+      "grad_norm": 0.74609375,
+      "learning_rate": 4.480913969818098e-06,
+      "loss": 2.3917,
+      "step": 933
+    },
+    {
+      "epoch": 0.8164781729771076,
+      "grad_norm": 0.76953125,
+      "learning_rate": 4.439647690499122e-06,
+      "loss": 2.4532,
+      "step": 934
+    },
+    {
+      "epoch": 0.8173523466098453,
+      "grad_norm": 0.8046875,
+      "learning_rate": 4.398553784687226e-06,
+      "loss": 2.5099,
+      "step": 935
+    },
+    {
+      "epoch": 0.8182265202425831,
+      "grad_norm": 0.76953125,
+      "learning_rate": 4.357632596904743e-06,
+      "loss": 2.4413,
+      "step": 936
+    },
+    {
+      "epoch": 0.819100693875321,
+      "grad_norm": 0.78515625,
+      "learning_rate": 4.31688447022599e-06,
+      "loss": 2.4713,
+      "step": 937
+    },
+    {
+      "epoch": 0.8199748675080588,
+      "grad_norm": 0.78125,
+      "learning_rate": 4.276309746274368e-06,
+      "loss": 2.4015,
+      "step": 938
+    },
+    {
+      "epoch": 0.8208490411407966,
+      "grad_norm": 0.82421875,
+      "learning_rate": 4.235908765219504e-06,
+      "loss": 2.4893,
+      "step": 939
+    },
+    {
+      "epoch": 0.8217232147735344,
+      "grad_norm": 0.7734375,
+      "learning_rate": 4.195681865774406e-06,
+      "loss": 2.4033,
+      "step": 940
+    },
+    {
+      "epoch": 0.8225973884062722,
+      "grad_norm": 0.765625,
+      "learning_rate": 4.155629385192619e-06,
+      "loss": 2.4699,
+      "step": 941
+    },
+    {
+      "epoch": 0.82347156203901,
+      "grad_norm": 0.76953125,
+      "learning_rate": 4.115751659265407e-06,
+      "loss": 2.4399,
+      "step": 942
+    },
+    {
+      "epoch": 0.8243457356717478,
+      "grad_norm": 0.79296875,
+      "learning_rate": 4.0760490223189144e-06,
+      "loss": 2.4812,
+      "step": 943
+    },
+    {
+      "epoch": 0.8252199093044856,
+      "grad_norm": 0.8671875,
+      "learning_rate": 4.036521807211393e-06,
+      "loss": 2.4413,
+      "step": 944
+    },
+    {
+      "epoch": 0.8260940829372234,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.997170345330387e-06,
+      "loss": 2.4954,
+      "step": 945
+    },
+    {
+      "epoch": 0.8269682565699612,
+      "grad_norm": 0.78125,
+      "learning_rate": 3.957994966589965e-06,
+      "loss": 2.4214,
+      "step": 946
+    },
+    {
+      "epoch": 0.827842430202699,
+      "grad_norm": 0.78125,
+      "learning_rate": 3.918995999427949e-06,
+      "loss": 2.4462,
+      "step": 947
+    },
+    {
+      "epoch": 0.8287166038354368,
+      "grad_norm": 0.74609375,
+      "learning_rate": 3.880173770803169e-06,
+      "loss": 2.3887,
+      "step": 948
+    },
+    {
+      "epoch": 0.8295907774681747,
+      "grad_norm": 0.7578125,
+      "learning_rate": 3.8415286061927265e-06,
+      "loss": 2.4514,
+      "step": 949
+    },
+    {
+      "epoch": 0.8304649511009125,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.8030608295892416e-06,
+      "loss": 2.4721,
+      "step": 950
+    },
+    {
+      "epoch": 0.8313391247336502,
+      "grad_norm": 0.765625,
+      "learning_rate": 3.764770763498163e-06,
+      "loss": 2.5131,
+      "step": 951
+    },
+    {
+      "epoch": 0.832213298366388,
+      "grad_norm": 0.765625,
+      "learning_rate": 3.726658728935048e-06,
+      "loss": 2.4598,
+      "step": 952
+    },
+    {
+      "epoch": 0.8330874719991258,
+      "grad_norm": 0.76953125,
+      "learning_rate": 3.688725045422867e-06,
+      "loss": 2.4106,
+      "step": 953
+    },
+    {
+      "epoch": 0.8339616456318636,
+      "grad_norm": 0.76953125,
+      "learning_rate": 3.6509700309893618e-06,
+      "loss": 2.4475,
+      "step": 954
+    },
+    {
+      "epoch": 0.8348358192646015,
+      "grad_norm": 0.7890625,
+      "learning_rate": 3.613394002164322e-06,
+      "loss": 2.4791,
+      "step": 955
+    },
+    {
+      "epoch": 0.8357099928973393,
+      "grad_norm": 0.7578125,
+      "learning_rate": 3.575997273976983e-06,
+      "loss": 2.4782,
+      "step": 956
+    },
+    {
+      "epoch": 0.8365841665300771,
+      "grad_norm": 0.77734375,
+      "learning_rate": 3.5387801599533475e-06,
+      "loss": 2.4587,
+      "step": 957
+    },
+    {
+      "epoch": 0.8374583401628148,
+      "grad_norm": 0.7890625,
+      "learning_rate": 3.5017429721135807e-06,
+      "loss": 2.4663,
+      "step": 958
+    },
+    {
+      "epoch": 0.8383325137955526,
+      "grad_norm": 0.7890625,
+      "learning_rate": 3.4648860209693794e-06,
+      "loss": 2.4975,
+      "step": 959
+    },
+    {
+      "epoch": 0.8392066874282904,
+      "grad_norm": 0.76171875,
+      "learning_rate": 3.428209615521377e-06,
+      "loss": 2.3964,
+      "step": 960
+    },
+    {
+      "epoch": 0.8400808610610282,
+      "grad_norm": 0.7578125,
+      "learning_rate": 3.3917140632565624e-06,
+      "loss": 2.4558,
+      "step": 961
+    },
+    {
+      "epoch": 0.8409550346937661,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.35539967014567e-06,
+      "loss": 2.5099,
+      "step": 962
+    },
+    {
+      "epoch": 0.8418292083265039,
+      "grad_norm": 0.765625,
+      "learning_rate": 3.319266740640661e-06,
+      "loss": 2.4713,
+      "step": 963
+    },
+    {
+      "epoch": 0.8427033819592417,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.283315577672122e-06,
+      "loss": 2.4063,
+      "step": 964
+    },
+    {
+      "epoch": 0.8435775555919794,
+      "grad_norm": 0.76953125,
+      "learning_rate": 3.2475464826467627e-06,
+      "loss": 2.4831,
+      "step": 965
+    },
+    {
+      "epoch": 0.8444517292247172,
+      "grad_norm": 0.78515625,
+      "learning_rate": 3.2119597554448657e-06,
+      "loss": 2.4549,
+      "step": 966
+    },
+    {
+      "epoch": 0.845325902857455,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.1765556944177823e-06,
+      "loss": 2.4457,
+      "step": 967
+    },
+    {
+      "epoch": 0.8462000764901929,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.141334596385448e-06,
+      "loss": 2.4424,
+      "step": 968
+    },
+    {
+      "epoch": 0.8470742501229307,
+      "grad_norm": 0.75390625,
+      "learning_rate": 3.106296756633853e-06,
+      "loss": 2.4523,
+      "step": 969
+    },
+    {
+      "epoch": 0.8479484237556685,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.0714424689126024e-06,
+      "loss": 2.4693,
+      "step": 970
+    },
+    {
+      "epoch": 0.8488225973884063,
+      "grad_norm": 0.76171875,
+      "learning_rate": 3.0367720254324357e-06,
+      "loss": 2.4814,
+      "step": 971
+    },
+    {
+      "epoch": 0.849696771021144,
+      "grad_norm": 0.765625,
+      "learning_rate": 3.002285716862785e-06,
+      "loss": 2.4373,
+      "step": 972
+    },
+    {
+      "epoch": 0.8505709446538818,
+      "grad_norm": 0.78125,
+      "learning_rate": 2.967983832329341e-06,
+      "loss": 2.4637,
+      "step": 973
+    },
+    {
+      "epoch": 0.8514451182866197,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.9338666594116134e-06,
+      "loss": 2.4313,
+      "step": 974
+    },
+    {
+      "epoch": 0.8523192919193575,
+      "grad_norm": 0.75390625,
+      "learning_rate": 2.8999344841405373e-06,
+      "loss": 2.4572,
+      "step": 975
+    },
+    {
+      "epoch": 0.8531934655520953,
+      "grad_norm": 0.7734375,
+      "learning_rate": 2.8661875909960695e-06,
+      "loss": 2.4709,
+      "step": 976
+    },
+    {
+      "epoch": 0.8540676391848331,
+      "grad_norm": 0.7734375,
+      "learning_rate": 2.8326262629047917e-06,
+      "loss": 2.4401,
+      "step": 977
+    },
+    {
+      "epoch": 0.8549418128175709,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.7992507812375556e-06,
+      "loss": 2.46,
+      "step": 978
+    },
+    {
+      "epoch": 0.8558159864503087,
+      "grad_norm": 0.765625,
+      "learning_rate": 2.766061425807112e-06,
+      "loss": 2.451,
+      "step": 979
+    },
+    {
+      "epoch": 0.8566901600830465,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.733058474865785e-06,
+      "loss": 2.4501,
+      "step": 980
+    },
+    {
+      "epoch": 0.8575643337157843,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.700242205103104e-06,
+      "loss": 2.4789,
+      "step": 981
+    },
+    {
+      "epoch": 0.8584385073485221,
+      "grad_norm": 0.7734375,
+      "learning_rate": 2.6676128916435256e-06,
+      "loss": 2.4685,
+      "step": 982
+    },
+    {
+      "epoch": 0.8593126809812599,
+      "grad_norm": 0.7578125,
+      "learning_rate": 2.635170808044077e-06,
+      "loss": 2.5047,
+      "step": 983
+    },
+    {
+      "epoch": 0.8601868546139977,
+      "grad_norm": 0.75,
+      "learning_rate": 2.602916226292121e-06,
+      "loss": 2.4509,
+      "step": 984
+    },
+    {
+      "epoch": 0.8610610282467355,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.5708494168030255e-06,
+      "loss": 2.4669,
+      "step": 985
+    },
+    {
+      "epoch": 0.8619352018794733,
+      "grad_norm": 0.78125,
+      "learning_rate": 2.538970648417921e-06,
+      "loss": 2.4744,
+      "step": 986
+    },
+    {
+      "epoch": 0.8628093755122112,
+      "grad_norm": 0.75390625,
+      "learning_rate": 2.507280188401456e-06,
+      "loss": 2.4848,
+      "step": 987
+    },
+    {
+      "epoch": 0.8636835491449489,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.475778302439524e-06,
+      "loss": 2.5041,
+      "step": 988
+    },
+    {
+      "epoch": 0.8645577227776867,
+      "grad_norm": 0.796875,
+      "learning_rate": 2.444465254637063e-06,
+      "loss": 2.434,
+      "step": 989
+    },
+    {
+      "epoch": 0.8654318964104245,
+      "grad_norm": 0.76953125,
+      "learning_rate": 2.4133413075158344e-06,
+      "loss": 2.4779,
+      "step": 990
+    },
+    {
+      "epoch": 0.8663060700431623,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.382406722012212e-06,
+      "loss": 2.4035,
+      "step": 991
+    },
+    {
+      "epoch": 0.8671802436759001,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.351661757475021e-06,
+      "loss": 2.428,
+      "step": 992
+    },
+    {
+      "epoch": 0.868054417308638,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.3211066716633257e-06,
+      "loss": 2.4896,
+      "step": 993
+    },
+    {
+      "epoch": 0.8689285909413758,
+      "grad_norm": 0.76953125,
+      "learning_rate": 2.2907417207443133e-06,
+      "loss": 2.4964,
+      "step": 994
+    },
+    {
+      "epoch": 0.8698027645741135,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.2605671592910824e-06,
+      "loss": 2.36,
+      "step": 995
+    },
+    {
+      "epoch": 0.8706769382068513,
+      "grad_norm": 0.75390625,
+      "learning_rate": 2.23058324028059e-06,
+      "loss": 2.4351,
+      "step": 996
+    },
+    {
+      "epoch": 0.8715511118395891,
+      "grad_norm": 0.78515625,
+      "learning_rate": 2.200790215091464e-06,
+      "loss": 2.51,
+      "step": 997
+    },
+    {
+      "epoch": 0.8724252854723269,
+      "grad_norm": 0.765625,
+      "learning_rate": 2.1711883335019225e-06,
+      "loss": 2.4247,
+      "step": 998
+    },
+    {
+      "epoch": 0.8732994591050648,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.1417778436876867e-06,
+      "loss": 2.4565,
+      "step": 999
+    },
+    {
+      "epoch": 0.8741736327378026,
+      "grad_norm": 0.79296875,
+      "learning_rate": 2.1125589922198845e-06,
+      "loss": 2.4257,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8750478063705404,
+      "grad_norm": 0.78125,
+      "learning_rate": 2.0835320240629898e-06,
+      "loss": 2.4488,
+      "step": 1001
+    },
+    {
+      "epoch": 0.8759219800032781,
+      "grad_norm": 0.75390625,
+      "learning_rate": 2.054697182572765e-06,
+      "loss": 2.4643,
+      "step": 1002
+    },
+    {
+      "epoch": 0.8767961536360159,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.026054709494235e-06,
+      "loss": 2.4566,
+      "step": 1003
+    },
+    {
+      "epoch": 0.8776703272687537,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.9976048449596413e-06,
+      "loss": 2.4389,
+      "step": 1004
+    },
+    {
+      "epoch": 0.8785445009014916,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.969347827486437e-06,
+      "loss": 2.4926,
+      "step": 1005
+    },
+    {
+      "epoch": 0.8794186745342294,
+      "grad_norm": 0.76171875,
+      "learning_rate": 1.9412838939753015e-06,
+      "loss": 2.4809,
+      "step": 1006
+    },
+    {
+      "epoch": 0.8802928481669672,
+      "grad_norm": 0.75,
+      "learning_rate": 1.9134132797081096e-06,
+      "loss": 2.4691,
+      "step": 1007
+    },
+    {
+      "epoch": 0.881167021799705,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.8857362183460264e-06,
+      "loss": 2.4868,
+      "step": 1008
+    },
+    {
+      "epoch": 0.8820411954324427,
+      "grad_norm": 0.76171875,
+      "learning_rate": 1.8582529419274908e-06,
+      "loss": 2.4191,
+      "step": 1009
+    },
+    {
+      "epoch": 0.8829153690651805,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.830963680866285e-06,
+      "loss": 2.4697,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8837895426979184,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.8038686639496344e-06,
+      "loss": 2.4417,
+      "step": 1011
+    },
+    {
+      "epoch": 0.8846637163306562,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.7769681183362391e-06,
+      "loss": 2.4567,
+      "step": 1012
+    },
+    {
+      "epoch": 0.885537889963394,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.7502622695544036e-06,
+      "loss": 2.491,
+      "step": 1013
+    },
+    {
+      "epoch": 0.8864120635961318,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.723751341500135e-06,
+      "loss": 2.4712,
+      "step": 1014
+    },
+    {
+      "epoch": 0.8872862372288696,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.697435556435273e-06,
+      "loss": 2.4346,
+      "step": 1015
+    },
+    {
+      "epoch": 0.8881604108616074,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.6713151349856182e-06,
+      "loss": 2.4909,
+      "step": 1016
+    },
+    {
+      "epoch": 0.8890345844943451,
+      "grad_norm": 0.7578125,
+      "learning_rate": 1.6453902961390738e-06,
+      "loss": 2.4376,
+      "step": 1017
+    },
+    {
+      "epoch": 0.889908758127083,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.6196612572438429e-06,
+      "loss": 2.4464,
+      "step": 1018
+    },
+    {
+      "epoch": 0.8907829317598208,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.59412823400657e-06,
+      "loss": 2.458,
+      "step": 1019
+    },
+    {
+      "epoch": 0.8916571053925586,
+      "grad_norm": 0.76171875,
+      "learning_rate": 1.5687914404905496e-06,
+      "loss": 2.4608,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8925312790252964,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.5436510891139232e-06,
+      "loss": 2.424,
+      "step": 1021
+    },
+    {
+      "epoch": 0.8934054526580342,
+      "grad_norm": 0.81640625,
+      "learning_rate": 1.5187073906479193e-06,
+      "loss": 2.3873,
+      "step": 1022
+    },
+    {
+      "epoch": 0.894279626290772,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.4939605542150598e-06,
+      "loss": 2.4393,
+      "step": 1023
+    },
+    {
+      "epoch": 0.8951537999235099,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.4694107872874175e-06,
+      "loss": 2.4266,
+      "step": 1024
+    },
+    {
+      "epoch": 0.8960279735562476,
+      "grad_norm": 0.76171875,
+      "learning_rate": 1.4450582956848924e-06,
+      "loss": 2.3892,
+      "step": 1025
+    },
+    {
+      "epoch": 0.8969021471889854,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.4209032835734438e-06,
+      "loss": 2.5031,
+      "step": 1026
+    },
+    {
+      "epoch": 0.8977763208217232,
+      "grad_norm": 0.75390625,
+      "learning_rate": 1.3969459534634328e-06,
+      "loss": 2.4142,
+      "step": 1027
+    },
+    {
+      "epoch": 0.898650494454461,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.3731865062078852e-06,
+      "loss": 2.4603,
+      "step": 1028
+    },
+    {
+      "epoch": 0.8995246680871988,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.3496251410008182e-06,
+      "loss": 2.4121,
+      "step": 1029
+    },
+    {
+      "epoch": 0.9003988417199367,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.3262620553755795e-06,
+      "loss": 2.5045,
+      "step": 1030
+    },
+    {
+      "epoch": 0.9012730153526745,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.303097445203183e-06,
+      "loss": 2.5258,
+      "step": 1031
+    },
+    {
+      "epoch": 0.9021471889854122,
+      "grad_norm": 0.7578125,
+      "learning_rate": 1.2801315046906626e-06,
+      "loss": 2.4065,
+      "step": 1032
+    },
+    {
+      "epoch": 0.90302136261815,
+      "grad_norm": 0.7578125,
+      "learning_rate": 1.2573644263794483e-06,
+      "loss": 2.4467,
+      "step": 1033
+    },
+    {
+      "epoch": 0.9038955362508878,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.2347964011437618e-06,
+      "loss": 2.4969,
+      "step": 1034
+    },
+    {
+      "epoch": 0.9047697098836256,
+      "grad_norm": 0.74609375,
+      "learning_rate": 1.2124276181890021e-06,
+      "loss": 2.4511,
+      "step": 1035
+    },
+    {
+      "epoch": 0.9056438835163635,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.1902582650501591e-06,
+      "loss": 2.4106,
+      "step": 1036
+    },
+    {
+      "epoch": 0.9065180571491013,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.1682885275902611e-06,
+      "loss": 2.498,
+      "step": 1037
+    },
+    {
+      "epoch": 0.9073922307818391,
+      "grad_norm": 0.75390625,
+      "learning_rate": 1.1465185899987797e-06,
+      "loss": 2.4392,
+      "step": 1038
+    },
+    {
+      "epoch": 0.9082664044145768,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.1249486347901295e-06,
+      "loss": 2.4253,
+      "step": 1039
+    },
+    {
+      "epoch": 0.9091405780473146,
+      "grad_norm": 0.75390625,
+      "learning_rate": 1.1035788428021082e-06,
+      "loss": 2.3555,
+      "step": 1040
+    },
+    {
+      "epoch": 0.9100147516800524,
+      "grad_norm": 0.75390625,
+      "learning_rate": 1.0824093931943836e-06,
+      "loss": 2.4441,
+      "step": 1041
+    },
+    {
+      "epoch": 0.9108889253127902,
+      "grad_norm": 0.73828125,
+      "learning_rate": 1.0614404634470081e-06,
+      "loss": 2.3977,
+      "step": 1042
+    },
+    {
+      "epoch": 0.9117630989455281,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.0406722293589078e-06,
+      "loss": 2.4909,
+      "step": 1043
+    },
+    {
+      "epoch": 0.9126372725782659,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.0201048650464256e-06,
+      "loss": 2.4554,
+      "step": 1044
+    },
+    {
+      "epoch": 0.9135114462110037,
+      "grad_norm": 1.6796875,
+      "learning_rate": 9.997385429418555e-07,
+      "loss": 2.4419,
+      "step": 1045
+    },
+    {
+      "epoch": 0.9143856198437414,
+      "grad_norm": 0.76953125,
+      "learning_rate": 9.795734337920027e-07,
+      "loss": 2.4223,
+      "step": 1046
+    },
+    {
+      "epoch": 0.9152597934764792,
+      "grad_norm": 0.78515625,
+      "learning_rate": 9.596097066567389e-07,
+      "loss": 2.4728,
+      "step": 1047
+    },
+    {
+      "epoch": 0.916133967109217,
+      "grad_norm": 0.80078125,
+      "learning_rate": 9.398475289075892e-07,
+      "loss": 2.4943,
+      "step": 1048
+    },
+    {
+      "epoch": 0.9170081407419549,
+      "grad_norm": 0.77734375,
+      "learning_rate": 9.202870662263551e-07,
+      "loss": 2.4418,
+      "step": 1049
+    },
+    {
+      "epoch": 0.9178823143746927,
+      "grad_norm": 0.75390625,
+      "learning_rate": 9.009284826036691e-07,
+      "loss": 2.4666,
+      "step": 1050
+    },
+    {
+      "epoch": 0.9187564880074305,
+      "grad_norm": 0.78125,
+      "learning_rate": 8.817719403376834e-07,
+      "loss": 2.4634,
+      "step": 1051
+    },
+    {
+      "epoch": 0.9196306616401683,
+      "grad_norm": 0.7734375,
+      "learning_rate": 8.628176000326615e-07,
+      "loss": 2.4589,
+      "step": 1052
+    },
+    {
+      "epoch": 0.920504835272906,
+      "grad_norm": 0.74609375,
+      "learning_rate": 8.440656205976643e-07,
+      "loss": 2.3923,
+      "step": 1053
+    },
+    {
+      "epoch": 0.9213790089056438,
+      "grad_norm": 0.765625,
+      "learning_rate": 8.255161592451905e-07,
+      "loss": 2.4739,
+      "step": 1054
+    },
+    {
+      "epoch": 0.9222531825383817,
+      "grad_norm": 0.7734375,
+      "learning_rate": 8.071693714898742e-07,
+      "loss": 2.5137,
+      "step": 1055
+    },
+    {
+      "epoch": 0.9231273561711195,
+      "grad_norm": 0.79296875,
+      "learning_rate": 7.890254111471845e-07,
+      "loss": 2.5085,
+      "step": 1056
+    },
+    {
+      "epoch": 0.9240015298038573,
+      "grad_norm": 0.765625,
+      "learning_rate": 7.710844303321197e-07,
+      "loss": 2.4841,
+      "step": 1057
+    },
+    {
+      "epoch": 0.9248757034365951,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.533465794579558e-07,
+      "loss": 2.4786,
+      "step": 1058
+    },
+    {
+      "epoch": 0.9257498770693329,
+      "grad_norm": 0.765625,
+      "learning_rate": 7.358120072349595e-07,
+      "loss": 2.474,
+      "step": 1059
+    },
+    {
+      "epoch": 0.9266240507020707,
+      "grad_norm": 0.77734375,
+      "learning_rate": 7.184808606691546e-07,
+      "loss": 2.4591,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9274982243348086,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.013532850611016e-07,
+      "loss": 2.4539,
+      "step": 1061
+    },
+    {
+      "epoch": 0.9283723979675463,
+      "grad_norm": 0.7890625,
+      "learning_rate": 6.844294240046456e-07,
+      "loss": 2.4213,
+      "step": 1062
+    },
+    {
+      "epoch": 0.9292465716002841,
+      "grad_norm": 0.8203125,
+      "learning_rate": 6.677094193857508e-07,
+      "loss": 2.4578,
+      "step": 1063
+    },
+    {
+      "epoch": 0.9301207452330219,
+      "grad_norm": 0.76171875,
+      "learning_rate": 6.511934113812845e-07,
+      "loss": 2.4344,
+      "step": 1064
+    },
+    {
+      "epoch": 0.9309949188657597,
+      "grad_norm": 0.78515625,
+      "learning_rate": 6.348815384578571e-07,
+      "loss": 2.5178,
+      "step": 1065
+    },
+    {
+      "epoch": 0.9318690924984975,
+      "grad_norm": 0.765625,
+      "learning_rate": 6.187739373706508e-07,
+      "loss": 2.4604,
+      "step": 1066
+    },
+    {
+      "epoch": 0.9327432661312354,
+      "grad_norm": 0.78125,
+      "learning_rate": 6.02870743162276e-07,
+      "loss": 2.4583,
+      "step": 1067
+    },
+    {
+      "epoch": 0.9336174397639732,
+      "grad_norm": 0.76953125,
+      "learning_rate": 5.871720891616444e-07,
+      "loss": 2.4831,
+      "step": 1068
+    },
+    {
+      "epoch": 0.9344916133967109,
+      "grad_norm": 0.78125,
+      "learning_rate": 5.716781069828397e-07,
+      "loss": 2.452,
+      "step": 1069
+    },
+    {
+      "epoch": 0.9353657870294487,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.563889265240374e-07,
+      "loss": 2.4267,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9362399606621865,
+      "grad_norm": 0.78125,
+      "learning_rate": 5.413046759663837e-07,
+      "loss": 2.4562,
+      "step": 1071
+    },
+    {
+      "epoch": 0.9371141342949243,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.264254817729436e-07,
+      "loss": 2.4828,
+      "step": 1072
+    },
+    {
+      "epoch": 0.9379883079276621,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.117514686876379e-07,
+      "loss": 2.4634,
+      "step": 1073
+    },
+    {
+      "epoch": 0.9388624815604,
+      "grad_norm": 0.75390625,
+      "learning_rate": 4.972827597341884e-07,
+      "loss": 2.4548,
+      "step": 1074
+    },
+    {
+      "epoch": 0.9397366551931378,
+      "grad_norm": 0.77734375,
+      "learning_rate": 4.830194762150908e-07,
+      "loss": 2.499,
+      "step": 1075
+    },
+    {
+      "epoch": 0.9406108288258755,
+      "grad_norm": 0.76171875,
+      "learning_rate": 4.68961737710602e-07,
+      "loss": 2.4884,
+      "step": 1076
+    },
+    {
+      "epoch": 0.9414850024586133,
+      "grad_norm": 0.796875,
+      "learning_rate": 4.5510966207773787e-07,
+      "loss": 2.4785,
+      "step": 1077
+    },
+    {
+      "epoch": 0.9423591760913511,
+      "grad_norm": 0.7734375,
+      "learning_rate": 4.4146336544927667e-07,
+      "loss": 2.5031,
+      "step": 1078
+    },
+    {
+      "epoch": 0.9432333497240889,
+      "grad_norm": 0.7890625,
+      "learning_rate": 4.280229622327908e-07,
+      "loss": 2.4423,
+      "step": 1079
+    },
+    {
+      "epoch": 0.9441075233568268,
+      "grad_norm": 0.765625,
+      "learning_rate": 4.147885651096861e-07,
+      "loss": 2.4773,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9449816969895646,
+      "grad_norm": 0.77734375,
+      "learning_rate": 4.0176028503425835e-07,
+      "loss": 2.4741,
+      "step": 1081
+    },
+    {
+      "epoch": 0.9458558706223024,
+      "grad_norm": 0.765625,
+      "learning_rate": 3.889382312327716e-07,
+      "loss": 2.4593,
+      "step": 1082
+    },
+    {
+      "epoch": 0.9467300442550401,
+      "grad_norm": 0.7734375,
+      "learning_rate": 3.7632251120252036e-07,
+      "loss": 2.4922,
+      "step": 1083
+    },
+    {
+      "epoch": 0.9476042178877779,
+      "grad_norm": 0.74609375,
+      "learning_rate": 3.639132307109522e-07,
+      "loss": 2.3861,
+      "step": 1084
+    },
+    {
+      "epoch": 0.9484783915205157,
+      "grad_norm": 0.78515625,
+      "learning_rate": 3.517104937947657e-07,
+      "loss": 2.491,
+      "step": 1085
+    },
+    {
+      "epoch": 0.9493525651532536,
+      "grad_norm": 0.76953125,
+      "learning_rate": 3.3971440275904486e-07,
+      "loss": 2.4887,
+      "step": 1086
+    },
+    {
+      "epoch": 0.9502267387859914,
+      "grad_norm": 0.77734375,
+      "learning_rate": 3.279250581763982e-07,
+      "loss": 2.3822,
+      "step": 1087
+    },
+    {
+      "epoch": 0.9511009124187292,
+      "grad_norm": 0.78515625,
+      "learning_rate": 3.163425588861152e-07,
+      "loss": 2.4738,
+      "step": 1088
+    },
+    {
+      "epoch": 0.951975086051467,
+      "grad_norm": 0.765625,
+      "learning_rate": 3.049670019933476e-07,
+      "loss": 2.4591,
+      "step": 1089
+    },
+    {
+      "epoch": 0.9528492596842048,
+      "grad_norm": 0.7578125,
+      "learning_rate": 2.937984828682766e-07,
+      "loss": 2.4393,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9537234333169425,
+      "grad_norm": 0.796875,
+      "learning_rate": 2.828370951453357e-07,
+      "loss": 2.4883,
+      "step": 1091
+    },
+    {
+      "epoch": 0.9545976069496804,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.72082930722406e-07,
+      "loss": 2.4724,
+      "step": 1092
+    },
+    {
+      "epoch": 0.9554717805824182,
+      "grad_norm": 0.80078125,
+      "learning_rate": 2.6153607976005247e-07,
+      "loss": 2.4764,
+      "step": 1093
+    },
+    {
+      "epoch": 0.956345954215156,
+      "grad_norm": 0.765625,
+      "learning_rate": 2.5119663068077227e-07,
+      "loss": 2.4236,
+      "step": 1094
+    },
+    {
+      "epoch": 0.9572201278478938,
+      "grad_norm": 0.765625,
+      "learning_rate": 2.410646701682506e-07,
+      "loss": 2.4893,
+      "step": 1095
+    },
+    {
+      "epoch": 0.9580943014806316,
+      "grad_norm": 0.7734375,
+      "learning_rate": 2.3114028316663373e-07,
+      "loss": 2.4356,
+      "step": 1096
+    },
+    {
+      "epoch": 0.9589684751133694,
+      "grad_norm": 0.77734375,
+      "learning_rate": 2.2142355287981807e-07,
+      "loss": 2.4625,
+      "step": 1097
+    },
+    {
+      "epoch": 0.9598426487461071,
+      "grad_norm": 0.7734375,
+      "learning_rate": 2.1191456077075122e-07,
+      "loss": 2.5392,
+      "step": 1098
+    },
+    {
+      "epoch": 0.960716822378845,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.0261338656074048e-07,
+      "loss": 2.4286,
+      "step": 1099
+    },
+    {
+      "epoch": 0.9615909960115828,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.9352010822880906e-07,
+      "loss": 2.4218,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9624651696443206,
+      "grad_norm": 0.765625,
+      "learning_rate": 1.8463480201101334e-07,
+      "loss": 2.4867,
+      "step": 1101
+    },
+    {
+      "epoch": 0.9633393432770584,
+      "grad_norm": 0.796875,
+      "learning_rate": 1.759575423998211e-07,
+      "loss": 2.4197,
+      "step": 1102
+    },
+    {
+      "epoch": 0.9642135169097962,
+      "grad_norm": 0.7578125,
+      "learning_rate": 1.674884021434897e-07,
+      "loss": 2.4727,
+      "step": 1103
+    },
+    {
+      "epoch": 0.965087690542534,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.5922745224543624e-07,
+      "loss": 2.4637,
+      "step": 1104
+    },
+    {
+      "epoch": 0.9659618641752719,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.5117476196366553e-07,
+      "loss": 2.4314,
+      "step": 1105
+    },
+    {
+      "epoch": 0.9668360378080096,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.4333039881017364e-07,
+      "loss": 2.4757,
+      "step": 1106
+    },
+    {
+      "epoch": 0.9677102114407474,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.3569442855038694e-07,
+      "loss": 2.4854,
+      "step": 1107
+    },
+    {
+      "epoch": 0.9685843850734852,
+      "grad_norm": 0.7734375,
+      "learning_rate": 1.2826691520262114e-07,
+      "loss": 2.4181,
+      "step": 1108
+    },
+    {
+      "epoch": 0.969458558706223,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.2104792103752315e-07,
+      "loss": 2.4979,
+      "step": 1109
+    },
+    {
+      "epoch": 0.9703327323389608,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.140375065775634e-07,
+      "loss": 2.4244,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9712069059716987,
+      "grad_norm": 0.79296875,
+      "learning_rate": 1.072357305965277e-07,
+      "loss": 2.4563,
+      "step": 1111
+    },
+    {
+      "epoch": 0.9720810796044365,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.006426501190233e-07,
+      "loss": 2.4408,
+      "step": 1112
+    },
+    {
+      "epoch": 0.9729552532371742,
+      "grad_norm": 0.76171875,
+      "learning_rate": 9.425832041999871e-08,
+      "loss": 2.4476,
+      "step": 1113
+    },
+    {
+      "epoch": 0.973829426869912,
+      "grad_norm": 0.7578125,
+      "learning_rate": 8.808279502427741e-08,
+      "loss": 2.4144,
+      "step": 1114
+    },
+    {
+      "epoch": 0.9747036005026498,
+      "grad_norm": 0.7734375,
+      "learning_rate": 8.211612570611926e-08,
+      "loss": 2.4606,
+      "step": 1115
+    },
+    {
+      "epoch": 0.9755777741353876,
+      "grad_norm": 0.77734375,
+      "learning_rate": 7.635836248877648e-08,
+      "loss": 2.4508,
+      "step": 1116
+    },
+    {
+      "epoch": 0.9764519477681255,
+      "grad_norm": 0.78125,
+      "learning_rate": 7.080955364408004e-08,
+      "loss": 2.4857,
+      "step": 1117
+    },
+    {
+      "epoch": 0.9773261214008633,
+      "grad_norm": 0.765625,
+      "learning_rate": 6.546974569203446e-08,
+      "loss": 2.4381,
+      "step": 1118
+    },
+    {
+      "epoch": 0.9782002950336011,
+      "grad_norm": 0.78125,
+      "learning_rate": 6.03389834004181e-08,
+      "loss": 2.5202,
+      "step": 1119
+    },
+    {
+      "epoch": 0.9790744686663388,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.5417309784430716e-08,
+      "loss": 2.4559,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9799486422990766,
+      "grad_norm": 0.7734375,
+      "learning_rate": 5.070476610630204e-08,
+      "loss": 2.5059,
+      "step": 1121
+    },
+    {
+      "epoch": 0.9808228159318144,
+      "grad_norm": 0.74609375,
+      "learning_rate": 4.6201391874978186e-08,
+      "loss": 2.3771,
+      "step": 1122
+    },
+    {
+      "epoch": 0.9816969895645523,
+      "grad_norm": 0.765625,
+      "learning_rate": 4.190722484575804e-08,
+      "loss": 2.4349,
+      "step": 1123
+    },
+    {
+      "epoch": 0.9825711631972901,
+      "grad_norm": 0.7890625,
+      "learning_rate": 3.7822301020004615e-08,
+      "loss": 2.449,
+      "step": 1124
+    },
+    {
+      "epoch": 0.9834453368300279,
+      "grad_norm": 0.7578125,
+      "learning_rate": 3.39466546448286e-08,
+      "loss": 2.4703,
+      "step": 1125
+    },
+    {
+      "epoch": 0.9843195104627657,
+      "grad_norm": 0.7578125,
+      "learning_rate": 3.028031821280253e-08,
+      "loss": 2.4228,
+      "step": 1126
+    },
+    {
+      "epoch": 0.9851936840955035,
+      "grad_norm": 0.76953125,
+      "learning_rate": 2.6823322461688726e-08,
+      "loss": 2.4272,
+      "step": 1127
+    },
+    {
+      "epoch": 0.9860678577282412,
+      "grad_norm": 0.76171875,
+      "learning_rate": 2.3575696374189548e-08,
+      "loss": 2.4173,
+      "step": 1128
+    },
+    {
+      "epoch": 0.986942031360979,
+      "grad_norm": 0.7734375,
+      "learning_rate": 2.0537467177692005e-08,
+      "loss": 2.4448,
+      "step": 1129
+    },
+    {
+      "epoch": 0.9878162049937169,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.770866034404295e-08,
+      "loss": 2.5107,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9886903786264547,
+      "grad_norm": 0.78125,
+      "learning_rate": 1.5089299589346463e-08,
+      "loss": 2.4377,
+      "step": 1131
+    },
+    {
+      "epoch": 0.9895645522591925,
+      "grad_norm": 0.76953125,
+      "learning_rate": 1.2679406873750133e-08,
+      "loss": 2.4588,
+      "step": 1132
+    },
+    {
+      "epoch": 0.9904387258919303,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.0479002401264648e-08,
+      "loss": 2.5056,
+      "step": 1133
+    },
+    {
+      "epoch": 0.9913128995246681,
+      "grad_norm": 0.77734375,
+      "learning_rate": 8.488104619608361e-09,
+      "loss": 2.4797,
+      "step": 1134
+    },
+    {
+      "epoch": 0.9921870731574058,
+      "grad_norm": 0.765625,
+      "learning_rate": 6.70673022002688e-09,
+      "loss": 2.4936,
+      "step": 1135
+    },
+    {
+      "epoch": 0.9930612467901437,
+      "grad_norm": 0.7578125,
+      "learning_rate": 5.134894137179269e-09,
+      "loss": 2.4652,
+      "step": 1136
+    },
+    {
+      "epoch": 0.9939354204228815,
+      "grad_norm": 0.7578125,
+      "learning_rate": 3.772609548993722e-09,
+      "loss": 2.4188,
+      "step": 1137
+    },
+    {
+      "epoch": 0.9948095940556193,
+      "grad_norm": 0.7734375,
+      "learning_rate": 2.619887876564864e-09,
+      "loss": 2.4651,
+      "step": 1138
+    },
+    {
+      "epoch": 0.9956837676883571,
+      "grad_norm": 0.7578125,
+      "learning_rate": 1.6767387840649352e-09,
+      "loss": 2.4134,
+      "step": 1139
+    },
+    {
+      "epoch": 0.9965579413210949,
+      "grad_norm": 0.77734375,
+      "learning_rate": 9.431701786466462e-10,
+      "loss": 2.4731,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9974321149538327,
+      "grad_norm": 0.78515625,
+      "learning_rate": 4.191882103904421e-10,
+      "loss": 2.4458,
+      "step": 1141
+    },
+    {
+      "epoch": 0.9983062885865706,
+      "grad_norm": 0.80078125,
+      "learning_rate": 1.0479727224621538e-10,
+      "loss": 2.4287,
+      "step": 1142
+    },
+    {
+      "epoch": 0.9991804622193083,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0,
+      "loss": 2.4995,
+      "step": 1143
+    },
+    {
+      "epoch": 0.9991804622193083,
+      "step": 1143,
+      "total_flos": 1.0450600815746875e+19,
+      "train_loss": 2.588996330897013,
+      "train_runtime": 133512.32,
+      "train_samples_per_second": 1.097,
+      "train_steps_per_second": 0.009
     }
   ],
   "logging_steps": 1,
-  "max_steps": 658,
+  "max_steps": 1143,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
-  "save_steps": 200,
-  "total_flos": 1.2030734967018357e+19,
-  "train_batch_size": 4,
+  "save_steps": 100,
+  "total_flos": 1.0450600815746875e+19,
+  "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null
 }