{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 360,
  "global_step": 1085,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 16.129365409595223,
      "learning_rate": 3.0303030303030305e-07,
      "loss": 0.9764,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 23.837321667388085,
      "learning_rate": 6.060606060606061e-07,
      "loss": 1.1089,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 21.22641145653194,
      "learning_rate": 9.090909090909091e-07,
      "loss": 1.146,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 19.43838955090012,
      "learning_rate": 1.2121212121212122e-06,
      "loss": 0.9844,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 21.119259211109828,
      "learning_rate": 1.5151515151515152e-06,
      "loss": 1.111,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.239645949682986,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 1.0758,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 16.634917711449923,
      "learning_rate": 2.1212121212121216e-06,
      "loss": 1.0476,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.236126323459082,
      "learning_rate": 2.4242424242424244e-06,
      "loss": 0.9484,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 16.700714724312387,
      "learning_rate": 2.7272727272727272e-06,
      "loss": 0.946,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.92070999051616,
      "learning_rate": 3.0303030303030305e-06,
      "loss": 0.9667,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.284153090916707,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.8781,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.132327487551557,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 0.8894,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.078573420798111,
      "learning_rate": 3.93939393939394e-06,
      "loss": 0.9164,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.8212192573632233,
      "learning_rate": 4.242424242424243e-06,
      "loss": 0.8519,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.167377075103833,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.9036,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.6918572965840766,
      "learning_rate": 4.848484848484849e-06,
      "loss": 0.8936,
      "step": 16
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.3749857940241776,
      "learning_rate": 5.151515151515152e-06,
      "loss": 0.8125,
      "step": 17
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.242810694053402,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 0.8036,
      "step": 18
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.410736818533579,
      "learning_rate": 5.7575757575757586e-06,
      "loss": 0.8736,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.4969703990640535,
      "learning_rate": 6.060606060606061e-06,
      "loss": 0.8694,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.0162345460801148,
      "learning_rate": 6.363636363636364e-06,
      "loss": 0.8277,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.7821235760367586,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7463,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.984372802199261,
      "learning_rate": 6.969696969696971e-06,
      "loss": 0.7771,
      "step": 23
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.1781858812979578,
      "learning_rate": 7.272727272727273e-06,
      "loss": 0.8202,
      "step": 24
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.4244788380973845,
      "learning_rate": 7.5757575757575764e-06,
      "loss": 0.7329,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.323382123238373,
      "learning_rate": 7.87878787878788e-06,
      "loss": 0.8099,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.438565494153211,
      "learning_rate": 8.181818181818183e-06,
      "loss": 0.6891,
      "step": 27
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.928726222746485,
      "learning_rate": 8.484848484848486e-06,
      "loss": 0.7683,
      "step": 28
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.696562865037612,
      "learning_rate": 8.787878787878788e-06,
      "loss": 0.8103,
      "step": 29
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.0766589777704834,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.7722,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.168856586909847,
      "learning_rate": 9.393939393939396e-06,
      "loss": 0.8968,
      "step": 31
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.2461676550878007,
      "learning_rate": 9.696969696969698e-06,
      "loss": 0.808,
      "step": 32
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.453728879072183,
      "learning_rate": 1e-05,
      "loss": 0.8598,
      "step": 33
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.9113959644302687,
      "learning_rate": 9.999977704975616e-06,
      "loss": 0.7454,
      "step": 34
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.4099367075523803,
      "learning_rate": 9.999910820101292e-06,
      "loss": 0.7574,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.270300156314859,
      "learning_rate": 9.999799345973507e-06,
      "loss": 0.7398,
      "step": 36
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.358981799608668,
      "learning_rate": 9.99964328358639e-06,
      "loss": 0.7587,
      "step": 37
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.1653542146382745,
      "learning_rate": 9.999442634331703e-06,
      "loss": 0.6518,
      "step": 38
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.738717692770909,
      "learning_rate": 9.999197399998842e-06,
      "loss": 0.7824,
      "step": 39
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.000494320016642,
      "learning_rate": 9.998907582774808e-06,
      "loss": 0.8417,
      "step": 40
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.452509426088607,
      "learning_rate": 9.998573185244192e-06,
      "loss": 0.8029,
      "step": 41
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.7926851998623228,
      "learning_rate": 9.998194210389158e-06,
      "loss": 0.7651,
      "step": 42
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.026512006063561,
      "learning_rate": 9.997770661589404e-06,
      "loss": 0.7327,
      "step": 43
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.4209663160371155,
      "learning_rate": 9.997302542622144e-06,
      "loss": 0.6456,
      "step": 44
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.641518350587522,
      "learning_rate": 9.996789857662068e-06,
      "loss": 0.6919,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.599607788159595,
      "learning_rate": 9.996232611281305e-06,
      "loss": 0.6614,
      "step": 46
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.715328472466144,
      "learning_rate": 9.995630808449384e-06,
      "loss": 0.6826,
      "step": 47
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.203030177637588,
      "learning_rate": 9.994984454533185e-06,
      "loss": 0.6869,
      "step": 48
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.760101944558736,
      "learning_rate": 9.994293555296905e-06,
      "loss": 0.605,
      "step": 49
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.853347031830067,
      "learning_rate": 9.993558116901984e-06,
      "loss": 0.6368,
      "step": 50
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.1151345822300724,
      "learning_rate": 9.992778145907073e-06,
      "loss": 0.6057,
      "step": 51
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.406684758008133,
      "learning_rate": 9.99195364926796e-06,
      "loss": 0.6529,
      "step": 52
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.619474763840996,
      "learning_rate": 9.991084634337512e-06,
      "loss": 0.6274,
      "step": 53
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.581535039528409,
      "learning_rate": 9.990171108865615e-06,
      "loss": 0.5609,
      "step": 54
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.37519555779229,
      "learning_rate": 9.989213080999097e-06,
      "loss": 0.5885,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.831452306017058,
      "learning_rate": 9.98821055928166e-06,
      "loss": 0.6207,
      "step": 56
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.856668685797109,
      "learning_rate": 9.987163552653802e-06,
      "loss": 0.5988,
      "step": 57
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.795835211461076,
      "learning_rate": 9.986072070452739e-06,
      "loss": 0.5497,
      "step": 58
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.5271814227815894,
      "learning_rate": 9.984936122412319e-06,
      "loss": 0.5599,
      "step": 59
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.0934898475040646,
      "learning_rate": 9.98375571866294e-06,
      "loss": 0.4616,
      "step": 60
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.7916913155015934,
      "learning_rate": 9.982530869731452e-06,
      "loss": 0.5413,
      "step": 61
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.56088982742967,
      "learning_rate": 9.981261586541068e-06,
      "loss": 0.4671,
      "step": 62
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.168195444967521,
      "learning_rate": 9.979947880411274e-06,
      "loss": 0.5476,
      "step": 63
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.6048313787874067,
      "learning_rate": 9.978589763057707e-06,
      "loss": 0.5249,
      "step": 64
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.3963291553988126,
      "learning_rate": 9.977187246592077e-06,
      "loss": 0.4986,
      "step": 65
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.3557715502121024,
      "learning_rate": 9.975740343522033e-06,
      "loss": 0.5556,
      "step": 66
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.257861259561017,
      "learning_rate": 9.974249066751078e-06,
      "loss": 0.4784,
      "step": 67
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.3375531169232153,
      "learning_rate": 9.972713429578427e-06,
      "loss": 0.3906,
      "step": 68
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.559723628495009,
      "learning_rate": 9.971133445698908e-06,
      "loss": 0.4879,
      "step": 69
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.194903952303971,
      "learning_rate": 9.969509129202836e-06,
      "loss": 0.4214,
      "step": 70
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.3275730613175782,
      "learning_rate": 9.96784049457588e-06,
      "loss": 0.4623,
      "step": 71
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.5635212966654914,
      "learning_rate": 9.966127556698937e-06,
      "loss": 0.5575,
      "step": 72
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.0097194021841425,
      "learning_rate": 9.964370330848005e-06,
      "loss": 0.6115,
      "step": 73
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.816462672408414,
      "learning_rate": 9.962568832694046e-06,
      "loss": 0.534,
      "step": 74
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.3189782455504777,
      "learning_rate": 9.960723078302831e-06,
      "loss": 0.4456,
      "step": 75
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.0074509816127737,
      "learning_rate": 9.958833084134821e-06,
      "loss": 0.4709,
      "step": 76
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.5611868066341175,
      "learning_rate": 9.956898867045e-06,
      "loss": 0.5881,
      "step": 77
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.700986720821575,
      "learning_rate": 9.954920444282733e-06,
      "loss": 0.573,
      "step": 78
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.4159123698956884,
      "learning_rate": 9.952897833491617e-06,
      "loss": 0.5419,
      "step": 79
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1081028350711035,
      "learning_rate": 9.950831052709315e-06,
      "loss": 0.4993,
      "step": 80
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.6391399727281084,
      "learning_rate": 9.948720120367395e-06,
      "loss": 0.4646,
      "step": 81
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.2824993832357268,
      "learning_rate": 9.946565055291175e-06,
      "loss": 0.4608,
      "step": 82
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.0836295676643863,
      "learning_rate": 9.944365876699545e-06,
      "loss": 0.5675,
      "step": 83
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.6895916676660425,
      "learning_rate": 9.942122604204801e-06,
      "loss": 0.5574,
      "step": 84
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.674274085195954,
      "learning_rate": 9.939835257812468e-06,
      "loss": 0.516,
      "step": 85
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.5758744418706985,
      "learning_rate": 9.937503857921126e-06,
      "loss": 0.4949,
      "step": 86
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.11345842522007,
      "learning_rate": 9.93512842532222e-06,
      "loss": 0.4908,
      "step": 87
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.070822431047042,
      "learning_rate": 9.932708981199884e-06,
      "loss": 0.411,
      "step": 88
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.4626185376360046,
      "learning_rate": 9.93024554713074e-06,
      "loss": 0.4968,
      "step": 89
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.3899527875013096,
      "learning_rate": 9.92773814508372e-06,
      "loss": 0.6052,
      "step": 90
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0242500276011803,
      "learning_rate": 9.925186797419859e-06,
      "loss": 0.4088,
      "step": 91
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.254960261668724,
      "learning_rate": 9.9225915268921e-06,
      "loss": 0.5032,
      "step": 92
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.121594536508012,
      "learning_rate": 9.919952356645093e-06,
      "loss": 0.4736,
      "step": 93
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.591853805964485,
      "learning_rate": 9.917269310214981e-06,
      "loss": 0.5118,
      "step": 94
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.975273286527196,
      "learning_rate": 9.9145424115292e-06,
      "loss": 0.4194,
      "step": 95
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.0207999126195797,
      "learning_rate": 9.911771684906257e-06,
      "loss": 0.481,
      "step": 96
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.223652296880912,
      "learning_rate": 9.908957155055522e-06,
      "loss": 0.4881,
      "step": 97
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.145057143621607,
      "learning_rate": 9.906098847077e-06,
      "loss": 0.4256,
      "step": 98
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.1968182998546792,
      "learning_rate": 9.903196786461106e-06,
      "loss": 0.4447,
      "step": 99
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.488996647778079,
      "learning_rate": 9.900250999088447e-06,
      "loss": 0.4832,
      "step": 100
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.7075122583499844,
      "learning_rate": 9.897261511229584e-06,
      "loss": 0.5647,
      "step": 101
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.249140261199728,
      "learning_rate": 9.894228349544796e-06,
      "loss": 0.6393,
      "step": 102
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.138039351395474,
      "learning_rate": 9.891151541083853e-06,
      "loss": 0.4877,
      "step": 103
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2281784162372515,
      "learning_rate": 9.888031113285758e-06,
      "loss": 0.471,
      "step": 104
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.320283473080627,
      "learning_rate": 9.88486709397852e-06,
      "loss": 0.533,
      "step": 105
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.3375483348489654,
      "learning_rate": 9.881659511378893e-06,
      "loss": 0.4609,
      "step": 106
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.9407782549862607,
      "learning_rate": 9.87840839409213e-06,
      "loss": 0.4836,
      "step": 107
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.233860400341602,
      "learning_rate": 9.875113771111726e-06,
      "loss": 0.4909,
      "step": 108
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.843385330799683,
      "learning_rate": 9.871775671819162e-06,
      "loss": 0.4387,
      "step": 109
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1589676091186156,
      "learning_rate": 9.868394125983639e-06,
      "loss": 0.486,
      "step": 110
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.040342418056587,
      "learning_rate": 9.864969163761818e-06,
      "loss": 0.4788,
      "step": 111
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.428882692637533,
      "learning_rate": 9.861500815697541e-06,
      "loss": 0.5592,
      "step": 112
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2835414884007244,
      "learning_rate": 9.857989112721574e-06,
      "loss": 0.4444,
      "step": 113
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.112223960038215,
      "learning_rate": 9.854434086151318e-06,
      "loss": 0.4274,
      "step": 114
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0412310191062737,
      "learning_rate": 9.850835767690532e-06,
      "loss": 0.4685,
      "step": 115
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.4647322646697654,
      "learning_rate": 9.847194189429057e-06,
      "loss": 0.5397,
      "step": 116
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.7943751391033103,
      "learning_rate": 9.843509383842524e-06,
      "loss": 0.4868,
      "step": 117
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8448536703371594,
      "learning_rate": 9.839781383792065e-06,
      "loss": 0.47,
      "step": 118
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.912968908916307,
      "learning_rate": 9.836010222524018e-06,
      "loss": 0.456,
      "step": 119
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1780775293684287,
      "learning_rate": 9.832195933669639e-06,
      "loss": 0.4071,
      "step": 120
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8028208875094607,
      "learning_rate": 9.828338551244794e-06,
      "loss": 0.4125,
      "step": 121
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.130779457730023,
      "learning_rate": 9.824438109649654e-06,
      "loss": 0.5437,
      "step": 122
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0007324967598823,
      "learning_rate": 9.820494643668397e-06,
      "loss": 0.4136,
      "step": 123
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.179925551173916,
      "learning_rate": 9.81650818846889e-06,
      "loss": 0.3808,
      "step": 124
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1852746498130355,
      "learning_rate": 9.812478779602382e-06,
      "loss": 0.5346,
      "step": 125
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.138463505709442,
      "learning_rate": 9.808406453003177e-06,
      "loss": 0.4781,
      "step": 126
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.6209448601330558,
      "learning_rate": 9.804291244988324e-06,
      "loss": 0.3635,
      "step": 127
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.130274052940016,
      "learning_rate": 9.80013319225729e-06,
      "loss": 0.477,
      "step": 128
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.386102342816235,
      "learning_rate": 9.79593233189163e-06,
      "loss": 0.475,
      "step": 129
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.245518577211273,
      "learning_rate": 9.791688701354656e-06,
      "loss": 0.4893,
      "step": 130
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0216906989251298,
      "learning_rate": 9.787402338491107e-06,
      "loss": 0.5008,
      "step": 131
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0992634451137686,
      "learning_rate": 9.78307328152681e-06,
      "loss": 0.491,
      "step": 132
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.182492396879651,
      "learning_rate": 9.778701569068336e-06,
      "loss": 0.4291,
      "step": 133
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.322495194500256,
      "learning_rate": 9.77428724010266e-06,
      "loss": 0.4719,
      "step": 134
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0990527106566095,
      "learning_rate": 9.76983033399681e-06,
      "loss": 0.545,
      "step": 135
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.197449587105137,
      "learning_rate": 9.765330890497518e-06,
      "loss": 0.4402,
      "step": 136
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.1444974057383197,
      "learning_rate": 9.760788949730866e-06,
      "loss": 0.4596,
      "step": 137
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.0082778523434954,
      "learning_rate": 9.756204552201926e-06,
      "loss": 0.5243,
      "step": 138
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.3012157115740797,
      "learning_rate": 9.751577738794397e-06,
      "loss": 0.466,
      "step": 139
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.027306320186225,
      "learning_rate": 9.746908550770252e-06,
      "loss": 0.4119,
      "step": 140
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.2945854233184275,
      "learning_rate": 9.74219702976935e-06,
      "loss": 0.5636,
      "step": 141
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8562471392647044,
      "learning_rate": 9.737443217809083e-06,
      "loss": 0.4643,
      "step": 142
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.1780745804692625,
      "learning_rate": 9.732647157283994e-06,
      "loss": 0.4851,
      "step": 143
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.987075025431446,
      "learning_rate": 9.727808890965396e-06,
      "loss": 0.528,
      "step": 144
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.9653726410307981,
      "learning_rate": 9.722928462000995e-06,
      "loss": 0.4628,
      "step": 145
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.0367912532832206,
      "learning_rate": 9.718005913914504e-06,
      "loss": 0.4967,
      "step": 146
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.071421018578479,
      "learning_rate": 9.713041290605255e-06,
      "loss": 0.4603,
      "step": 147
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.8900063373062326,
      "learning_rate": 9.708034636347807e-06,
      "loss": 0.4436,
      "step": 148
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.0076364938112627,
      "learning_rate": 9.702985995791554e-06,
      "loss": 0.4846,
      "step": 149
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.6019702541050833,
      "learning_rate": 9.69789541396032e-06,
      "loss": 0.5282,
      "step": 150
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.825342999834098,
      "learning_rate": 9.69276293625196e-06,
      "loss": 0.4162,
      "step": 151
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.7815368946800145,
      "learning_rate": 9.687588608437963e-06,
      "loss": 0.5089,
      "step": 152
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.9315012959714708,
      "learning_rate": 9.682372476663038e-06,
      "loss": 0.3959,
      "step": 153
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.2305953049147274,
      "learning_rate": 9.677114587444695e-06,
      "loss": 0.4668,
      "step": 154
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.741881922031329,
      "learning_rate": 9.671814987672844e-06,
      "loss": 0.4607,
      "step": 155
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.3110309083466585,
      "learning_rate": 9.666473724609364e-06,
      "loss": 0.5638,
      "step": 156
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0682482956606467,
      "learning_rate": 9.661090845887693e-06,
      "loss": 0.4686,
      "step": 157
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.6193571588443016,
      "learning_rate": 9.655666399512399e-06,
      "loss": 0.5315,
      "step": 158
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9797453669645546,
      "learning_rate": 9.650200433858742e-06,
      "loss": 0.4896,
      "step": 159
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.4216613612020654,
      "learning_rate": 9.64469299767226e-06,
      "loss": 0.3741,
      "step": 160
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9693170147881809,
      "learning_rate": 9.639144140068324e-06,
      "loss": 0.4272,
      "step": 161
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.2194466246097613,
      "learning_rate": 9.633553910531697e-06,
      "loss": 0.4457,
      "step": 162
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.201593460499194,
      "learning_rate": 9.627922358916103e-06,
      "loss": 0.4102,
      "step": 163
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6525412697622233,
      "learning_rate": 9.622249535443773e-06,
      "loss": 0.3761,
      "step": 164
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.2227663902993156,
      "learning_rate": 9.616535490705003e-06,
      "loss": 0.4669,
      "step": 165
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.7035693121877094,
      "learning_rate": 9.610780275657699e-06,
      "loss": 0.5599,
      "step": 166
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.011593619843652,
      "learning_rate": 9.604983941626924e-06,
      "loss": 0.4761,
      "step": 167
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.6713907964698778,
      "learning_rate": 9.599146540304445e-06,
      "loss": 0.5458,
      "step": 168
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.0578837694185688,
      "learning_rate": 9.59326812374826e-06,
      "loss": 0.5034,
      "step": 169
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.009264530645865,
      "learning_rate": 9.587348744382146e-06,
      "loss": 0.4794,
      "step": 170
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8448925507784202,
      "learning_rate": 9.581388454995188e-06,
      "loss": 0.5835,
      "step": 171
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.7924002279972235,
      "learning_rate": 9.575387308741301e-06,
      "loss": 0.5,
      "step": 172
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.1290643907506412,
      "learning_rate": 9.569345359138771e-06,
      "loss": 0.3709,
      "step": 173
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.218893686302514,
      "learning_rate": 9.56326266006976e-06,
      "loss": 0.5468,
      "step": 174
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.2371127166937597,
      "learning_rate": 9.557139265779839e-06,
      "loss": 0.5076,
      "step": 175
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.2443513250129365,
      "learning_rate": 9.550975230877495e-06,
      "loss": 0.3882,
      "step": 176
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.080847037819759,
      "learning_rate": 9.544770610333656e-06,
      "loss": 0.5072,
      "step": 177
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.063334530889104,
      "learning_rate": 9.538525459481185e-06,
      "loss": 0.5129,
      "step": 178
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8429299549087172,
      "learning_rate": 9.5322398340144e-06,
      "loss": 0.5222,
      "step": 179
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.5812772666454338,
      "learning_rate": 9.52591378998857e-06,
      "loss": 0.5519,
      "step": 180
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.058285902666481,
      "learning_rate": 9.519547383819417e-06,
      "loss": 0.4551,
      "step": 181
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.8818304058002688,
      "learning_rate": 9.513140672282613e-06,
      "loss": 0.4273,
      "step": 182
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9209762314258565,
      "learning_rate": 9.506693712513276e-06,
      "loss": 0.5037,
      "step": 183
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.0870128777895767,
      "learning_rate": 9.500206562005451e-06,
      "loss": 0.5833,
      "step": 184
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.2623949551946128,
      "learning_rate": 9.493679278611616e-06,
      "loss": 0.5183,
      "step": 185
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.333429280532828,
      "learning_rate": 9.487111920542144e-06,
      "loss": 0.4874,
      "step": 186
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.815562707725,
      "learning_rate": 9.480504546364799e-06,
      "loss": 0.4692,
      "step": 187
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.7660766038392852,
      "learning_rate": 9.47385721500421e-06,
      "loss": 0.5067,
      "step": 188
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9680194643495112,
      "learning_rate": 9.467169985741338e-06,
      "loss": 0.4563,
      "step": 189
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9920282177444568,
      "learning_rate": 9.460442918212965e-06,
      "loss": 0.4578,
      "step": 190
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.241206997432981,
      "learning_rate": 9.453676072411142e-06,
      "loss": 0.4639,
      "step": 191
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.311099672661341,
      "learning_rate": 9.446869508682666e-06,
      "loss": 0.5097,
      "step": 192
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.7661459736458465,
      "learning_rate": 9.440023287728536e-06,
      "loss": 0.5023,
      "step": 193
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.305876852824869,
      "learning_rate": 9.433137470603424e-06,
      "loss": 0.5889,
      "step": 194
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.7528835048955134,
      "learning_rate": 9.426212118715107e-06,
      "loss": 0.4261,
      "step": 195
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9984846584908784,
      "learning_rate": 9.419247293823947e-06,
      "loss": 0.4611,
      "step": 196
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.2838282643195535,
      "learning_rate": 9.412243058042316e-06,
      "loss": 0.5117,
      "step": 197
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9369138203254217,
      "learning_rate": 9.405199473834058e-06,
      "loss": 0.4893,
      "step": 198
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.7502665191769333,
      "learning_rate": 9.398116604013926e-06,
      "loss": 0.4881,
      "step": 199
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.8704327603370965,
      "learning_rate": 9.390994511747021e-06,
      "loss": 0.4546,
      "step": 200
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.17508798618509,
      "learning_rate": 9.383833260548234e-06,
      "loss": 0.4726,
      "step": 201
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.2849265007425497,
      "learning_rate": 9.37663291428167e-06,
      "loss": 0.4642,
      "step": 202
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.9841051903862645,
      "learning_rate": 9.36939353716009e-06,
      "loss": 0.4622,
      "step": 203
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.257470318496205,
      "learning_rate": 9.362115193744329e-06,
      "loss": 0.4282,
      "step": 204
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.392014920409948,
      "learning_rate": 9.35479794894272e-06,
      "loss": 0.4345,
      "step": 205
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.8052120410615011,
      "learning_rate": 9.347441868010531e-06,
      "loss": 0.4247,
      "step": 206
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.7695741916190524,
      "learning_rate": 9.340047016549359e-06,
      "loss": 0.5194,
      "step": 207
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.8450154842082274,
      "learning_rate": 9.332613460506563e-06,
      "loss": 0.4131,
      "step": 208
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.8662503542524322,
      "learning_rate": 9.325141266174666e-06,
      "loss": 0.4947,
      "step": 209
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.295232461263357,
      "learning_rate": 9.317630500190774e-06,
      "loss": 0.5474,
      "step": 210
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.7297698392367244,
      "learning_rate": 9.310081229535968e-06,
      "loss": 0.4592,
      "step": 211
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.9626826054816364,
      "learning_rate": 9.302493521534718e-06,
      "loss": 0.4943,
      "step": 212
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.7282048031834156,
      "learning_rate": 9.294867443854278e-06,
      "loss": 0.4225,
      "step": 213
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.8569486568399847,
      "learning_rate": 9.287203064504084e-06,
      "loss": 0.4129,
      "step": 214
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.7618256251989388,
      "learning_rate": 9.279500451835146e-06,
      "loss": 0.4748,
      "step": 215
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.3797244120825227,
      "learning_rate": 9.271759674539437e-06,
      "loss": 0.5891,
      "step": 216
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.072223692212461,
      "learning_rate": 9.263980801649286e-06,
      "loss": 0.5031,
      "step": 217
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.050876876872574,
      "learning_rate": 9.256163902536756e-06,
      "loss": 0.4236,
      "step": 218
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.1198932578024876,
      "learning_rate": 9.248309046913032e-06,
      "loss": 0.5258,
      "step": 219
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.146695653453272,
      "learning_rate": 9.24041630482779e-06,
      "loss": 0.4794,
      "step": 220
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.7199343616506693,
      "learning_rate": 9.232485746668583e-06,
      "loss": 0.3485,
      "step": 221
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.286003830086287,
      "learning_rate": 9.224517443160205e-06,
      "loss": 0.526,
      "step": 222
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.7514678642956694,
      "learning_rate": 9.216511465364066e-06,
      "loss": 0.5042,
      "step": 223
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.210433946519186,
      "learning_rate": 9.208467884677553e-06,
      "loss": 0.5777,
      "step": 224
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.8071033204951692,
      "learning_rate": 9.200386772833394e-06,
      "loss": 0.4398,
      "step": 225
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0356702912458835,
      "learning_rate": 9.192268201899028e-06,
      "loss": 0.4432,
      "step": 226
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.798415887689644,
      "learning_rate": 9.184112244275949e-06,
      "loss": 0.4139,
      "step": 227
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9228155662900879,
      "learning_rate": 9.175918972699063e-06,
      "loss": 0.4344,
      "step": 228
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0327204788445496,
      "learning_rate": 9.167688460236049e-06,
      "loss": 0.4207,
      "step": 229
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5559510625922655,
      "learning_rate": 9.159420780286699e-06,
      "loss": 0.3875,
      "step": 230
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.7831249479009101,
      "learning_rate": 9.151116006582259e-06,
      "loss": 0.5297,
      "step": 231
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.1056676282274136,
      "learning_rate": 9.142774213184785e-06,
      "loss": 0.4287,
      "step": 232
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.7222296800330472,
      "learning_rate": 9.134395474486471e-06,
      "loss": 0.494,
      "step": 233
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9376342013761003,
      "learning_rate": 9.12597986520899e-06,
      "loss": 0.4693,
      "step": 234
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.4953747502341712,
      "learning_rate": 9.117527460402826e-06,
      "loss": 0.4201,
      "step": 235
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.718097073507747,
      "learning_rate": 9.109038335446612e-06,
      "loss": 0.4611,
      "step": 236
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.8055791887833874,
      "learning_rate": 9.100512566046445e-06,
      "loss": 0.5568,
      "step": 237
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.8902275123309493,
      "learning_rate": 9.091950228235218e-06,
      "loss": 0.5016,
      "step": 238
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.7798148032487224,
      "learning_rate": 9.083351398371944e-06,
      "loss": 0.3797,
      "step": 239
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9541566954758047,
      "learning_rate": 9.074716153141074e-06,
      "loss": 0.4734,
      "step": 240
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.8373280148490558,
      "learning_rate": 9.066044569551806e-06,
      "loss": 0.546,
      "step": 241
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.439997049046741,
      "learning_rate": 9.057336724937409e-06,
      "loss": 0.4715,
      "step": 242
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0915262974626607,
      "learning_rate": 9.048592696954525e-06,
      "loss": 0.4606,
      "step": 243
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.8438692284406528,
      "learning_rate": 9.039812563582481e-06,
      "loss": 0.4807,
      "step": 244
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.238913866496149,
      "learning_rate": 9.030996403122593e-06,
      "loss": 0.4993,
      "step": 245
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.727513240522199,
      "learning_rate": 9.022144294197465e-06,
      "loss": 0.4872,
      "step": 246
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.8561137203921283,
      "learning_rate": 9.013256315750291e-06,
      "loss": 0.4521,
      "step": 247
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.9418328007205319,
      "learning_rate": 9.00433254704415e-06,
      "loss": 0.4693,
      "step": 248
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.1530206936727425,
      "learning_rate": 8.995373067661297e-06,
      "loss": 0.4198,
      "step": 249
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.750946114305235,
      "learning_rate": 8.986377957502459e-06,
      "loss": 0.5011,
      "step": 250
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.8983504775289417,
      "learning_rate": 8.977347296786113e-06,
      "loss": 0.4639,
      "step": 251
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.466069503803939,
      "learning_rate": 8.968281166047782e-06,
      "loss": 0.509,
      "step": 252
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.8749710619294966,
      "learning_rate": 8.959179646139307e-06,
      "loss": 0.4688,
      "step": 253
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.5434884020163335,
      "learning_rate": 8.95004281822813e-06,
      "loss": 0.4903,
      "step": 254
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.3537492058556992,
      "learning_rate": 8.940870763796575e-06,
      "loss": 0.4347,
      "step": 255
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.046709463687296,
      "learning_rate": 8.93166356464111e-06,
      "loss": 0.4785,
      "step": 256
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.8894291264166485,
      "learning_rate": 8.922421302871628e-06,
      "loss": 0.5522,
      "step": 257
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.8650094987487535,
      "learning_rate": 8.91314406091071e-06,
      "loss": 0.4594,
      "step": 258
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.189918791153672,
      "learning_rate": 8.903831921492889e-06,
      "loss": 0.4493,
      "step": 259
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.0404519379156523,
      "learning_rate": 8.894484967663917e-06,
      "loss": 0.448,
      "step": 260
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.800269060842294,
      "learning_rate": 8.885103282780017e-06,
      "loss": 0.4584,
      "step": 261
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.006281433815957,
      "learning_rate": 8.875686950507148e-06,
      "loss": 0.5058,
      "step": 262
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.8369002219910917,
      "learning_rate": 8.866236054820252e-06,
      "loss": 0.4434,
      "step": 263
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.224177043935375,
      "learning_rate": 8.85675068000251e-06,
      "loss": 0.5084,
      "step": 264
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.869776027369733,
      "learning_rate": 8.847230910644586e-06,
      "loss": 0.3914,
      "step": 265
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5520635751992689,
      "learning_rate": 8.837676831643878e-06,
      "loss": 0.3972,
      "step": 266
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6861043321143212,
      "learning_rate": 8.828088528203754e-06,
      "loss": 0.4617,
      "step": 267
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7990345859922723,
      "learning_rate": 8.818466085832797e-06,
      "loss": 0.4946,
      "step": 268
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6043477816641816,
      "learning_rate": 8.808809590344043e-06,
      "loss": 0.4647,
      "step": 269
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5615958854636416,
      "learning_rate": 8.799119127854211e-06,
      "loss": 0.3511,
      "step": 270
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.2697929179032403,
      "learning_rate": 8.789394784782945e-06,
      "loss": 0.4179,
      "step": 271
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5996581325163564,
      "learning_rate": 8.779636647852028e-06,
      "loss": 0.4466,
      "step": 272
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.8067082124141383,
      "learning_rate": 8.76984480408462e-06,
      "loss": 0.4125,
      "step": 273
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.1459929653678342,
      "learning_rate": 8.760019340804478e-06,
      "loss": 0.5071,
      "step": 274
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.2872319731726547,
      "learning_rate": 8.750160345635183e-06,
      "loss": 0.4584,
      "step": 275
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7407350134278134,
      "learning_rate": 8.740267906499347e-06,
      "loss": 0.4991,
      "step": 276
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.609979578565858,
      "learning_rate": 8.73034211161784e-06,
      "loss": 0.5205,
      "step": 277
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.200677272547663,
      "learning_rate": 8.720383049508998e-06,
      "loss": 0.5487,
      "step": 278
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.6432820372618948,
      "learning_rate": 8.710390808987834e-06,
      "loss": 0.4042,
      "step": 279
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.7156721753241313,
      "learning_rate": 8.700365479165246e-06,
      "loss": 0.3996,
      "step": 280
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9082538060806855,
      "learning_rate": 8.690307149447222e-06,
      "loss": 0.4812,
      "step": 281
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.63902982998481,
      "learning_rate": 8.680215909534044e-06,
      "loss": 0.446,
      "step": 282
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.587339989963004,
      "learning_rate": 8.67009184941949e-06,
      "loss": 0.3901,
      "step": 283
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.6319010966753653,
      "learning_rate": 8.659935059390029e-06,
      "loss": 0.4277,
      "step": 284
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.7250865003847689,
      "learning_rate": 8.64974563002401e-06,
      "loss": 0.3561,
      "step": 285
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.7173033701439209,
      "learning_rate": 8.639523652190863e-06,
      "loss": 0.3946,
      "step": 286
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.0533966512825748,
      "learning_rate": 8.62926921705029e-06,
      "loss": 0.4255,
      "step": 287
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9264061742598322,
      "learning_rate": 8.618982416051437e-06,
      "loss": 0.4631,
      "step": 288
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0607639449740534,
      "learning_rate": 8.608663340932105e-06,
      "loss": 0.4806,
      "step": 289
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9707326291467142,
      "learning_rate": 8.598312083717897e-06,
      "loss": 0.4838,
      "step": 290
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.8760820163547305,
      "learning_rate": 8.587928736721432e-06,
      "loss": 0.5108,
      "step": 291
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.7862721737223892,
      "learning_rate": 8.577513392541496e-06,
      "loss": 0.3962,
      "step": 292
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9882280047781893,
      "learning_rate": 8.567066144062232e-06,
      "loss": 0.5171,
      "step": 293
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0639143960233897,
      "learning_rate": 8.556587084452305e-06,
      "loss": 0.5001,
      "step": 294
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.8782269179129345,
      "learning_rate": 8.546076307164068e-06,
      "loss": 0.4568,
      "step": 295
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.6079291594479586,
      "learning_rate": 8.535533905932739e-06,
      "loss": 0.4282,
      "step": 296
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0434150812546203,
      "learning_rate": 8.524959974775551e-06,
      "loss": 0.4884,
      "step": 297
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9071711134863052,
      "learning_rate": 8.514354607990927e-06,
      "loss": 0.4573,
      "step": 298
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.8196098537969094,
      "learning_rate": 8.503717900157632e-06,
      "loss": 0.4788,
      "step": 299
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9075527663018237,
      "learning_rate": 8.49304994613393e-06,
      "loss": 0.5259,
      "step": 300
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.6611505782230385,
      "learning_rate": 8.482350841056739e-06,
      "loss": 0.4273,
      "step": 301
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.8747309724134273,
      "learning_rate": 8.47162068034078e-06,
      "loss": 0.4702,
      "step": 302
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9210086107236377,
      "learning_rate": 8.460859559677735e-06,
      "loss": 0.4309,
      "step": 303
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.7431646203338342,
      "learning_rate": 8.45006757503538e-06,
      "loss": 0.4613,
      "step": 304
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.5052628264537502,
      "learning_rate": 8.43924482265674e-06,
      "loss": 0.3804,
      "step": 305
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9158138263968971,
      "learning_rate": 8.428391399059228e-06,
      "loss": 0.5001,
      "step": 306
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.480815467739981,
      "learning_rate": 8.41750740103378e-06,
      "loss": 0.5295,
      "step": 307
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.003610118605416,
      "learning_rate": 8.406592925643995e-06,
      "loss": 0.4291,
      "step": 308
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.8511717607117526,
      "learning_rate": 8.395648070225273e-06,
      "loss": 0.4799,
      "step": 309
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5701507442392661,
      "learning_rate": 8.384672932383942e-06,
      "loss": 0.4526,
      "step": 310
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5948064665545478,
      "learning_rate": 8.373667609996388e-06,
      "loss": 0.3488,
      "step": 311
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.7172848929373001,
      "learning_rate": 8.362632201208182e-06,
      "loss": 0.5191,
      "step": 312
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.861421603347419,
      "learning_rate": 8.351566804433207e-06,
      "loss": 0.4473,
      "step": 313
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.8015561005409069,
      "learning_rate": 8.340471518352781e-06,
      "loss": 0.4527,
      "step": 314
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.1556575012116967,
      "learning_rate": 8.329346441914774e-06,
      "loss": 0.5484,
      "step": 315
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.0076914952446954,
      "learning_rate": 8.318191674332724e-06,
      "loss": 0.4091,
      "step": 316
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.867497503681997,
      "learning_rate": 8.307007315084958e-06,
      "loss": 0.4939,
      "step": 317
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.1262537928980025,
      "learning_rate": 8.295793463913701e-06,
      "loss": 0.5834,
      "step": 318
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.7637175217775476,
      "learning_rate": 8.284550220824186e-06,
      "loss": 0.4526,
      "step": 319
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.648339289988361,
      "learning_rate": 8.273277686083768e-06,
      "loss": 0.3449,
      "step": 320
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.3992238626915308,
      "learning_rate": 8.261975960221016e-06,
      "loss": 0.4495,
      "step": 321
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.9018619117764128,
      "learning_rate": 8.250645144024837e-06,
      "loss": 0.3955,
      "step": 322
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.9522016280115226,
      "learning_rate": 8.23928533854356e-06,
      "loss": 0.5687,
      "step": 323
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.8534830913654115,
      "learning_rate": 8.227896645084037e-06,
      "loss": 0.4745,
      "step": 324
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.9964611419849239,
      "learning_rate": 8.216479165210748e-06,
      "loss": 0.4019,
      "step": 325
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.068111314185152,
      "learning_rate": 8.205033000744895e-06,
      "loss": 0.5143,
      "step": 326
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.5590845818504766,
      "learning_rate": 8.193558253763479e-06,
      "loss": 0.3693,
      "step": 327
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.186509835454746,
      "learning_rate": 8.182055026598408e-06,
      "loss": 0.416,
      "step": 328
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.5844801019590957,
      "learning_rate": 8.170523421835573e-06,
      "loss": 0.3545,
      "step": 329
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.8575577226281546,
      "learning_rate": 8.158963542313937e-06,
      "loss": 0.4761,
      "step": 330
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.7966713390914204,
      "learning_rate": 8.14737549112462e-06,
      "loss": 0.3864,
      "step": 331
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.8380592128499222,
      "learning_rate": 8.135759371609977e-06,
      "loss": 0.4845,
      "step": 332
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.0455274179399447,
      "learning_rate": 8.12411528736267e-06,
      "loss": 0.5534,
      "step": 333
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.7294266023913523,
      "learning_rate": 8.112443342224761e-06,
      "loss": 0.4138,
      "step": 334
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.0058011955497626,
      "learning_rate": 8.100743640286768e-06,
      "loss": 0.4999,
      "step": 335
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.651553365904595,
      "learning_rate": 8.089016285886747e-06,
      "loss": 0.4881,
      "step": 336
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.773227004412968,
      "learning_rate": 8.077261383609363e-06,
      "loss": 0.4598,
      "step": 337
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.8790139684478144,
      "learning_rate": 8.065479038284942e-06,
      "loss": 0.4663,
      "step": 338
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.919118851556668,
      "learning_rate": 8.05366935498856e-06,
      "loss": 0.4419,
      "step": 339
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.964652133274893,
      "learning_rate": 8.041832439039085e-06,
      "loss": 0.4673,
      "step": 340
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.7974809835670555,
      "learning_rate": 8.02996839599825e-06,
      "loss": 0.4727,
      "step": 341
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.8553171988918498,
      "learning_rate": 8.018077331669707e-06,
      "loss": 0.4163,
      "step": 342
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9389312069845352,
      "learning_rate": 8.006159352098082e-06,
      "loss": 0.4334,
      "step": 343
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.6346055321688229,
      "learning_rate": 7.994214563568036e-06,
      "loss": 0.4002,
      "step": 344
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.599227362292106,
      "learning_rate": 7.982243072603306e-06,
      "loss": 0.4076,
      "step": 345
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.7368614934087998,
      "learning_rate": 7.970244985965767e-06,
      "loss": 0.5056,
      "step": 346
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.591309812293656,
      "learning_rate": 7.958220410654474e-06,
      "loss": 0.3454,
      "step": 347
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9143496936902584,
      "learning_rate": 7.946169453904706e-06,
      "loss": 0.4637,
      "step": 348
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9965493738056397,
      "learning_rate": 7.93409222318701e-06,
      "loss": 0.4425,
      "step": 349
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5549050181218969,
      "learning_rate": 7.921988826206252e-06,
      "loss": 0.4003,
      "step": 350
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.0576285352992456,
      "learning_rate": 7.909859370900642e-06,
      "loss": 0.4399,
      "step": 351
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.8356947778398593,
      "learning_rate": 7.89770396544078e-06,
      "loss": 0.487,
      "step": 352
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.8974007514954563,
      "learning_rate": 7.88552271822869e-06,
      "loss": 0.4701,
      "step": 353
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.3226326302090365,
      "learning_rate": 7.873315737896856e-06,
      "loss": 0.4546,
      "step": 354
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9787830221538376,
      "learning_rate": 7.861083133307248e-06,
      "loss": 0.5219,
      "step": 355
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.8025367170940212,
      "learning_rate": 7.84882501355035e-06,
      "loss": 0.5475,
      "step": 356
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9086914362763832,
      "learning_rate": 7.836541487944194e-06,
      "loss": 0.5392,
      "step": 357
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.0101191131901044,
      "learning_rate": 7.824232666033382e-06,
      "loss": 0.4568,
      "step": 358
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.6340523028668645,
      "learning_rate": 7.81189865758811e-06,
      "loss": 0.4964,
      "step": 359
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.2283404114277596,
      "learning_rate": 7.79953957260318e-06,
      "loss": 0.5183,
      "step": 360
    },
    {
      "epoch": 0.33,
      "eval_loss": 0.4910432696342468,
      "eval_runtime": 594.926,
      "eval_samples_per_second": 4.555,
      "eval_steps_per_second": 0.286,
      "step": 360
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.123698396493111,
      "learning_rate": 7.78715552129704e-06,
      "loss": 0.4642,
      "step": 361
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9212714053414477,
      "learning_rate": 7.774746614110775e-06,
      "loss": 0.4842,
      "step": 362
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.7372173704119815,
      "learning_rate": 7.762312961707142e-06,
      "loss": 0.4649,
      "step": 363
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.077334722606827,
      "learning_rate": 7.749854674969572e-06,
      "loss": 0.4999,
      "step": 364
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.970176276378124,
      "learning_rate": 7.737371865001191e-06,
      "loss": 0.4424,
      "step": 365
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.989426659221798,
      "learning_rate": 7.72486464312382e-06,
      "loss": 0.4116,
      "step": 366
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.9514397016000429,
      "learning_rate": 7.712333120876983e-06,
      "loss": 0.4875,
      "step": 367
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.6795737086731901,
      "learning_rate": 7.699777410016919e-06,
      "loss": 0.4681,
      "step": 368
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.7615296207530442,
      "learning_rate": 7.68719762251558e-06,
      "loss": 0.4944,
      "step": 369
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.107061451712905,
      "learning_rate": 7.674593870559635e-06,
      "loss": 0.4358,
      "step": 370
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.6660235962385783,
      "learning_rate": 7.661966266549463e-06,
      "loss": 0.4869,
      "step": 371
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.9951185485725758,
      "learning_rate": 7.649314923098164e-06,
      "loss": 0.4729,
      "step": 372
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.9058474675851362,
      "learning_rate": 7.636639953030541e-06,
      "loss": 0.4598,
      "step": 373
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.88590824247099,
      "learning_rate": 7.623941469382099e-06,
      "loss": 0.3653,
      "step": 374
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.6804952330361298,
      "learning_rate": 7.6112195853980405e-06,
      "loss": 0.4879,
      "step": 375
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.822142130579958,
      "learning_rate": 7.598474414532252e-06,
      "loss": 0.4422,
      "step": 376
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.3799371329130317,
      "learning_rate": 7.585706070446288e-06,
      "loss": 0.4564,
      "step": 377
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.770691949972335,
      "learning_rate": 7.572914667008371e-06,
      "loss": 0.4476,
      "step": 378
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.1595484976714605,
      "learning_rate": 7.560100318292356e-06,
      "loss": 0.3401,
      "step": 379
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.5977458132598084,
      "learning_rate": 7.5472631385767325e-06,
      "loss": 0.3351,
      "step": 380
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.7747990571416914,
      "learning_rate": 7.5344032423435955e-06,
      "loss": 0.3917,
      "step": 381
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.8120059216772098,
      "learning_rate": 7.521520744277624e-06,
      "loss": 0.3841,
      "step": 382
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.6871158947809795,
      "learning_rate": 7.508615759265059e-06,
      "loss": 0.4564,
      "step": 383
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.6166435032638933,
      "learning_rate": 7.495688402392687e-06,
      "loss": 0.4139,
      "step": 384
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9846131718538027,
      "learning_rate": 7.4827387889468e-06,
      "loss": 0.5126,
      "step": 385
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5748881218512112,
      "learning_rate": 7.469767034412176e-06,
      "loss": 0.3554,
      "step": 386
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8364294972416482,
      "learning_rate": 7.456773254471053e-06,
      "loss": 0.4038,
      "step": 387
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5067889157844772,
      "learning_rate": 7.443757565002081e-06,
      "loss": 0.4199,
      "step": 388
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.7982314184205184,
      "learning_rate": 7.4307200820793116e-06,
      "loss": 0.5696,
      "step": 389
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8564950286038326,
      "learning_rate": 7.417660921971141e-06,
      "loss": 0.4031,
      "step": 390
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.7423105060855828,
      "learning_rate": 7.404580201139287e-06,
      "loss": 0.364,
      "step": 391
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.7521782559338535,
      "learning_rate": 7.391478036237747e-06,
      "loss": 0.4695,
      "step": 392
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.7234339577319666,
      "learning_rate": 7.378354544111754e-06,
      "loss": 0.3918,
      "step": 393
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8347981133237585,
      "learning_rate": 7.3652098417967385e-06,
      "loss": 0.4166,
      "step": 394
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9133644782594936,
      "learning_rate": 7.352044046517286e-06,
      "loss": 0.3654,
      "step": 395
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8683261855992503,
      "learning_rate": 7.338857275686084e-06,
      "loss": 0.4664,
      "step": 396
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.7767493778615355,
      "learning_rate": 7.325649646902887e-06,
      "loss": 0.5069,
      "step": 397
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.5207608762075067,
      "learning_rate": 7.312421277953455e-06,
      "loss": 0.4519,
      "step": 398
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.558289509724299,
      "learning_rate": 7.2991722868085116e-06,
      "loss": 0.4433,
      "step": 399
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6758395841551788,
      "learning_rate": 7.285902791622689e-06,
      "loss": 0.4029,
      "step": 400
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.7967561396799412,
      "learning_rate": 7.2726129107334756e-06,
      "loss": 0.3314,
      "step": 401
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.721033476704588,
      "learning_rate": 7.259302762660158e-06,
      "loss": 0.4638,
      "step": 402
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.296407197054947,
      "learning_rate": 7.245972466102767e-06,
      "loss": 0.4548,
      "step": 403
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.795981307210963,
      "learning_rate": 7.2326221399410154e-06,
      "loss": 0.4076,
      "step": 404
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8949401637558156,
      "learning_rate": 7.219251903233245e-06,
      "loss": 0.4093,
      "step": 405
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.73684976879178,
      "learning_rate": 7.205861875215356e-06,
      "loss": 0.3819,
      "step": 406
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.7843482784746565,
      "learning_rate": 7.192452175299749e-06,
      "loss": 0.3852,
      "step": 407
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.515979867371627,
      "learning_rate": 7.179022923074258e-06,
      "loss": 0.3516,
      "step": 408
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.6687889356941592,
      "learning_rate": 7.165574238301085e-06,
      "loss": 0.5291,
      "step": 409
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.318380976106726,
      "learning_rate": 7.152106240915735e-06,
      "loss": 0.5291,
      "step": 410
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.6326669832522336,
      "learning_rate": 7.138619051025936e-06,
      "loss": 0.3583,
      "step": 411
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8202220733844416,
      "learning_rate": 7.125112788910581e-06,
      "loss": 0.4199,
      "step": 412
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.6587100069818803,
      "learning_rate": 7.1115875750186484e-06,
      "loss": 0.4062,
      "step": 413
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.0834531329912767,
      "learning_rate": 7.098043529968124e-06,
      "loss": 0.4267,
      "step": 414
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9123822757520978,
      "learning_rate": 7.084480774544937e-06,
      "loss": 0.5463,
      "step": 415
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5790511832425012,
      "learning_rate": 7.0708994297018725e-06,
      "loss": 0.4292,
      "step": 416
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.609041808151019,
      "learning_rate": 7.057299616557494e-06,
      "loss": 0.4687,
      "step": 417
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.0643914858474877,
      "learning_rate": 7.0436814563950685e-06,
      "loss": 0.4086,
      "step": 418
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.6647393613676398,
      "learning_rate": 7.030045070661484e-06,
      "loss": 0.4021,
      "step": 419
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.8392635961659551,
      "learning_rate": 7.016390580966157e-06,
      "loss": 0.4092,
      "step": 420
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5961711152340379,
      "learning_rate": 7.0027181090799635e-06,
      "loss": 0.4444,
      "step": 421
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.9508635361928839,
      "learning_rate": 6.989027776934138e-06,
      "loss": 0.4403,
      "step": 422
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.6913630397691195,
      "learning_rate": 6.975319706619197e-06,
      "loss": 0.3893,
      "step": 423
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.7460218203007862,
      "learning_rate": 6.9615940203838485e-06,
      "loss": 0.4421,
      "step": 424
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.733368109080223,
      "learning_rate": 6.947850840633892e-06,
      "loss": 0.4468,
      "step": 425
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.8378497057178176,
      "learning_rate": 6.93409028993114e-06,
      "loss": 0.4311,
      "step": 426
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.52179250865843,
      "learning_rate": 6.92031249099232e-06,
      "loss": 0.3415,
      "step": 427
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.6773803379432295,
      "learning_rate": 6.906517566687974e-06,
      "loss": 0.4516,
      "step": 428
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6271440674538975,
      "learning_rate": 6.8927056400413735e-06,
      "loss": 0.3851,
      "step": 429
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.703735768216468,
      "learning_rate": 6.878876834227414e-06,
      "loss": 0.4994,
      "step": 430
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7864526474999918,
      "learning_rate": 6.8650312725715205e-06,
      "loss": 0.462,
      "step": 431
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7484281417044363,
      "learning_rate": 6.85116907854855e-06,
      "loss": 0.4013,
      "step": 432
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.878619986993286,
      "learning_rate": 6.8372903757816785e-06,
      "loss": 0.3441,
      "step": 433
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7713170367925475,
      "learning_rate": 6.823395288041315e-06,
      "loss": 0.3744,
      "step": 434
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6816840368792083,
      "learning_rate": 6.809483939243991e-06,
      "loss": 0.426,
      "step": 435
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6874406652983192,
      "learning_rate": 6.795556453451247e-06,
      "loss": 0.4653,
      "step": 436
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.8669154711798979,
      "learning_rate": 6.781612954868538e-06,
      "loss": 0.4462,
      "step": 437
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6552135176054872,
      "learning_rate": 6.767653567844121e-06,
      "loss": 0.406,
      "step": 438
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.86645573903988,
      "learning_rate": 6.7536784168679435e-06,
      "loss": 0.397,
      "step": 439
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.790952614026057,
      "learning_rate": 6.739687626570542e-06,
      "loss": 0.2901,
      "step": 440
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9158821336195229,
      "learning_rate": 6.725681321721916e-06,
      "loss": 0.4875,
      "step": 441
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.716712729279155,
      "learning_rate": 6.711659627230431e-06,
      "loss": 0.4671,
      "step": 442
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.358168373370002,
      "learning_rate": 6.697622668141699e-06,
      "loss": 0.4856,
      "step": 443
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5652289238354264,
      "learning_rate": 6.683570569637452e-06,
      "loss": 0.3989,
      "step": 444
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.2252972642864846,
      "learning_rate": 6.669503457034445e-06,
      "loss": 0.4992,
      "step": 445
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.3986600415958652,
      "learning_rate": 6.6554214557833245e-06,
      "loss": 0.4299,
      "step": 446
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.7075847740067474,
      "learning_rate": 6.641324691467514e-06,
      "loss": 0.4358,
      "step": 447
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.389187659662136,
      "learning_rate": 6.627213289802098e-06,
      "loss": 0.3526,
      "step": 448
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.756357024413377,
      "learning_rate": 6.613087376632691e-06,
      "loss": 0.4007,
      "step": 449
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.0007846755874965,
      "learning_rate": 6.5989470779343265e-06,
      "loss": 0.5168,
      "step": 450
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5519088968464894,
      "learning_rate": 6.584792519810326e-06,
      "loss": 0.3959,
      "step": 451
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.095052602192115,
      "learning_rate": 6.570623828491175e-06,
      "loss": 0.4732,
      "step": 452
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5882275503599168,
      "learning_rate": 6.556441130333403e-06,
      "loss": 0.4358,
      "step": 453
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.6100778415480488,
      "learning_rate": 6.542244551818451e-06,
      "loss": 0.3534,
      "step": 454
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.7528487768698109,
      "learning_rate": 6.528034219551542e-06,
      "loss": 0.4225,
      "step": 455
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.115929646962235,
      "learning_rate": 6.513810260260559e-06,
      "loss": 0.4989,
      "step": 456
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.843848673295388,
      "learning_rate": 6.499572800794911e-06,
      "loss": 0.5289,
      "step": 457
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5327924766590826,
      "learning_rate": 6.485321968124398e-06,
      "loss": 0.4567,
      "step": 458
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4479520006001745,
      "learning_rate": 6.471057889338088e-06,
      "loss": 0.4135,
      "step": 459
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5507352265630177,
      "learning_rate": 6.456780691643172e-06,
      "loss": 0.4116,
      "step": 460
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4570245443001153,
      "learning_rate": 6.442490502363838e-06,
      "loss": 0.3086,
      "step": 461
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8396731671196835,
      "learning_rate": 6.428187448940136e-06,
      "loss": 0.3928,
      "step": 462
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.7001256773742297,
      "learning_rate": 6.413871658926834e-06,
      "loss": 0.3558,
      "step": 463
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0514844538438757,
      "learning_rate": 6.399543259992288e-06,
      "loss": 0.5153,
      "step": 464
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.7729510151345593,
      "learning_rate": 6.385202379917297e-06,
      "loss": 0.3732,
      "step": 465
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.75896661140076,
      "learning_rate": 6.370849146593973e-06,
      "loss": 0.4428,
      "step": 466
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.278481398853675,
      "learning_rate": 6.356483688024589e-06,
      "loss": 0.499,
      "step": 467
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.9928357122955027,
      "learning_rate": 6.342106132320442e-06,
      "loss": 0.5037,
      "step": 468
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8000026678751535,
      "learning_rate": 6.327716607700719e-06,
      "loss": 0.4435,
      "step": 469
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8559089886724838,
      "learning_rate": 6.313315242491338e-06,
      "loss": 0.438,
      "step": 470
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0025851627973745,
      "learning_rate": 6.298902165123815e-06,
      "loss": 0.3831,
      "step": 471
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5664343523094808,
      "learning_rate": 6.284477504134117e-06,
      "loss": 0.3618,
      "step": 472
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.019729314852934,
      "learning_rate": 6.2700413881615045e-06,
      "loss": 0.4521,
      "step": 473
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5101081475388585,
      "learning_rate": 6.255593945947407e-06,
      "loss": 0.423,
      "step": 474
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.564874785306883,
      "learning_rate": 6.241135306334254e-06,
      "loss": 0.3541,
      "step": 475
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.8365721139692799,
      "learning_rate": 6.226665598264331e-06,
      "loss": 0.4385,
      "step": 476
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.811282555709379,
      "learning_rate": 6.21218495077864e-06,
      "loss": 0.432,
      "step": 477
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.7131707973857517,
      "learning_rate": 6.197693493015735e-06,
      "loss": 0.4757,
      "step": 478
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.6746091553025404,
      "learning_rate": 6.183191354210577e-06,
      "loss": 0.3876,
      "step": 479
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.6680270115475315,
      "learning_rate": 6.168678663693383e-06,
      "loss": 0.5057,
      "step": 480
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.783038683063815,
      "learning_rate": 6.154155550888467e-06,
      "loss": 0.4514,
      "step": 481
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.7422076759380254,
      "learning_rate": 6.139622145313089e-06,
      "loss": 0.431,
      "step": 482
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9480782360670714,
      "learning_rate": 6.125078576576305e-06,
      "loss": 0.4041,
      "step": 483
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.601477220996701,
      "learning_rate": 6.110524974377802e-06,
      "loss": 0.3845,
      "step": 484
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.1706407426281413,
      "learning_rate": 6.095961468506744e-06,
      "loss": 0.4361,
      "step": 485
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.3929696780713714,
      "learning_rate": 6.081388188840623e-06,
      "loss": 0.3073,
      "step": 486
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.0401261029546944,
      "learning_rate": 6.066805265344084e-06,
      "loss": 0.4436,
      "step": 487
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.9148504474098886,
      "learning_rate": 6.052212828067787e-06,
      "loss": 0.4593,
      "step": 488
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.7635819099442833,
      "learning_rate": 6.037611007147224e-06,
      "loss": 0.5092,
      "step": 489
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4802426475721033,
      "learning_rate": 6.0229999328015786e-06,
      "loss": 0.4024,
      "step": 490
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4685599882750913,
      "learning_rate": 6.008379735332556e-06,
      "loss": 0.3088,
      "step": 491
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.748612085026246,
      "learning_rate": 5.993750545123217e-06,
      "loss": 0.4406,
      "step": 492
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.772166754683321,
      "learning_rate": 5.979112492636824e-06,
      "loss": 0.4471,
      "step": 493
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7325520509519283,
      "learning_rate": 5.964465708415673e-06,
      "loss": 0.3231,
      "step": 494
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.6030922828091225,
      "learning_rate": 5.949810323079927e-06,
      "loss": 0.4312,
      "step": 495
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.1985222157973876,
      "learning_rate": 5.935146467326456e-06,
      "loss": 0.4116,
      "step": 496
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7954988435751924,
      "learning_rate": 5.920474271927668e-06,
      "loss": 0.3573,
      "step": 497
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7965610417403968,
      "learning_rate": 5.905793867730344e-06,
      "loss": 0.4705,
      "step": 498
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4845270873323246,
      "learning_rate": 5.891105385654474e-06,
      "loss": 0.3947,
      "step": 499
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.6494063913341859,
      "learning_rate": 5.876408956692084e-06,
      "loss": 0.3885,
      "step": 500
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.61982882759216,
      "learning_rate": 5.861704711906068e-06,
      "loss": 0.3829,
      "step": 501
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7422732722633554,
      "learning_rate": 5.846992782429028e-06,
      "loss": 0.4317,
      "step": 502
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.8793061898705192,
      "learning_rate": 5.832273299462092e-06,
      "loss": 0.4528,
      "step": 503
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.461398015349738,
      "learning_rate": 5.8175463942737544e-06,
      "loss": 0.3867,
      "step": 504
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.8164032576204665,
      "learning_rate": 5.8028121981987e-06,
      "loss": 0.4303,
      "step": 505
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.681083362899287,
      "learning_rate": 5.7880708426366296e-06,
      "loss": 0.4281,
      "step": 506
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.6403401791373944,
      "learning_rate": 5.773322459051099e-06,
      "loss": 0.4122,
      "step": 507
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.7904392830657831,
      "learning_rate": 5.758567178968336e-06,
      "loss": 0.5003,
      "step": 508
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.6816836281671608,
      "learning_rate": 5.7438051339760715e-06,
      "loss": 0.4503,
      "step": 509
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4737121910087774,
      "learning_rate": 5.729036455722369e-06,
      "loss": 0.3735,
      "step": 510
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.1113107777546505,
      "learning_rate": 5.714261275914442e-06,
      "loss": 0.4567,
      "step": 511
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.437714366596938,
      "learning_rate": 5.6994797263174906e-06,
      "loss": 0.4383,
      "step": 512
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.480294742385032,
      "learning_rate": 5.684691938753517e-06,
      "loss": 0.3716,
      "step": 513
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.009485638198127,
      "learning_rate": 5.669898045100156e-06,
      "loss": 0.3101,
      "step": 514
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9276848419323365,
      "learning_rate": 5.655098177289496e-06,
      "loss": 0.4296,
      "step": 515
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.89516458805726,
      "learning_rate": 5.6402924673068994e-06,
      "loss": 0.4179,
      "step": 516
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5877840417481992,
      "learning_rate": 5.625481047189835e-06,
      "loss": 0.4067,
      "step": 517
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5771628202151042,
      "learning_rate": 5.610664049026691e-06,
      "loss": 0.4776,
      "step": 518
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.0167337793713376,
      "learning_rate": 5.595841604955601e-06,
      "loss": 0.5034,
      "step": 519
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.6304179843092055,
      "learning_rate": 5.581013847163267e-06,
      "loss": 0.3563,
      "step": 520
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.6878087948379197,
      "learning_rate": 5.566180907883777e-06,
      "loss": 0.4238,
      "step": 521
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5753762648228329,
      "learning_rate": 5.551342919397429e-06,
      "loss": 0.3613,
      "step": 522
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.854366092949144,
      "learning_rate": 5.536500014029548e-06,
      "loss": 0.3682,
      "step": 523
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.7481329815152795,
      "learning_rate": 5.521652324149307e-06,
      "loss": 0.4116,
      "step": 524
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.734446987948073,
      "learning_rate": 5.506799982168553e-06,
      "loss": 0.4758,
      "step": 525
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9732915897763694,
      "learning_rate": 5.491943120540616e-06,
      "loss": 0.3322,
      "step": 526
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.754698004300824,
      "learning_rate": 5.47708187175913e-06,
      "loss": 0.4162,
      "step": 527
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.5763085121064524,
      "learning_rate": 5.4622163683568584e-06,
      "loss": 0.4129,
      "step": 528
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7488374814897032,
      "learning_rate": 5.447346742904508e-06,
      "loss": 0.3756,
      "step": 529
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9252531289816768,
      "learning_rate": 5.432473128009538e-06,
      "loss": 0.3684,
      "step": 530
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.6637183599770184,
      "learning_rate": 5.417595656314997e-06,
      "loss": 0.4825,
      "step": 531
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.592669717139386,
      "learning_rate": 5.402714460498318e-06,
      "loss": 0.3897,
      "step": 532
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.1055466691732154,
      "learning_rate": 5.387829673270152e-06,
      "loss": 0.3825,
      "step": 533
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7506770604252968,
      "learning_rate": 5.3729414273731784e-06,
      "loss": 0.4271,
      "step": 534
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.3962443967517109,
      "learning_rate": 5.358049855580917e-06,
      "loss": 0.394,
      "step": 535
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7444969274386137,
      "learning_rate": 5.343155090696551e-06,
      "loss": 0.5035,
      "step": 536
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.6890656706103564,
      "learning_rate": 5.328257265551742e-06,
      "loss": 0.4379,
      "step": 537
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.589046069503504,
      "learning_rate": 5.313356513005433e-06,
      "loss": 0.4579,
      "step": 538
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.2484378057944006,
      "learning_rate": 5.298452965942687e-06,
      "loss": 0.3371,
      "step": 539
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.871499749767781,
      "learning_rate": 5.28354675727348e-06,
      "loss": 0.4392,
      "step": 540
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8492888640142464,
      "learning_rate": 5.268638019931524e-06,
      "loss": 0.4509,
      "step": 541
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.6893664867467961,
      "learning_rate": 5.25372688687309e-06,
      "loss": 0.4249,
      "step": 542
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.138165869330146,
      "learning_rate": 5.2388134910758015e-06,
      "loss": 0.5334,
      "step": 543
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.7083901767536924,
      "learning_rate": 5.223897965537469e-06,
      "loss": 0.3961,
      "step": 544
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.590896869491855,
      "learning_rate": 5.208980443274899e-06,
      "loss": 0.395,
      "step": 545
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.5600514572209423,
      "learning_rate": 5.1940610573226955e-06,
      "loss": 0.3988,
      "step": 546
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.7810548008575084,
      "learning_rate": 5.179139940732091e-06,
      "loss": 0.4167,
      "step": 547
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.7561585348208417,
      "learning_rate": 5.1642172265697475e-06,
      "loss": 0.4578,
      "step": 548
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.5113933802960846,
      "learning_rate": 5.149293047916576e-06,
      "loss": 0.3575,
      "step": 549
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4740769283673236,
      "learning_rate": 5.134367537866546e-06,
      "loss": 0.3786,
      "step": 550
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.7964337445061287,
      "learning_rate": 5.119440829525504e-06,
      "loss": 0.436,
      "step": 551
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.474822981146484,
      "learning_rate": 5.104513056009978e-06,
      "loss": 0.3078,
      "step": 552
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.0652463208640217,
      "learning_rate": 5.089584350446001e-06,
      "loss": 0.3805,
      "step": 553
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.061096697608077,
      "learning_rate": 5.074654845967912e-06,
      "loss": 0.4306,
      "step": 554
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4104876880344734,
      "learning_rate": 5.059724675717177e-06,
      "loss": 0.366,
      "step": 555
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.5017780767437552,
      "learning_rate": 5.044793972841203e-06,
      "loss": 0.3364,
      "step": 556
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.5589038243980964,
      "learning_rate": 5.029862870492142e-06,
      "loss": 0.4908,
      "step": 557
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8861893390087554,
      "learning_rate": 5.0149315018257104e-06,
      "loss": 0.5019,
      "step": 558
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5951533316204654,
      "learning_rate": 5e-06,
      "loss": 0.3338,
      "step": 559
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.7630862605909332,
      "learning_rate": 4.98506849817429e-06,
      "loss": 0.4317,
      "step": 560
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.1599141486049276,
      "learning_rate": 4.97013712950786e-06,
      "loss": 0.5757,
      "step": 561
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5004945405458627,
      "learning_rate": 4.955206027158798e-06,
      "loss": 0.4114,
      "step": 562
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.524002260752503,
      "learning_rate": 4.940275324282824e-06,
      "loss": 0.4123,
      "step": 563
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.7188355830824718,
      "learning_rate": 4.925345154032092e-06,
      "loss": 0.4532,
      "step": 564
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.769161229661791,
      "learning_rate": 4.910415649554001e-06,
      "loss": 0.4467,
      "step": 565
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.7121837803660678,
      "learning_rate": 4.895486943990023e-06,
      "loss": 0.4278,
      "step": 566
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.3657353013619622,
      "learning_rate": 4.8805591704745e-06,
      "loss": 0.2821,
      "step": 567
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.7857169814598675,
      "learning_rate": 4.865632462133456e-06,
      "loss": 0.4362,
      "step": 568
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.7123413107341325,
      "learning_rate": 4.850706952083426e-06,
      "loss": 0.4296,
      "step": 569
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.66979921252736,
      "learning_rate": 4.835782773430255e-06,
      "loss": 0.3368,
      "step": 570
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.7608078910887999,
      "learning_rate": 4.8208600592679105e-06,
      "loss": 0.4087,
      "step": 571
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.8553210769178123,
      "learning_rate": 4.805938942677305e-06,
      "loss": 0.4332,
      "step": 572
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.7077102226161969,
      "learning_rate": 4.791019556725104e-06,
      "loss": 0.4783,
      "step": 573
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.567173583407488,
      "learning_rate": 4.776102034462533e-06,
      "loss": 0.4127,
      "step": 574
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.71170113748187,
      "learning_rate": 4.7611865089242e-06,
      "loss": 0.3824,
      "step": 575
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.7817717043669978,
      "learning_rate": 4.746273113126912e-06,
      "loss": 0.3953,
      "step": 576
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.6662767108236813,
      "learning_rate": 4.7313619800684765e-06,
      "loss": 0.4033,
      "step": 577
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.8754863396071395,
      "learning_rate": 4.7164532427265206e-06,
      "loss": 0.4289,
      "step": 578
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.5528783522233447,
      "learning_rate": 4.701547034057314e-06,
      "loss": 0.392,
      "step": 579
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4926378728821097,
      "learning_rate": 4.686643486994568e-06,
      "loss": 0.4548,
      "step": 580
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.7303457881353712,
      "learning_rate": 4.67174273444826e-06,
      "loss": 0.3818,
      "step": 581
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.6238622098504738,
      "learning_rate": 4.656844909303449e-06,
      "loss": 0.4397,
      "step": 582
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4101186566517188,
      "learning_rate": 4.641950144419085e-06,
      "loss": 0.2988,
      "step": 583
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.1784078440486314,
      "learning_rate": 4.627058572626823e-06,
      "loss": 0.3701,
      "step": 584
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.7501312534120357,
      "learning_rate": 4.612170326729849e-06,
      "loss": 0.4129,
      "step": 585
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.48698910341266,
      "learning_rate": 4.597285539501684e-06,
      "loss": 0.4013,
      "step": 586
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.6417757683273082,
      "learning_rate": 4.5824043436850054e-06,
      "loss": 0.3804,
      "step": 587
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5281429537537168,
      "learning_rate": 4.567526871990462e-06,
      "loss": 0.3938,
      "step": 588
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5988936524719048,
      "learning_rate": 4.552653257095495e-06,
      "loss": 0.368,
      "step": 589
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.258896440894041,
      "learning_rate": 4.537783631643143e-06,
      "loss": 0.5043,
      "step": 590
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.7919794024010391,
      "learning_rate": 4.522918128240871e-06,
      "loss": 0.3857,
      "step": 591
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.873037865036066,
      "learning_rate": 4.508056879459387e-06,
      "loss": 0.3815,
      "step": 592
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.3923805891179883,
      "learning_rate": 4.493200017831448e-06,
      "loss": 0.3562,
      "step": 593
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7449443105770417,
      "learning_rate": 4.478347675850692e-06,
      "loss": 0.3864,
      "step": 594
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5506965557164598,
      "learning_rate": 4.463499985970455e-06,
      "loss": 0.3961,
      "step": 595
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7471922729491982,
      "learning_rate": 4.448657080602573e-06,
      "loss": 0.4226,
      "step": 596
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.3267013207814808,
      "learning_rate": 4.433819092116223e-06,
      "loss": 0.3554,
      "step": 597
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8265104161059438,
      "learning_rate": 4.418986152836735e-06,
      "loss": 0.3621,
      "step": 598
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.6099837359624083,
      "learning_rate": 4.404158395044401e-06,
      "loss": 0.3619,
      "step": 599
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.6571840549052268,
      "learning_rate": 4.38933595097331e-06,
      "loss": 0.4452,
      "step": 600
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.951655679068924,
      "learning_rate": 4.374518952810167e-06,
      "loss": 0.4506,
      "step": 601
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.0878776186312247,
      "learning_rate": 4.359707532693102e-06,
      "loss": 0.4417,
      "step": 602
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.082656505070747,
      "learning_rate": 4.344901822710505e-06,
      "loss": 0.5075,
      "step": 603
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9874784900014248,
      "learning_rate": 4.330101954899847e-06,
      "loss": 0.4667,
      "step": 604
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.414272287045042,
      "learning_rate": 4.3153080612464835e-06,
      "loss": 0.3666,
      "step": 605
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.1885859077717607,
      "learning_rate": 4.300520273682511e-06,
      "loss": 0.4392,
      "step": 606
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.0519927072192363,
      "learning_rate": 4.28573872408556e-06,
      "loss": 0.3745,
      "step": 607
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.956594925966504,
      "learning_rate": 4.270963544277633e-06,
      "loss": 0.3878,
      "step": 608
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7636709472530088,
      "learning_rate": 4.256194866023929e-06,
      "loss": 0.4661,
      "step": 609
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9901540818140182,
      "learning_rate": 4.241432821031665e-06,
      "loss": 0.3897,
      "step": 610
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.764906598642035,
      "learning_rate": 4.226677540948902e-06,
      "loss": 0.3544,
      "step": 611
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7932823295954536,
      "learning_rate": 4.211929157363372e-06,
      "loss": 0.4192,
      "step": 612
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4835930955379155,
      "learning_rate": 4.197187801801301e-06,
      "loss": 0.3727,
      "step": 613
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7336104464617754,
      "learning_rate": 4.182453605726246e-06,
      "loss": 0.4964,
      "step": 614
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8329880443284419,
      "learning_rate": 4.167726700537909e-06,
      "loss": 0.3721,
      "step": 615
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.013138218420455,
      "learning_rate": 4.153007217570973e-06,
      "loss": 0.4649,
      "step": 616
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8427860818655313,
      "learning_rate": 4.138295288093935e-06,
      "loss": 0.374,
      "step": 617
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.6825250019411562,
      "learning_rate": 4.123591043307918e-06,
      "loss": 0.4285,
      "step": 618
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4196800310040327,
      "learning_rate": 4.1088946143455275e-06,
      "loss": 0.4058,
      "step": 619
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.9422054561550897,
      "learning_rate": 4.094206132269658e-06,
      "loss": 0.388,
      "step": 620
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7459635361160109,
      "learning_rate": 4.079525728072335e-06,
      "loss": 0.4262,
      "step": 621
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.5984050785760113,
      "learning_rate": 4.0648535326735464e-06,
      "loss": 0.3966,
      "step": 622
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7310491470959026,
      "learning_rate": 4.050189676920075e-06,
      "loss": 0.3646,
      "step": 623
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.660090655393537,
      "learning_rate": 4.035534291584328e-06,
      "loss": 0.3155,
      "step": 624
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.6484172315966699,
      "learning_rate": 4.020887507363177e-06,
      "loss": 0.3591,
      "step": 625
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0685621080461996,
      "learning_rate": 4.006249454876785e-06,
      "loss": 0.4811,
      "step": 626
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8125872688192208,
      "learning_rate": 3.991620264667446e-06,
      "loss": 0.4088,
      "step": 627
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.9152975230896734,
      "learning_rate": 3.977000067198422e-06,
      "loss": 0.3687,
      "step": 628
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.007047221638238,
      "learning_rate": 3.962388992852778e-06,
      "loss": 0.3888,
      "step": 629
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.884062017423324,
      "learning_rate": 3.947787171932215e-06,
      "loss": 0.3866,
      "step": 630
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.813504934485305,
      "learning_rate": 3.933194734655916e-06,
      "loss": 0.4673,
      "step": 631
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7247817556858769,
      "learning_rate": 3.918611811159379e-06,
      "loss": 0.4553,
      "step": 632
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.9109345821437327,
      "learning_rate": 3.904038531493257e-06,
      "loss": 0.4128,
      "step": 633
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7269043143853864,
      "learning_rate": 3.889475025622199e-06,
      "loss": 0.4578,
      "step": 634
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8714889385967017,
      "learning_rate": 3.874921423423697e-06,
      "loss": 0.463,
      "step": 635
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8601128891856535,
      "learning_rate": 3.860377854686913e-06,
      "loss": 0.3878,
      "step": 636
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.588587861996327,
      "learning_rate": 3.845844449111535e-06,
      "loss": 0.3896,
      "step": 637
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.6959027640047006,
      "learning_rate": 3.8313213363066195e-06,
      "loss": 0.4031,
      "step": 638
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.0487519369918483,
      "learning_rate": 3.816808645789425e-06,
      "loss": 0.5667,
      "step": 639
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5283004570346033,
      "learning_rate": 3.802306506984266e-06,
      "loss": 0.3764,
      "step": 640
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5944350505584564,
      "learning_rate": 3.7878150492213617e-06,
      "loss": 0.398,
      "step": 641
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.9997700960820088,
      "learning_rate": 3.7733344017356702e-06,
      "loss": 0.4948,
      "step": 642
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7499616339572772,
      "learning_rate": 3.758864693665748e-06,
      "loss": 0.3559,
      "step": 643
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5788625250459556,
      "learning_rate": 3.744406054052594e-06,
      "loss": 0.2929,
      "step": 644
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.9465951183623658,
      "learning_rate": 3.7299586118384967e-06,
      "loss": 0.4659,
      "step": 645
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.935063815996509,
      "learning_rate": 3.715522495865885e-06,
      "loss": 0.4169,
      "step": 646
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7069776267296644,
      "learning_rate": 3.701097834876185e-06,
      "loss": 0.4085,
      "step": 647
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7694847688907462,
      "learning_rate": 3.6866847575086626e-06,
      "loss": 0.3837,
      "step": 648
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.6799663024285176,
      "learning_rate": 3.6722833922992824e-06,
      "loss": 0.4804,
      "step": 649
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7949733183074061,
      "learning_rate": 3.6578938676795576e-06,
      "loss": 0.4979,
      "step": 650
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.5398405813591576,
      "learning_rate": 3.6435163119754134e-06,
      "loss": 0.3302,
      "step": 651
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.69848168155202,
      "learning_rate": 3.6291508534060293e-06,
      "loss": 0.4512,
      "step": 652
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.0085078247743695,
      "learning_rate": 3.614797620082703e-06,
      "loss": 0.4211,
      "step": 653
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8349562513355984,
      "learning_rate": 3.600456740007714e-06,
      "loss": 0.3772,
      "step": 654
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.5313049832419303,
      "learning_rate": 3.586128341073167e-06,
      "loss": 0.3375,
      "step": 655
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.601512381086004,
      "learning_rate": 3.5718125510598646e-06,
      "loss": 0.3185,
      "step": 656
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7021346399312534,
      "learning_rate": 3.557509497636163e-06,
      "loss": 0.3741,
      "step": 657
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.812220332081257,
      "learning_rate": 3.54321930835683e-06,
      "loss": 0.4198,
      "step": 658
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.9490992488522427,
      "learning_rate": 3.5289421106619125e-06,
      "loss": 0.3687,
      "step": 659
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.593260907761964,
      "learning_rate": 3.5146780318756025e-06,
      "loss": 0.4384,
      "step": 660
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.54237996978636,
      "learning_rate": 3.500427199205091e-06,
      "loss": 0.3594,
      "step": 661
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7268772903478766,
      "learning_rate": 3.486189739739442e-06,
      "loss": 0.4085,
      "step": 662
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8912939127949164,
      "learning_rate": 3.4719657804484607e-06,
      "loss": 0.467,
      "step": 663
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8970124049976202,
      "learning_rate": 3.4577554481815513e-06,
      "loss": 0.4586,
      "step": 664
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.9433147628840528,
      "learning_rate": 3.4435588696665977e-06,
      "loss": 0.3936,
      "step": 665
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7797627873045827,
      "learning_rate": 3.429376171508827e-06,
      "loss": 0.4969,
      "step": 666
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.9262430414234508,
      "learning_rate": 3.415207480189676e-06,
      "loss": 0.3561,
      "step": 667
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.2861119104303473,
      "learning_rate": 3.401052922065675e-06,
      "loss": 0.3552,
      "step": 668
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.632481046878911,
      "learning_rate": 3.386912623367311e-06,
      "loss": 0.3602,
      "step": 669
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9372946810317673,
      "learning_rate": 3.3727867101979037e-06,
      "loss": 0.4401,
      "step": 670
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5715805933345222,
      "learning_rate": 3.3586753085324863e-06,
      "loss": 0.348,
      "step": 671
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.2178424888350166,
      "learning_rate": 3.344578544216678e-06,
      "loss": 0.4701,
      "step": 672
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.57523250263701,
      "learning_rate": 3.3304965429655567e-06,
      "loss": 0.4093,
      "step": 673
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4714423430336083,
      "learning_rate": 3.3164294303625487e-06,
      "loss": 0.3806,
      "step": 674
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.774836779247577,
      "learning_rate": 3.302377331858302e-06,
      "loss": 0.4084,
      "step": 675
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8798583661138206,
      "learning_rate": 3.2883403727695695e-06,
      "loss": 0.3936,
      "step": 676
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9543516934159417,
      "learning_rate": 3.2743186782780855e-06,
      "loss": 0.3679,
      "step": 677
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9366343183808823,
      "learning_rate": 3.2603123734294608e-06,
      "loss": 0.3919,
      "step": 678
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.9434599159853194,
      "learning_rate": 3.246321583132058e-06,
      "loss": 0.4365,
      "step": 679
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.992091467377912,
      "learning_rate": 3.2323464321558806e-06,
      "loss": 0.3731,
      "step": 680
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.6956161944817005,
      "learning_rate": 3.2183870451314624e-06,
      "loss": 0.3644,
      "step": 681
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.792655894061527,
      "learning_rate": 3.2044435465487545e-06,
      "loss": 0.432,
      "step": 682
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7565960934993627,
      "learning_rate": 3.190516060756009e-06,
      "loss": 0.3551,
      "step": 683
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.0251586478522685,
      "learning_rate": 3.1766047119586846e-06,
      "loss": 0.4069,
      "step": 684
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4722903621029912,
      "learning_rate": 3.162709624218324e-06,
      "loss": 0.3428,
      "step": 685
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.36831955527062,
      "learning_rate": 3.148830921451452e-06,
      "loss": 0.4013,
      "step": 686
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.83177751191809,
      "learning_rate": 3.1349687274284803e-06,
      "loss": 0.3712,
      "step": 687
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.375489215381062,
      "learning_rate": 3.121123165772588e-06,
      "loss": 0.2576,
      "step": 688
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7824334878491648,
      "learning_rate": 3.107294359958628e-06,
      "loss": 0.3375,
      "step": 689
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.754892268091059,
      "learning_rate": 3.0934824333120273e-06,
      "loss": 0.3291,
      "step": 690
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8208162050718975,
      "learning_rate": 3.0796875090076824e-06,
      "loss": 0.3929,
      "step": 691
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7351771828031815,
      "learning_rate": 3.065909710068861e-06,
      "loss": 0.4085,
      "step": 692
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6384512419654458,
      "learning_rate": 3.052149159366109e-06,
      "loss": 0.3737,
      "step": 693
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.484119659153863,
      "learning_rate": 3.0384059796161536e-06,
      "loss": 0.3597,
      "step": 694
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7353506217902939,
      "learning_rate": 3.024680293380804e-06,
      "loss": 0.3506,
      "step": 695
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6917973155179618,
      "learning_rate": 3.0109722230658634e-06,
      "loss": 0.384,
      "step": 696
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.746371203974182,
      "learning_rate": 2.99728189092004e-06,
      "loss": 0.3238,
      "step": 697
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7133582169680055,
      "learning_rate": 2.983609419033845e-06,
      "loss": 0.3962,
      "step": 698
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.432909539517969,
      "learning_rate": 2.969954929338518e-06,
      "loss": 0.2525,
      "step": 699
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4916482205359396,
      "learning_rate": 2.9563185436049323e-06,
      "loss": 0.3378,
      "step": 700
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8166936097543536,
      "learning_rate": 2.942700383442508e-06,
      "loss": 0.4769,
      "step": 701
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.358690049804268,
      "learning_rate": 2.929100570298129e-06,
      "loss": 0.3305,
      "step": 702
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4731450654852187,
      "learning_rate": 2.915519225455065e-06,
      "loss": 0.3507,
      "step": 703
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.6254972480142047,
      "learning_rate": 2.901956470031877e-06,
      "loss": 0.3509,
      "step": 704
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.5825345498709213,
      "learning_rate": 2.888412424981353e-06,
      "loss": 0.4081,
      "step": 705
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.5897743608822972,
      "learning_rate": 2.87488721108942e-06,
      "loss": 0.3497,
      "step": 706
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4379237508967013,
      "learning_rate": 2.8613809489740665e-06,
      "loss": 0.2969,
      "step": 707
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.800012440266111,
      "learning_rate": 2.847893759084267e-06,
      "loss": 0.4193,
      "step": 708
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.9042276012953723,
      "learning_rate": 2.8344257616989145e-06,
      "loss": 0.3966,
      "step": 709
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8274995596459567,
      "learning_rate": 2.820977076925744e-06,
      "loss": 0.3928,
      "step": 710
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7082205838669184,
      "learning_rate": 2.807547824700252e-06,
      "loss": 0.3248,
      "step": 711
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.142315177939501,
      "learning_rate": 2.7941381247846455e-06,
      "loss": 0.4237,
      "step": 712
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.658641685481167,
      "learning_rate": 2.780748096766758e-06,
      "loss": 0.3241,
      "step": 713
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.374221636644457,
      "learning_rate": 2.7673778600589862e-06,
      "loss": 0.3503,
      "step": 714
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.683744855360216,
      "learning_rate": 2.7540275338972345e-06,
      "loss": 0.4029,
      "step": 715
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7431637682180983,
      "learning_rate": 2.7406972373398443e-06,
      "loss": 0.3403,
      "step": 716
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.6389313240780434,
      "learning_rate": 2.7273870892665257e-06,
      "loss": 0.3558,
      "step": 717
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9951930342344457,
      "learning_rate": 2.7140972083773125e-06,
      "loss": 0.4519,
      "step": 718
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4977291642632802,
      "learning_rate": 2.700827713191492e-06,
      "loss": 0.3244,
      "step": 719
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9719128206467786,
      "learning_rate": 2.6875787220465466e-06,
      "loss": 0.4308,
      "step": 720
    },
    {
      "epoch": 0.66,
      "eval_loss": 0.4720384180545807,
      "eval_runtime": 531.3135,
      "eval_samples_per_second": 5.101,
      "eval_steps_per_second": 0.32,
      "step": 720
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9044872002249398,
      "learning_rate": 2.6743503530971136e-06,
      "loss": 0.3943,
      "step": 721
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.7774415480268881,
      "learning_rate": 2.6611427243139166e-06,
      "loss": 0.3772,
      "step": 722
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.3385371503925785,
      "learning_rate": 2.647955953482717e-06,
      "loss": 0.3347,
      "step": 723
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5686275838880652,
      "learning_rate": 2.6347901582032627e-06,
      "loss": 0.3345,
      "step": 724
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5884350530337958,
      "learning_rate": 2.6216454558882486e-06,
      "loss": 0.3385,
      "step": 725
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.2760933804201096,
      "learning_rate": 2.6085219637622545e-06,
      "loss": 0.4525,
      "step": 726
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8598949852430244,
      "learning_rate": 2.595419798860713e-06,
      "loss": 0.4161,
      "step": 727
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.614789920339542,
      "learning_rate": 2.5823390780288604e-06,
      "loss": 0.387,
      "step": 728
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.6825637810384086,
      "learning_rate": 2.5692799179206905e-06,
      "loss": 0.3596,
      "step": 729
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5818504183911322,
      "learning_rate": 2.5562424349979198e-06,
      "loss": 0.3139,
      "step": 730
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.9512239910567963,
      "learning_rate": 2.5432267455289505e-06,
      "loss": 0.4087,
      "step": 731
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4346478577174004,
      "learning_rate": 2.5302329655878243e-06,
      "loss": 0.3677,
      "step": 732
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.6197744535752765,
      "learning_rate": 2.5172612110532013e-06,
      "loss": 0.3781,
      "step": 733
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.0219491074323597,
      "learning_rate": 2.5043115976073166e-06,
      "loss": 0.497,
      "step": 734
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.7400391427698392,
      "learning_rate": 2.491384240734943e-06,
      "loss": 0.3739,
      "step": 735
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.6890186070354904,
      "learning_rate": 2.478479255722378e-06,
      "loss": 0.3927,
      "step": 736
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.5819118237338632,
      "learning_rate": 2.4655967576564066e-06,
      "loss": 0.4005,
      "step": 737
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.844066756069027,
      "learning_rate": 2.4527368614232683e-06,
      "loss": 0.4126,
      "step": 738
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.947388676610224,
      "learning_rate": 2.4398996817076458e-06,
      "loss": 0.4356,
      "step": 739
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.64465771062421,
      "learning_rate": 2.4270853329916305e-06,
      "loss": 0.3574,
      "step": 740
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.7772779084636083,
      "learning_rate": 2.414293929553713e-06,
      "loss": 0.357,
      "step": 741
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.559427759832433,
      "learning_rate": 2.4015255854677487e-06,
      "loss": 0.3445,
      "step": 742
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.3649092735699666,
      "learning_rate": 2.388780414601959e-06,
      "loss": 0.3573,
      "step": 743
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7111213233065832,
      "learning_rate": 2.3760585306179013e-06,
      "loss": 0.3266,
      "step": 744
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.6863130092798397,
      "learning_rate": 2.3633600469694608e-06,
      "loss": 0.4125,
      "step": 745
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.2514447035959724,
      "learning_rate": 2.3506850769018363e-06,
      "loss": 0.3657,
      "step": 746
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4130571629239113,
      "learning_rate": 2.3380337334505374e-06,
      "loss": 0.3493,
      "step": 747
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4412927726602656,
      "learning_rate": 2.3254061294403664e-06,
      "loss": 0.2888,
      "step": 748
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.6984121235842002,
      "learning_rate": 2.3128023774844196e-06,
      "loss": 0.288,
      "step": 749
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.9026809021111732,
      "learning_rate": 2.300222589983084e-06,
      "loss": 0.4988,
      "step": 750
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7493875713221276,
      "learning_rate": 2.2876668791230196e-06,
      "loss": 0.371,
      "step": 751
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.2417503401806425,
      "learning_rate": 2.2751353568761814e-06,
      "loss": 0.4444,
      "step": 752
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7447814422023238,
      "learning_rate": 2.2626281349988106e-06,
      "loss": 0.385,
      "step": 753
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.379646006684634,
      "learning_rate": 2.2501453250304282e-06,
      "loss": 0.2819,
      "step": 754
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.700160730403637,
      "learning_rate": 2.2376870382928608e-06,
      "loss": 0.3979,
      "step": 755
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4562605513649785,
      "learning_rate": 2.2252533858892278e-06,
      "loss": 0.3582,
      "step": 756
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8929935611713011,
      "learning_rate": 2.212844478702962e-06,
      "loss": 0.4928,
      "step": 757
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8464390400413067,
      "learning_rate": 2.200460427396819e-06,
      "loss": 0.3976,
      "step": 758
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5935828621108423,
      "learning_rate": 2.1881013424118925e-06,
      "loss": 0.318,
      "step": 759
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.641770016765562,
      "learning_rate": 2.175767333966618e-06,
      "loss": 0.3763,
      "step": 760
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9210613798451146,
      "learning_rate": 2.1634585120558076e-06,
      "loss": 0.3928,
      "step": 761
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7068856262802559,
      "learning_rate": 2.1511749864496533e-06,
      "loss": 0.4222,
      "step": 762
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.794733425784197,
      "learning_rate": 2.138916866692754e-06,
      "loss": 0.5005,
      "step": 763
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.6616396879522488,
      "learning_rate": 2.1266842621031434e-06,
      "loss": 0.3553,
      "step": 764
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.8785861775392818,
      "learning_rate": 2.1144772817713106e-06,
      "loss": 0.4732,
      "step": 765
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.5125823752054015,
      "learning_rate": 2.1022960345592226e-06,
      "loss": 0.3431,
      "step": 766
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.9035924379439653,
      "learning_rate": 2.09014062909936e-06,
      "loss": 0.3238,
      "step": 767
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.2467574366537604,
      "learning_rate": 2.0780111737937495e-06,
      "loss": 0.5255,
      "step": 768
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.6757524552649274,
      "learning_rate": 2.0659077768129897e-06,
      "loss": 0.3495,
      "step": 769
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.8178528858642133,
      "learning_rate": 2.0538305460952944e-06,
      "loss": 0.3654,
      "step": 770
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.9355937874790798,
      "learning_rate": 2.041779589345527e-06,
      "loss": 0.4529,
      "step": 771
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.521367156724969,
      "learning_rate": 2.029755014034234e-06,
      "loss": 0.301,
      "step": 772
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.826744504300451,
      "learning_rate": 2.0177569273966944e-06,
      "loss": 0.3665,
      "step": 773
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.7149354203694684,
      "learning_rate": 2.0057854364319644e-06,
      "loss": 0.3673,
      "step": 774
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4674644295610002,
      "learning_rate": 1.9938406479019186e-06,
      "loss": 0.3403,
      "step": 775
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.5070539943420556,
      "learning_rate": 1.9819226683302934e-06,
      "loss": 0.3795,
      "step": 776
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4784387385558468,
      "learning_rate": 1.9700316040017513e-06,
      "loss": 0.4026,
      "step": 777
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.5868950806618929,
      "learning_rate": 1.9581675609609176e-06,
      "loss": 0.3108,
      "step": 778
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.592305830159606,
      "learning_rate": 1.9463306450114417e-06,
      "loss": 0.3549,
      "step": 779
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.655256097625306,
      "learning_rate": 1.934520961715058e-06,
      "loss": 0.4225,
      "step": 780
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.5809519234724267,
      "learning_rate": 1.922738616390639e-06,
      "loss": 0.3112,
      "step": 781
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.9427582694211518,
      "learning_rate": 1.910983714113253e-06,
      "loss": 0.421,
      "step": 782
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4899484568922368,
      "learning_rate": 1.8992563597132324e-06,
      "loss": 0.3075,
      "step": 783
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.6154594194570981,
      "learning_rate": 1.8875566577752403e-06,
      "loss": 0.3521,
      "step": 784
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.3640422359449944,
      "learning_rate": 1.8758847126373304e-06,
      "loss": 0.3433,
      "step": 785
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8143589393862407,
      "learning_rate": 1.8642406283900238e-06,
      "loss": 0.3839,
      "step": 786
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5446087202063494,
      "learning_rate": 1.8526245088753802e-06,
      "loss": 0.2688,
      "step": 787
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.6333832866166789,
      "learning_rate": 1.8410364576860645e-06,
      "loss": 0.3158,
      "step": 788
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7966540146020227,
      "learning_rate": 1.8294765781644285e-06,
      "loss": 0.411,
      "step": 789
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4442265911590433,
      "learning_rate": 1.8179449734015946e-06,
      "loss": 0.44,
      "step": 790
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.0035737445307986,
      "learning_rate": 1.8064417462365225e-06,
      "loss": 0.386,
      "step": 791
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.8535330938944725,
      "learning_rate": 1.7949669992551056e-06,
      "loss": 0.4503,
      "step": 792
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4981921904993794,
      "learning_rate": 1.7835208347892536e-06,
      "loss": 0.3836,
      "step": 793
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.9171239926769839,
      "learning_rate": 1.7721033549159656e-06,
      "loss": 0.3972,
      "step": 794
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5637043438891536,
      "learning_rate": 1.7607146614564418e-06,
      "loss": 0.3937,
      "step": 795
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.6447122243659613,
      "learning_rate": 1.7493548559751638e-06,
      "loss": 0.3466,
      "step": 796
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.0092846561255793,
      "learning_rate": 1.7380240397789838e-06,
      "loss": 0.4356,
      "step": 797
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.5957076368272978,
      "learning_rate": 1.7267223139162343e-06,
      "loss": 0.351,
      "step": 798
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8330485102111689,
      "learning_rate": 1.7154497791758156e-06,
      "loss": 0.383,
      "step": 799
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.7558593725919067,
      "learning_rate": 1.704206536086301e-06,
      "loss": 0.4745,
      "step": 800
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8130146446382733,
      "learning_rate": 1.692992684915043e-06,
      "loss": 0.3835,
      "step": 801
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8881982094164256,
      "learning_rate": 1.681808325667278e-06,
      "loss": 0.4934,
      "step": 802
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.5165095033729978,
      "learning_rate": 1.6706535580852268e-06,
      "loss": 0.3863,
      "step": 803
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.774357680731744,
      "learning_rate": 1.6595284816472196e-06,
      "loss": 0.3748,
      "step": 804
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.767710277007722,
      "learning_rate": 1.6484331955667948e-06,
      "loss": 0.3393,
      "step": 805
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8448330342374666,
      "learning_rate": 1.6373677987918196e-06,
      "loss": 0.4351,
      "step": 806
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.85389177211945,
      "learning_rate": 1.6263323900036126e-06,
      "loss": 0.3646,
      "step": 807
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4324306759275551,
      "learning_rate": 1.615327067616057e-06,
      "loss": 0.2679,
      "step": 808
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.542343302777527,
      "learning_rate": 1.6043519297747284e-06,
      "loss": 0.4538,
      "step": 809
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4664118852248411,
      "learning_rate": 1.5934070743560066e-06,
      "loss": 0.2817,
      "step": 810
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.3646102425906645,
      "learning_rate": 1.5824925989662216e-06,
      "loss": 0.3436,
      "step": 811
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.726338790957311,
      "learning_rate": 1.5716086009407739e-06,
      "loss": 0.4175,
      "step": 812
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7959210588836272,
      "learning_rate": 1.56075517734326e-06,
      "loss": 0.3795,
      "step": 813
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7311804415302914,
      "learning_rate": 1.549932424964622e-06,
      "loss": 0.4281,
      "step": 814
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8431199283255997,
      "learning_rate": 1.5391404403222676e-06,
      "loss": 0.3554,
      "step": 815
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.6029303411198748,
      "learning_rate": 1.528379319659221e-06,
      "loss": 0.399,
      "step": 816
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.041057354884482,
      "learning_rate": 1.517649158943263e-06,
      "loss": 0.3892,
      "step": 817
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.200908102889503,
      "learning_rate": 1.5069500538660714e-06,
      "loss": 0.3841,
      "step": 818
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5822240990320229,
      "learning_rate": 1.4962820998423683e-06,
      "loss": 0.3568,
      "step": 819
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.1371703772175765,
      "learning_rate": 1.4856453920090742e-06,
      "loss": 0.4127,
      "step": 820
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.474872780748052,
      "learning_rate": 1.4750400252244511e-06,
      "loss": 0.3988,
      "step": 821
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.7498309567196768,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.3476,
      "step": 822
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8541907978098617,
      "learning_rate": 1.4539236928359319e-06,
      "loss": 0.434,
      "step": 823
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.942758452810042,
      "learning_rate": 1.4434129155476961e-06,
      "loss": 0.364,
      "step": 824
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5720835349530153,
      "learning_rate": 1.4329338559377692e-06,
      "loss": 0.335,
      "step": 825
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5728894698285647,
      "learning_rate": 1.4224866074585052e-06,
      "loss": 0.4565,
      "step": 826
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.7418556788519788,
      "learning_rate": 1.412071263278571e-06,
      "loss": 0.4165,
      "step": 827
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.304963198709215,
      "learning_rate": 1.4016879162821046e-06,
      "loss": 0.4437,
      "step": 828
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6243364242282008,
      "learning_rate": 1.3913366590678967e-06,
      "loss": 0.465,
      "step": 829
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.95589187270623,
      "learning_rate": 1.381017583948563e-06,
      "loss": 0.4478,
      "step": 830
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5997871441952878,
      "learning_rate": 1.370730782949713e-06,
      "loss": 0.3457,
      "step": 831
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.8336248474819126,
      "learning_rate": 1.3604763478091375e-06,
      "loss": 0.3157,
      "step": 832
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.7356602754382147,
      "learning_rate": 1.3502543699759918e-06,
      "loss": 0.3872,
      "step": 833
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.546716942025288,
      "learning_rate": 1.340064940609972e-06,
      "loss": 0.3602,
      "step": 834
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.8094889043425166,
      "learning_rate": 1.3299081505805088e-06,
      "loss": 0.3067,
      "step": 835
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.6451477176671583,
      "learning_rate": 1.319784090465958e-06,
      "loss": 0.2976,
      "step": 836
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.9811172173472407,
      "learning_rate": 1.3096928505527812e-06,
      "loss": 0.4255,
      "step": 837
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.082775157955807,
      "learning_rate": 1.2996345208347566e-06,
      "loss": 0.4362,
      "step": 838
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.8098736692974182,
      "learning_rate": 1.2896091910121667e-06,
      "loss": 0.3936,
      "step": 839
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.9547737166972166,
      "learning_rate": 1.2796169504910028e-06,
      "loss": 0.381,
      "step": 840
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.6251866261565813,
      "learning_rate": 1.2696578883821614e-06,
      "loss": 0.4156,
      "step": 841
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.8001878571293004,
      "learning_rate": 1.2597320935006541e-06,
      "loss": 0.3925,
      "step": 842
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.61611282004936,
      "learning_rate": 1.2498396543648196e-06,
      "loss": 0.3515,
      "step": 843
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7985809369413097,
      "learning_rate": 1.2399806591955228e-06,
      "loss": 0.3292,
      "step": 844
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5964590321964889,
      "learning_rate": 1.2301551959153812e-06,
      "loss": 0.3877,
      "step": 845
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5734877825215414,
      "learning_rate": 1.2203633521479735e-06,
      "loss": 0.4054,
      "step": 846
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7916360058254706,
      "learning_rate": 1.210605215217056e-06,
      "loss": 0.4528,
      "step": 847
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.033617142829962,
      "learning_rate": 1.2008808721457882e-06,
      "loss": 0.4323,
      "step": 848
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7334991655343743,
      "learning_rate": 1.191190409655959e-06,
      "loss": 0.4516,
      "step": 849
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.0862219093692516,
      "learning_rate": 1.181533914167205e-06,
      "loss": 0.3788,
      "step": 850
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7005854621422525,
      "learning_rate": 1.1719114717962476e-06,
      "loss": 0.3615,
      "step": 851
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.9223633799154827,
      "learning_rate": 1.1623231683561249e-06,
      "loss": 0.4191,
      "step": 852
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5355028370021262,
      "learning_rate": 1.1527690893554154e-06,
      "loss": 0.4084,
      "step": 853
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.3409107385851025,
      "learning_rate": 1.143249319997491e-06,
      "loss": 0.3211,
      "step": 854
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5436127305633105,
      "learning_rate": 1.1337639451797493e-06,
      "loss": 0.3983,
      "step": 855
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5214360728755154,
      "learning_rate": 1.1243130494928533e-06,
      "loss": 0.3446,
      "step": 856
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5727956777063972,
      "learning_rate": 1.1148967172199848e-06,
      "loss": 0.3665,
      "step": 857
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.6801572434918612,
      "learning_rate": 1.1055150323360852e-06,
      "loss": 0.3841,
      "step": 858
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.7269406372047564,
      "learning_rate": 1.0961680785071117e-06,
      "loss": 0.4971,
      "step": 859
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.661213058624383,
      "learning_rate": 1.0868559390892903e-06,
      "loss": 0.3375,
      "step": 860
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.7080284683248386,
      "learning_rate": 1.0775786971283725e-06,
      "loss": 0.351,
      "step": 861
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4422313394158195,
      "learning_rate": 1.06833643535889e-06,
      "loss": 0.398,
      "step": 862
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5369162182430969,
      "learning_rate": 1.0591292362034255e-06,
      "loss": 0.4384,
      "step": 863
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4444746013578487,
      "learning_rate": 1.0499571817718707e-06,
      "loss": 0.2999,
      "step": 864
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.997456484534967,
      "learning_rate": 1.0408203538606948e-06,
      "loss": 0.3597,
      "step": 865
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6400301763903629,
      "learning_rate": 1.0317188339522188e-06,
      "loss": 0.3436,
      "step": 866
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6663652100357638,
      "learning_rate": 1.0226527032138877e-06,
      "loss": 0.3255,
      "step": 867
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4660952325217926,
      "learning_rate": 1.0136220424975434e-06,
      "loss": 0.3129,
      "step": 868
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.068851578412713,
      "learning_rate": 1.0046269323387037e-06,
      "loss": 0.3851,
      "step": 869
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4622200769565,
      "learning_rate": 9.956674529558518e-07,
      "loss": 0.3648,
      "step": 870
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6996589952235117,
      "learning_rate": 9.867436842497103e-07,
      "loss": 0.473,
      "step": 871
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6621520206328781,
      "learning_rate": 9.778557058025357e-07,
      "loss": 0.3517,
      "step": 872
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.3571771711435245,
      "learning_rate": 9.69003596877408e-07,
      "loss": 0.3822,
      "step": 873
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.868120941242638,
      "learning_rate": 9.601874364175206e-07,
      "loss": 0.3294,
      "step": 874
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.6696207498752886,
      "learning_rate": 9.514073030454763e-07,
      "loss": 0.3205,
      "step": 875
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.0728764939030246,
      "learning_rate": 9.426632750625919e-07,
      "loss": 0.4558,
      "step": 876
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.880333599994576,
      "learning_rate": 9.339554304481952e-07,
      "loss": 0.4021,
      "step": 877
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.9734543015644022,
      "learning_rate": 9.252838468589265e-07,
      "loss": 0.3466,
      "step": 878
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.3057676108168481,
      "learning_rate": 9.166486016280562e-07,
      "loss": 0.3686,
      "step": 879
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.6983493502731448,
      "learning_rate": 9.080497717647841e-07,
      "loss": 0.4109,
      "step": 880
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.6293001419023172,
      "learning_rate": 8.994874339535569e-07,
      "loss": 0.288,
      "step": 881
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4963241842091834,
      "learning_rate": 8.909616645533886e-07,
      "loss": 0.2871,
      "step": 882
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4822389606951585,
      "learning_rate": 8.824725395971745e-07,
      "loss": 0.3439,
      "step": 883
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.7177199805665169,
      "learning_rate": 8.740201347910133e-07,
      "loss": 0.3232,
      "step": 884
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.5014572884433388,
      "learning_rate": 8.656045255135314e-07,
      "loss": 0.3401,
      "step": 885
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.5310901313894647,
      "learning_rate": 8.572257868152173e-07,
      "loss": 0.3108,
      "step": 886
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8246210773553824,
      "learning_rate": 8.488839934177424e-07,
      "loss": 0.3941,
      "step": 887
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.074647338585339,
      "learning_rate": 8.405792197133023e-07,
      "loss": 0.3768,
      "step": 888
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.6233824464176518,
      "learning_rate": 8.323115397639514e-07,
      "loss": 0.3695,
      "step": 889
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.9626326451926888,
      "learning_rate": 8.240810273009381e-07,
      "loss": 0.3497,
      "step": 890
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.72705310438082,
      "learning_rate": 8.15887755724053e-07,
      "loss": 0.4354,
      "step": 891
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.2193068673729988,
      "learning_rate": 8.077317981009731e-07,
      "loss": 0.4535,
      "step": 892
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.412893314116447,
      "learning_rate": 7.996132271666062e-07,
      "loss": 0.3713,
      "step": 893
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.439263478672628,
      "learning_rate": 7.915321153224487e-07,
      "loss": 0.2963,
      "step": 894
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.742179158576329,
      "learning_rate": 7.834885346359361e-07,
      "loss": 0.3215,
      "step": 895
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.5193201275472255,
      "learning_rate": 7.754825568397955e-07,
      "loss": 0.3238,
      "step": 896
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.9407844197719575,
      "learning_rate": 7.675142533314173e-07,
      "loss": 0.2893,
      "step": 897
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.7124951515190545,
      "learning_rate": 7.595836951722107e-07,
      "loss": 0.3607,
      "step": 898
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.6206596440963452,
      "learning_rate": 7.516909530869687e-07,
      "loss": 0.3338,
      "step": 899
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8379118207091338,
      "learning_rate": 7.438360974632442e-07,
      "loss": 0.4015,
      "step": 900
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.0108442161255153,
      "learning_rate": 7.360191983507154e-07,
      "loss": 0.3681,
      "step": 901
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.5768823402693721,
      "learning_rate": 7.282403254605636e-07,
      "loss": 0.318,
      "step": 902
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8501393420883374,
      "learning_rate": 7.204995481648547e-07,
      "loss": 0.3474,
      "step": 903
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8000174106515199,
      "learning_rate": 7.127969354959164e-07,
      "loss": 0.3711,
      "step": 904
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.627552766175395,
      "learning_rate": 7.051325561457217e-07,
      "loss": 0.3521,
      "step": 905
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.7703400679821946,
      "learning_rate": 6.975064784652829e-07,
      "loss": 0.2869,
      "step": 906
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.9555640812703932,
      "learning_rate": 6.899187704640326e-07,
      "loss": 0.4446,
      "step": 907
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.3485869295221904,
      "learning_rate": 6.823694998092272e-07,
      "loss": 0.3514,
      "step": 908
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.6365626256545733,
      "learning_rate": 6.748587338253338e-07,
      "loss": 0.3263,
      "step": 909
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8406884572978746,
      "learning_rate": 6.673865394934376e-07,
      "loss": 0.3831,
      "step": 910
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8441311582841047,
      "learning_rate": 6.59952983450643e-07,
      "loss": 0.3672,
      "step": 911
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.7850511624040863,
      "learning_rate": 6.525581319894703e-07,
      "loss": 0.344,
      "step": 912
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8426852257973754,
      "learning_rate": 6.452020510572799e-07,
      "loss": 0.3709,
      "step": 913
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8933625260612084,
      "learning_rate": 6.378848062556742e-07,
      "loss": 0.3625,
      "step": 914
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4364799820160647,
      "learning_rate": 6.306064628399111e-07,
      "loss": 0.3232,
      "step": 915
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8362485371909967,
      "learning_rate": 6.23367085718331e-07,
      "loss": 0.3444,
      "step": 916
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.9245874517833783,
      "learning_rate": 6.161667394517684e-07,
      "loss": 0.3453,
      "step": 917
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.082501618335563,
      "learning_rate": 6.0900548825298e-07,
      "loss": 0.3834,
      "step": 918
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.6265615291277613,
      "learning_rate": 6.018833959860753e-07,
      "loss": 0.3871,
      "step": 919
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.5527250089612845,
      "learning_rate": 5.948005261659434e-07,
      "loss": 0.2978,
      "step": 920
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.7448719082955784,
      "learning_rate": 5.877569419576851e-07,
      "loss": 0.2905,
      "step": 921
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.5352526453200945,
      "learning_rate": 5.807527061760543e-07,
      "loss": 0.3547,
      "step": 922
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.010400248545671,
      "learning_rate": 5.73787881284893e-07,
      "loss": 0.3434,
      "step": 923
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.08981264322849,
      "learning_rate": 5.668625293965774e-07,
      "loss": 0.3871,
      "step": 924
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.544640538751419,
      "learning_rate": 5.599767122714628e-07,
      "loss": 0.3843,
      "step": 925
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.50324978941004,
      "learning_rate": 5.531304913173357e-07,
      "loss": 0.3062,
      "step": 926
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.7101075222047506,
      "learning_rate": 5.463239275888599e-07,
      "loss": 0.3505,
      "step": 927
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.0135553262312933,
      "learning_rate": 5.395570817870361e-07,
      "loss": 0.4003,
      "step": 928
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.64919292631168,
      "learning_rate": 5.328300142586628e-07,
      "loss": 0.4257,
      "step": 929
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.497483142992759,
      "learning_rate": 5.261427849957928e-07,
      "loss": 0.3368,
      "step": 930
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.578537761793323,
      "learning_rate": 5.194954536352021e-07,
      "loss": 0.3491,
      "step": 931
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.144696531083044,
      "learning_rate": 5.128880794578573e-07,
      "loss": 0.4249,
      "step": 932
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.216467711281768,
      "learning_rate": 5.063207213883858e-07,
      "loss": 0.4191,
      "step": 933
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.513179703987502,
      "learning_rate": 4.99793437994549e-07,
      "loss": 0.2815,
      "step": 934
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.0210242568879364,
      "learning_rate": 4.933062874867267e-07,
      "loss": 0.5077,
      "step": 935
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.5808310904304832,
      "learning_rate": 4.868593277173878e-07,
      "loss": 0.3387,
      "step": 936
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.9352852569545673,
      "learning_rate": 4.804526161805834e-07,
      "loss": 0.4165,
      "step": 937
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4953454574921947,
      "learning_rate": 4.7408621001143076e-07,
      "loss": 0.3195,
      "step": 938
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7650338603997144,
      "learning_rate": 4.6776016598560125e-07,
      "loss": 0.2577,
      "step": 939
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5257201063214694,
      "learning_rate": 4.614745405188159e-07,
      "loss": 0.4102,
      "step": 940
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5975131026855944,
      "learning_rate": 4.5522938966634514e-07,
      "loss": 0.2455,
      "step": 941
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7214214108104902,
      "learning_rate": 4.490247691225058e-07,
      "loss": 0.3679,
      "step": 942
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.9125664855083362,
      "learning_rate": 4.428607342201635e-07,
      "loss": 0.4053,
      "step": 943
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.23497833527835,
      "learning_rate": 4.3673733993024103e-07,
      "loss": 0.4223,
      "step": 944
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7278794126523196,
      "learning_rate": 4.3065464086123055e-07,
      "loss": 0.3194,
      "step": 945
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.3338372611487148,
      "learning_rate": 4.2461269125869896e-07,
      "loss": 0.3989,
      "step": 946
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5824737042344048,
      "learning_rate": 4.1861154500481285e-07,
      "loss": 0.3773,
      "step": 947
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5501936663824547,
      "learning_rate": 4.1265125561785466e-07,
      "loss": 0.3073,
      "step": 948
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.6744791716497447,
      "learning_rate": 4.067318762517419e-07,
      "loss": 0.3962,
      "step": 949
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.6176701058731642,
      "learning_rate": 4.0085345969555656e-07,
      "loss": 0.2961,
      "step": 950
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.668829643612793,
      "learning_rate": 3.9501605837307613e-07,
      "loss": 0.3983,
      "step": 951
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.6415929342466784,
      "learning_rate": 3.8921972434230183e-07,
      "loss": 0.3354,
      "step": 952
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.9107002582221606,
      "learning_rate": 3.8346450929499735e-07,
      "loss": 0.2923,
      "step": 953
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5837382493413166,
      "learning_rate": 3.7775046455622853e-07,
      "loss": 0.3572,
      "step": 954
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.9578171945494112,
      "learning_rate": 3.7207764108389835e-07,
      "loss": 0.4438,
      "step": 955
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.012312836551855,
      "learning_rate": 3.664460894683036e-07,
      "loss": 0.3921,
      "step": 956
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.573634527392608,
      "learning_rate": 3.6085585993167804e-07,
      "loss": 0.3537,
      "step": 957
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.87219129280588,
      "learning_rate": 3.553070023277405e-07,
      "loss": 0.394,
      "step": 958
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.908976251642539,
      "learning_rate": 3.4979956614125956e-07,
      "loss": 0.3465,
      "step": 959
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.7447296830368977,
      "learning_rate": 3.4433360048760357e-07,
      "loss": 0.4396,
      "step": 960
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4938127648980004,
      "learning_rate": 3.389091541123074e-07,
      "loss": 0.3833,
      "step": 961
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6511435214606442,
      "learning_rate": 3.3352627539063707e-07,
      "loss": 0.2598,
      "step": 962
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.9044840155234906,
      "learning_rate": 3.2818501232715794e-07,
      "loss": 0.4915,
      "step": 963
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6336211800573899,
      "learning_rate": 3.2288541255530546e-07,
      "loss": 0.3413,
      "step": 964
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.352176707831654,
      "learning_rate": 3.1762752333696303e-07,
      "loss": 0.368,
      "step": 965
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.515583060896109,
      "learning_rate": 3.124113915620375e-07,
      "loss": 0.3465,
      "step": 966
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.454044534368895,
      "learning_rate": 3.072370637480415e-07,
      "loss": 0.2625,
      "step": 967
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.767987541706428,
      "learning_rate": 3.0210458603968264e-07,
      "loss": 0.3992,
      "step": 968
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.7273964826434631,
      "learning_rate": 2.970140042084474e-07,
      "loss": 0.3708,
      "step": 969
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.647723427115109,
      "learning_rate": 2.919653636521935e-07,
      "loss": 0.3525,
      "step": 970
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8493344960971922,
      "learning_rate": 2.8695870939474626e-07,
      "loss": 0.3229,
      "step": 971
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.794125649715343,
      "learning_rate": 2.8199408608549696e-07,
      "loss": 0.3222,
      "step": 972
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.9721188133776415,
      "learning_rate": 2.7707153799900685e-07,
      "loss": 0.3836,
      "step": 973
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.6417411860470836,
      "learning_rate": 2.721911090346052e-07,
      "loss": 0.3736,
      "step": 974
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.938690974748052,
      "learning_rate": 2.673528427160066e-07,
      "loss": 0.3205,
      "step": 975
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.7687245607064443,
      "learning_rate": 2.6255678219091754e-07,
      "loss": 0.368,
      "step": 976
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.9023761904635534,
      "learning_rate": 2.578029702306506e-07,
      "loss": 0.3177,
      "step": 977
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4839406363342937,
      "learning_rate": 2.530914492297487e-07,
      "loss": 0.3611,
      "step": 978
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.3385861771964014,
      "learning_rate": 2.484222612056025e-07,
      "loss": 0.3316,
      "step": 979
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.9746739789044454,
      "learning_rate": 2.437954477980753e-07,
      "loss": 0.3969,
      "step": 980
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.6887922769065924,
      "learning_rate": 2.392110502691353e-07,
      "loss": 0.3968,
      "step": 981
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.175353517627243,
      "learning_rate": 2.3466910950248334e-07,
      "loss": 0.3524,
      "step": 982
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.9590405768224393,
      "learning_rate": 2.3016966600319158e-07,
      "loss": 0.4014,
      "step": 983
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.7539702537980744,
      "learning_rate": 2.2571275989734075e-07,
      "loss": 0.3558,
      "step": 984
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8410012610197661,
      "learning_rate": 2.212984309316646e-07,
      "loss": 0.4289,
      "step": 985
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.74770502941488,
      "learning_rate": 2.1692671847319046e-07,
      "loss": 0.4004,
      "step": 986
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.444442338435704,
      "learning_rate": 2.125976615088926e-07,
      "loss": 0.3453,
      "step": 987
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8660604720500005,
      "learning_rate": 2.083112986453445e-07,
      "loss": 0.3741,
      "step": 988
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.6568713310219376,
      "learning_rate": 2.040676681083703e-07,
      "loss": 0.4042,
      "step": 989
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.387457724388811,
      "learning_rate": 1.998668077427096e-07,
      "loss": 0.2919,
      "step": 990
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.3853710037974833,
      "learning_rate": 1.9570875501167651e-07,
      "loss": 0.2827,
      "step": 991
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5185303113021482,
      "learning_rate": 1.9159354699682496e-07,
      "loss": 0.3902,
      "step": 992
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9015197180656451,
      "learning_rate": 1.8752122039762011e-07,
      "loss": 0.3062,
      "step": 993
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.281701595570607,
      "learning_rate": 1.8349181153111074e-07,
      "loss": 0.4513,
      "step": 994
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5802871368090137,
      "learning_rate": 1.7950535633160404e-07,
      "loss": 0.3702,
      "step": 995
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5604086315052326,
      "learning_rate": 1.7556189035034642e-07,
      "loss": 0.3407,
      "step": 996
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4540871479317765,
      "learning_rate": 1.7166144875520762e-07,
      "loss": 0.2945,
      "step": 997
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.6711052975721497,
      "learning_rate": 1.6780406633036094e-07,
      "loss": 0.3555,
      "step": 998
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4918015703526908,
      "learning_rate": 1.6398977747598245e-07,
      "loss": 0.3745,
      "step": 999
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.523355764764963,
      "learning_rate": 1.6021861620793666e-07,
      "loss": 0.2958,
      "step": 1000
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.933124025444002,
      "learning_rate": 1.564906161574764e-07,
      "loss": 0.3181,
      "step": 1001
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5606282051722882,
      "learning_rate": 1.5280581057094346e-07,
      "loss": 0.2937,
      "step": 1002
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9267494105876177,
      "learning_rate": 1.4916423230946885e-07,
      "loss": 0.4209,
      "step": 1003
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.547866759100206,
      "learning_rate": 1.4556591384868368e-07,
      "loss": 0.3583,
      "step": 1004
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.162739247908966,
      "learning_rate": 1.4201088727842648e-07,
      "loss": 0.4472,
      "step": 1005
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.074387460144302,
      "learning_rate": 1.3849918430245911e-07,
      "loss": 0.4204,
      "step": 1006
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.75405906319246,
      "learning_rate": 1.3503083623818413e-07,
      "loss": 0.3286,
      "step": 1007
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.208827466327546,
      "learning_rate": 1.316058740163617e-07,
      "loss": 0.4257,
      "step": 1008
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.9131618964245363,
      "learning_rate": 1.282243281808393e-07,
      "loss": 0.3653,
      "step": 1009
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.6704670693024548,
      "learning_rate": 1.2488622888827517e-07,
      "loss": 0.4076,
      "step": 1010
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.7005183654466214,
      "learning_rate": 1.2159160590787145e-07,
      "loss": 0.4183,
      "step": 1011
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.7590126284604837,
      "learning_rate": 1.1834048862110815e-07,
      "loss": 0.3497,
      "step": 1012
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.8495558159166359,
      "learning_rate": 1.1513290602148175e-07,
      "loss": 0.3989,
      "step": 1013
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.5491493514285797,
      "learning_rate": 1.1196888671424378e-07,
      "loss": 0.4034,
      "step": 1014
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.696992836044335,
      "learning_rate": 1.0884845891614926e-07,
      "loss": 0.3906,
      "step": 1015
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.6104580839191522,
      "learning_rate": 1.0577165045520532e-07,
      "loss": 0.343,
      "step": 1016
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.7381991868528064,
      "learning_rate": 1.0273848877041804e-07,
      "loss": 0.4373,
      "step": 1017
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.0710854401837224,
      "learning_rate": 9.974900091155425e-08,
      "loss": 0.406,
      "step": 1018
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.594545766782277,
      "learning_rate": 9.680321353889577e-08,
      "loss": 0.3871,
      "step": 1019
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.9064797609695343,
      "learning_rate": 9.390115292300161e-08,
      "loss": 0.4445,
      "step": 1020
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.8137268442191112,
      "learning_rate": 9.10428449444778e-08,
      "loss": 0.3649,
      "step": 1021
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.632472777376261,
      "learning_rate": 8.822831509374297e-08,
      "loss": 0.3455,
      "step": 1022
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.7487886157086556,
      "learning_rate": 8.545758847080144e-08,
      "loss": 0.3152,
      "step": 1023
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4612562835731007,
      "learning_rate": 8.273068978501997e-08,
      "loss": 0.3597,
      "step": 1024
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.7201161847179576,
      "learning_rate": 8.004764335490856e-08,
      "loss": 0.3958,
      "step": 1025
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8017582089862216,
      "learning_rate": 7.74084731079e-08,
      "loss": 0.3913,
      "step": 1026
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.3234352702837793,
      "learning_rate": 7.481320258014124e-08,
      "loss": 0.3034,
      "step": 1027
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.3724778893397676,
      "learning_rate": 7.226185491628069e-08,
      "loss": 0.2954,
      "step": 1028
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.6969184913162358,
      "learning_rate": 6.975445286926064e-08,
      "loss": 0.3897,
      "step": 1029
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.9317477089546637,
      "learning_rate": 6.729101880011746e-08,
      "loss": 0.377,
      "step": 1030
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.554878777893729,
      "learning_rate": 6.48715746777806e-08,
      "loss": 0.4087,
      "step": 1031
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.7534864024515837,
      "learning_rate": 6.2496142078875e-08,
      "loss": 0.4967,
      "step": 1032
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.4804685848961765,
      "learning_rate": 6.016474218753287e-08,
      "loss": 0.4207,
      "step": 1033
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.612223174759301,
      "learning_rate": 5.787739579520113e-08,
      "loss": 0.4037,
      "step": 1034
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4804110785714588,
      "learning_rate": 5.5634123300457585e-08,
      "loss": 0.2889,
      "step": 1035
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8113911538397998,
      "learning_rate": 5.343494470882671e-08,
      "loss": 0.362,
      "step": 1036
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.7167779730798833,
      "learning_rate": 5.127987963260583e-08,
      "loss": 0.3482,
      "step": 1037
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4150092955119626,
      "learning_rate": 4.916894729068644e-08,
      "loss": 0.2178,
      "step": 1038
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.633077629302677,
      "learning_rate": 4.7102166508383173e-08,
      "loss": 0.3825,
      "step": 1039
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.425048677014493,
      "learning_rate": 4.5079555717267855e-08,
      "loss": 0.3305,
      "step": 1040
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.9174655190388756,
      "learning_rate": 4.31011329550024e-08,
      "loss": 0.3396,
      "step": 1041
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.3843933529043337,
      "learning_rate": 4.1166915865180625e-08,
      "loss": 0.2631,
      "step": 1042
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4653796486037136,
      "learning_rate": 3.927692169716946e-08,
      "loss": 0.3227,
      "step": 1043
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.635515966199329,
      "learning_rate": 3.743116730595575e-08,
      "loss": 0.3638,
      "step": 1044
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.0640494844558477,
      "learning_rate": 3.562966915199473e-08,
      "loss": 0.363,
      "step": 1045
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5455021482175313,
      "learning_rate": 3.387244330106454e-08,
      "loss": 0.3479,
      "step": 1046
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.8431655117744339,
      "learning_rate": 3.2159505424122495e-08,
      "loss": 0.328,
      "step": 1047
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.4359979387464212,
      "learning_rate": 3.049087079716462e-08,
      "loss": 0.3124,
      "step": 1048
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.680594322782353,
      "learning_rate": 2.8866554301091863e-08,
      "loss": 0.4445,
      "step": 1049
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6887895844276681,
      "learning_rate": 2.7286570421574677e-08,
      "loss": 0.3209,
      "step": 1050
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7841936111238237,
      "learning_rate": 2.575093324892364e-08,
      "loss": 0.3856,
      "step": 1051
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7816368074530717,
      "learning_rate": 2.42596564779668e-08,
      "loss": 0.4697,
      "step": 1052
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5805844941387572,
      "learning_rate": 2.281275340792477e-08,
      "loss": 0.368,
      "step": 1053
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.637820628172062,
      "learning_rate": 2.141023694229305e-08,
      "loss": 0.3718,
      "step": 1054
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.417147920836824,
      "learning_rate": 2.0052119588727105e-08,
      "loss": 0.3546,
      "step": 1055
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.989312613003882,
      "learning_rate": 1.873841345893135e-08,
      "loss": 0.4529,
      "step": 1056
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.537277887843072,
      "learning_rate": 1.746913026854924e-08,
      "loss": 0.3583,
      "step": 1057
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.8191477288789326,
      "learning_rate": 1.6244281337060575e-08,
      "loss": 0.3171,
      "step": 1058
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.827847238198048,
      "learning_rate": 1.506387758768102e-08,
      "loss": 0.3793,
      "step": 1059
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7778694252802711,
      "learning_rate": 1.3927929547261632e-08,
      "loss": 0.3753,
      "step": 1060
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.543634711451779,
      "learning_rate": 1.2836447346198932e-08,
      "loss": 0.338,
      "step": 1061
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.16029561176065,
      "learning_rate": 1.1789440718341094e-08,
      "loss": 0.3576,
      "step": 1062
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.2006580842983734,
      "learning_rate": 1.0786919000903562e-08,
      "loss": 0.3864,
      "step": 1063
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7044121149329359,
      "learning_rate": 9.828891134385787e-09,
      "loss": 0.344,
      "step": 1064
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4977033409076637,
      "learning_rate": 8.915365662488517e-09,
      "loss": 0.3146,
      "step": 1065
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4691930868903902,
      "learning_rate": 8.046350732041075e-09,
      "loss": 0.3099,
      "step": 1066
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.5513156194536561,
      "learning_rate": 7.221854092926972e-09,
      "loss": 0.341,
      "step": 1067
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.703611443801933,
      "learning_rate": 6.441883098015633e-09,
      "loss": 0.3734,
      "step": 1068
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.1506089060675455,
      "learning_rate": 5.706444703096337e-09,
      "loss": 0.3859,
      "step": 1069
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.621345533853751,
      "learning_rate": 5.015545466814931e-09,
      "loss": 0.405,
      "step": 1070
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.8186009796771267,
      "learning_rate": 4.369191550617768e-09,
      "loss": 0.3964,
      "step": 1071
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.8157548418762393,
      "learning_rate": 3.7673887186961965e-09,
      "loss": 0.4728,
      "step": 1072
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.070715007431859,
      "learning_rate": 3.210142337932709e-09,
      "loss": 0.464,
      "step": 1073
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.6191854446760734,
      "learning_rate": 2.6974573778565383e-09,
      "loss": 0.3648,
      "step": 1074
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.63053598233112,
      "learning_rate": 2.229338410597026e-09,
      "loss": 0.4364,
      "step": 1075
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5220833342814482,
      "learning_rate": 1.8057896108436557e-09,
      "loss": 0.4131,
      "step": 1076
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.9238625872095938,
      "learning_rate": 1.4268147558088585e-09,
      "loss": 0.4702,
      "step": 1077
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.6227133478707174,
      "learning_rate": 1.0924172251941533e-09,
      "loss": 0.3781,
      "step": 1078
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5844245279524536,
      "learning_rate": 8.026000011596147e-10,
      "loss": 0.367,
      "step": 1079
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.8755295726944123,
      "learning_rate": 5.573656682977824e-10,
      "loss": 0.3954,
      "step": 1080
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.4678705930709839,
      "eval_runtime": 533.0785,
      "eval_samples_per_second": 5.084,
      "eval_steps_per_second": 0.319,
      "step": 1080
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.95867908444184,
      "learning_rate": 3.567164136120127e-10,
      "loss": 0.3425,
      "step": 1081
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.9895722241127884,
      "learning_rate": 2.0065402649371845e-10,
      "loss": 0.3204,
      "step": 1082
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5770678955265505,
      "learning_rate": 8.917989870849131e-11,
      "loss": 0.3511,
      "step": 1083
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.7159701303303903,
      "learning_rate": 2.2295024383889307e-11,
      "loss": 0.2967,
      "step": 1084
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.9974547783910455,
      "learning_rate": 0.0,
      "loss": 0.3133,
      "step": 1085
    },
    {
      "epoch": 1.0,
      "step": 1085,
      "total_flos": 2242775013654528.0,
      "train_loss": 0.4361060568951242,
      "train_runtime": 100289.4425,
      "train_samples_per_second": 0.346,
      "train_steps_per_second": 0.011
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1085,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100.0,
  "total_flos": 2242775013654528.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}