[
    {
        "loss": 30.8234,
        "grad_norm": 0.5755094885826111,
        "learning_rate": 0.0009991248796709547,
        "epoch": 0.0
    },
    {
        "loss": 24.1229,
        "grad_norm": 0.2920963764190674,
        "learning_rate": 0.0009982497593419095,
        "epoch": 0.01
    },
    {
        "loss": 22.7986,
        "grad_norm": 0.5106011629104614,
        "learning_rate": 0.0009973746390128642,
        "epoch": 0.01
    },
    {
        "loss": 21.4924,
        "grad_norm": 0.9322375059127808,
        "learning_rate": 0.000996499518683819,
        "epoch": 0.01
    },
    {
        "loss": 20.7911,
        "grad_norm": 0.8529098629951477,
        "learning_rate": 0.0009956243983547737,
        "epoch": 0.01
    },
    {
        "loss": 19.338,
        "grad_norm": 0.776152491569519,
        "learning_rate": 0.0009947492780257286,
        "epoch": 0.02
    },
    {
        "loss": 19.0175,
        "grad_norm": 2.11796498298645,
        "learning_rate": 0.0009938741576966832,
        "epoch": 0.02
    },
    {
        "loss": 18.2997,
        "grad_norm": 1.3791886568069458,
        "learning_rate": 0.0009929990373676381,
        "epoch": 0.02
    },
    {
        "loss": 17.2791,
        "grad_norm": 1.3849037885665894,
        "learning_rate": 0.0009921239170385928,
        "epoch": 0.02
    },
    {
        "loss": 17.3609,
        "grad_norm": 1.1861941814422607,
        "learning_rate": 0.0009912487967095476,
        "epoch": 0.03
    },
    {
        "loss": 17.1215,
        "grad_norm": 1.494122862815857,
        "learning_rate": 0.0009903736763805023,
        "epoch": 0.03
    },
    {
        "loss": 16.3944,
        "grad_norm": 1.5872834920883179,
        "learning_rate": 0.0009894985560514572,
        "epoch": 0.03
    },
    {
        "loss": 16.0054,
        "grad_norm": 1.2658979892730713,
        "learning_rate": 0.0009886234357224118,
        "epoch": 0.03
    },
    {
        "loss": 15.5523,
        "grad_norm": 0.8640480041503906,
        "learning_rate": 0.0009877483153933667,
        "epoch": 0.04
    },
    {
        "loss": 16.2465,
        "grad_norm": 0.8946548700332642,
        "learning_rate": 0.0009868731950643213,
        "epoch": 0.04
    },
    {
        "loss": 15.0235,
        "grad_norm": 0.9279372692108154,
        "learning_rate": 0.0009859980747352762,
        "epoch": 0.04
    },
    {
        "loss": 15.7517,
        "grad_norm": 0.8807494044303894,
        "learning_rate": 0.0009851229544062309,
        "epoch": 0.04
    },
    {
        "loss": 14.6884,
        "grad_norm": 0.683822751045227,
        "learning_rate": 0.0009842478340771857,
        "epoch": 0.05
    },
    {
        "loss": 14.0949,
        "grad_norm": 1.1334095001220703,
        "learning_rate": 0.0009833727137481404,
        "epoch": 0.05
    },
    {
        "loss": 14.3378,
        "grad_norm": 1.1247657537460327,
        "learning_rate": 0.0009824975934190953,
        "epoch": 0.05
    },
    {
        "loss": 13.7597,
        "grad_norm": 0.9332773685455322,
        "learning_rate": 0.00098162247309005,
        "epoch": 0.06
    },
    {
        "loss": 14.5567,
        "grad_norm": 0.8742538690567017,
        "learning_rate": 0.0009807473527610048,
        "epoch": 0.06
    },
    {
        "loss": 14.0188,
        "grad_norm": 1.5592143535614014,
        "learning_rate": 0.0009798722324319594,
        "epoch": 0.06
    },
    {
        "loss": 13.9401,
        "grad_norm": 0.9473065733909607,
        "learning_rate": 0.0009789971121029143,
        "epoch": 0.06
    },
    {
        "loss": 13.5177,
        "grad_norm": 0.5469663143157959,
        "learning_rate": 0.000978121991773869,
        "epoch": 0.07
    },
    {
        "loss": 13.513,
        "grad_norm": 1.7497597932815552,
        "learning_rate": 0.0009772468714448236,
        "epoch": 0.07
    },
    {
        "loss": 13.6579,
        "grad_norm": 0.7552927136421204,
        "learning_rate": 0.0009763717511157785,
        "epoch": 0.07
    },
    {
        "loss": 13.0899,
        "grad_norm": 0.5602779984474182,
        "learning_rate": 0.0009754966307867332,
        "epoch": 0.07
    },
    {
        "loss": 13.8637,
        "grad_norm": 0.6577705144882202,
        "learning_rate": 0.000974621510457688,
        "epoch": 0.08
    },
    {
        "loss": 14.2909,
        "grad_norm": 1.0710817575454712,
        "learning_rate": 0.0009737463901286428,
        "epoch": 0.08
    },
    {
        "loss": 13.3632,
        "grad_norm": 0.48803457617759705,
        "learning_rate": 0.0009728712697995975,
        "epoch": 0.08
    },
    {
        "loss": 13.5002,
        "grad_norm": 0.9970788359642029,
        "learning_rate": 0.0009719961494705523,
        "epoch": 0.08
    },
    {
        "loss": 13.6276,
        "grad_norm": 0.9624769687652588,
        "learning_rate": 0.000971121029141507,
        "epoch": 0.09
    },
    {
        "loss": 13.7281,
        "grad_norm": 0.8082631230354309,
        "learning_rate": 0.0009702459088124618,
        "epoch": 0.09
    },
    {
        "loss": 13.0793,
        "grad_norm": 0.6732771396636963,
        "learning_rate": 0.0009693707884834166,
        "epoch": 0.09
    },
    {
        "loss": 12.6621,
        "grad_norm": 0.8451002240180969,
        "learning_rate": 0.0009684956681543713,
        "epoch": 0.09
    },
    {
        "loss": 13.2374,
        "grad_norm": 1.1656385660171509,
        "learning_rate": 0.0009676205478253261,
        "epoch": 0.1
    },
    {
        "loss": 12.7625,
        "grad_norm": 0.9667061567306519,
        "learning_rate": 0.0009667454274962808,
        "epoch": 0.1
    },
    {
        "loss": 13.0046,
        "grad_norm": 0.9311497807502747,
        "learning_rate": 0.0009658703071672355,
        "epoch": 0.1
    },
    {
        "loss": 12.9037,
        "grad_norm": 1.1891040802001953,
        "learning_rate": 0.0009649951868381903,
        "epoch": 0.1
    },
    {
        "loss": 12.6521,
        "grad_norm": 1.1127817630767822,
        "learning_rate": 0.000964120066509145,
        "epoch": 0.11
    },
    {
        "loss": 13.2942,
        "grad_norm": 0.6665758490562439,
        "learning_rate": 0.0009632449461800998,
        "epoch": 0.11
    },
    {
        "loss": 12.4443,
        "grad_norm": 0.8878126740455627,
        "learning_rate": 0.0009623698258510546,
        "epoch": 0.11
    },
    {
        "loss": 13.0001,
        "grad_norm": 1.5000464916229248,
        "learning_rate": 0.0009614947055220093,
        "epoch": 0.12
    },
    {
        "loss": 12.2303,
        "grad_norm": 1.1078687906265259,
        "learning_rate": 0.0009606195851929641,
        "epoch": 0.12
    },
    {
        "loss": 12.1915,
        "grad_norm": 0.8044748306274414,
        "learning_rate": 0.0009597444648639187,
        "epoch": 0.12
    },
    {
        "loss": 12.7246,
        "grad_norm": 0.9232500195503235,
        "learning_rate": 0.0009588693445348735,
        "epoch": 0.12
    },
    {
        "loss": 11.9769,
        "grad_norm": 0.7413458824157715,
        "learning_rate": 0.0009579942242058283,
        "epoch": 0.13
    },
    {
        "loss": 12.8006,
        "grad_norm": 1.1132707595825195,
        "learning_rate": 0.000957119103876783,
        "epoch": 0.13
    },
    {
        "loss": 12.4323,
        "grad_norm": 0.7814503312110901,
        "learning_rate": 0.0009562439835477378,
        "epoch": 0.13
    },
    {
        "loss": 12.3482,
        "grad_norm": 0.8854762315750122,
        "learning_rate": 0.0009553688632186925,
        "epoch": 0.13
    },
    {
        "loss": 12.5045,
        "grad_norm": 0.704131007194519,
        "learning_rate": 0.0009544937428896473,
        "epoch": 0.14
    },
    {
        "loss": 12.1405,
        "grad_norm": 0.7020297050476074,
        "learning_rate": 0.0009536186225606021,
        "epoch": 0.14
    },
    {
        "loss": 11.5427,
        "grad_norm": 0.398807168006897,
        "learning_rate": 0.0009527435022315568,
        "epoch": 0.14
    },
    {
        "loss": 12.655,
        "grad_norm": 1.0002299547195435,
        "learning_rate": 0.0009518683819025116,
        "epoch": 0.14
    },
    {
        "loss": 11.9656,
        "grad_norm": 0.7870428562164307,
        "learning_rate": 0.0009509932615734664,
        "epoch": 0.15
    },
    {
        "loss": 12.4639,
        "grad_norm": 0.9154604077339172,
        "learning_rate": 0.0009501181412444211,
        "epoch": 0.15
    },
    {
        "loss": 11.6344,
        "grad_norm": 1.1896569728851318,
        "learning_rate": 0.0009492430209153759,
        "epoch": 0.15
    },
    {
        "loss": 12.4516,
        "grad_norm": 0.8169024586677551,
        "learning_rate": 0.0009483679005863306,
        "epoch": 0.15
    },
    {
        "loss": 12.1848,
        "grad_norm": 0.8429264426231384,
        "learning_rate": 0.0009474927802572854,
        "epoch": 0.16
    },
    {
        "loss": 11.2014,
        "grad_norm": 0.8499436378479004,
        "learning_rate": 0.0009466176599282402,
        "epoch": 0.16
    },
    {
        "loss": 12.2217,
        "grad_norm": 0.8969743251800537,
        "learning_rate": 0.0009457425395991948,
        "epoch": 0.16
    },
    {
        "loss": 11.7729,
        "grad_norm": 1.0959218740463257,
        "learning_rate": 0.0009448674192701496,
        "epoch": 0.17
    },
    {
        "loss": 11.6254,
        "grad_norm": 1.1692876815795898,
        "learning_rate": 0.0009439922989411043,
        "epoch": 0.17
    },
    {
        "loss": 11.5698,
        "grad_norm": 1.9476372003555298,
        "learning_rate": 0.0009431171786120591,
        "epoch": 0.17
    },
    {
        "loss": 11.4321,
        "grad_norm": 1.1742662191390991,
        "learning_rate": 0.0009422420582830139,
        "epoch": 0.17
    },
    {
        "loss": 11.3224,
        "grad_norm": 0.9839737415313721,
        "learning_rate": 0.0009413669379539686,
        "epoch": 0.18
    },
    {
        "loss": 11.8269,
        "grad_norm": 0.9094179272651672,
        "learning_rate": 0.0009404918176249234,
        "epoch": 0.18
    },
    {
        "loss": 11.8652,
        "grad_norm": 0.9139958620071411,
        "learning_rate": 0.0009396166972958782,
        "epoch": 0.18
    },
    {
        "loss": 11.5493,
        "grad_norm": 0.7938945889472961,
        "learning_rate": 0.0009387415769668329,
        "epoch": 0.18
    },
    {
        "loss": 11.413,
        "grad_norm": 0.8102487921714783,
        "learning_rate": 0.0009378664566377877,
        "epoch": 0.19
    },
    {
        "loss": 11.4015,
        "grad_norm": 0.5892770290374756,
        "learning_rate": 0.0009369913363087424,
        "epoch": 0.19
    },
    {
        "loss": 10.8455,
        "grad_norm": 0.7269143462181091,
        "learning_rate": 0.0009361162159796972,
        "epoch": 0.19
    },
    {
        "loss": 11.5612,
        "grad_norm": 0.8169882893562317,
        "learning_rate": 0.000935241095650652,
        "epoch": 0.19
    },
    {
        "loss": 10.545,
        "grad_norm": 0.8424365520477295,
        "learning_rate": 0.0009343659753216067,
        "epoch": 0.2
    },
    {
        "loss": 10.8486,
        "grad_norm": 0.855518102645874,
        "learning_rate": 0.0009334908549925615,
        "epoch": 0.2
    },
    {
        "loss": 10.3733,
        "grad_norm": 1.1463903188705444,
        "learning_rate": 0.0009326157346635162,
        "epoch": 0.2
    },
    {
        "loss": 10.794,
        "grad_norm": 0.7493767142295837,
        "learning_rate": 0.000931740614334471,
        "epoch": 0.2
    },
    {
        "loss": 10.5943,
        "grad_norm": 0.8767346739768982,
        "learning_rate": 0.0009308654940054258,
        "epoch": 0.21
    },
    {
        "loss": 11.4169,
        "grad_norm": 1.0650781393051147,
        "learning_rate": 0.0009299903736763805,
        "epoch": 0.21
    },
    {
        "loss": 10.8176,
        "grad_norm": 0.8954362869262695,
        "learning_rate": 0.0009291152533473353,
        "epoch": 0.21
    },
    {
        "loss": 10.9644,
        "grad_norm": 0.697245180606842,
        "learning_rate": 0.0009282401330182901,
        "epoch": 0.22
    },
    {
        "loss": 11.0427,
        "grad_norm": 1.5471469163894653,
        "learning_rate": 0.0009273650126892448,
        "epoch": 0.22
    },
    {
        "loss": 10.8293,
        "grad_norm": 0.7173879146575928,
        "learning_rate": 0.0009264898923601996,
        "epoch": 0.22
    },
    {
        "loss": 10.744,
        "grad_norm": 1.1271495819091797,
        "learning_rate": 0.0009256147720311543,
        "epoch": 0.22
    },
    {
        "loss": 10.3733,
        "grad_norm": 0.7106486558914185,
        "learning_rate": 0.0009247396517021091,
        "epoch": 0.23
    },
    {
        "loss": 10.9536,
        "grad_norm": 1.1200592517852783,
        "learning_rate": 0.0009238645313730638,
        "epoch": 0.23
    },
    {
        "loss": 10.4749,
        "grad_norm": 1.0028458833694458,
        "learning_rate": 0.0009229894110440185,
        "epoch": 0.23
    },
    {
        "loss": 11.4667,
        "grad_norm": 1.187585711479187,
        "learning_rate": 0.0009221142907149733,
        "epoch": 0.23
    },
    {
        "loss": 10.3349,
        "grad_norm": 0.8691514134407043,
        "learning_rate": 0.000921239170385928,
        "epoch": 0.24
    },
    {
        "loss": 10.6188,
        "grad_norm": 0.8789599537849426,
        "learning_rate": 0.0009203640500568828,
        "epoch": 0.24
    },
    {
        "loss": 10.454,
        "grad_norm": 0.8376362919807434,
        "learning_rate": 0.0009194889297278376,
        "epoch": 0.24
    },
    {
        "loss": 10.2419,
        "grad_norm": 1.0760575532913208,
        "learning_rate": 0.0009186138093987923,
        "epoch": 0.24
    },
    {
        "loss": 10.8593,
        "grad_norm": 0.709028422832489,
        "learning_rate": 0.0009177386890697471,
        "epoch": 0.25
    },
    {
        "loss": 11.073,
        "grad_norm": 1.0934019088745117,
        "learning_rate": 0.0009168635687407019,
        "epoch": 0.25
    },
    {
        "loss": 10.5596,
        "grad_norm": 0.7833492159843445,
        "learning_rate": 0.0009159884484116566,
        "epoch": 0.25
    },
    {
        "loss": 11.2079,
        "grad_norm": 0.8762934803962708,
        "learning_rate": 0.0009151133280826114,
        "epoch": 0.25
    },
    {
        "loss": 11.2229,
        "grad_norm": 0.8059395551681519,
        "learning_rate": 0.0009142382077535661,
        "epoch": 0.26
    },
    {
        "loss": 10.8706,
        "grad_norm": 1.0892099142074585,
        "learning_rate": 0.0009133630874245209,
        "epoch": 0.26
    },
    {
        "loss": 10.9983,
        "grad_norm": 0.7471132278442383,
        "learning_rate": 0.0009124879670954757,
        "epoch": 0.26
    },
    {
        "loss": 11.4291,
        "grad_norm": 0.9766479730606079,
        "learning_rate": 0.0009116128467664304,
        "epoch": 0.27
    },
    {
        "loss": 10.5895,
        "grad_norm": 0.7469794154167175,
        "learning_rate": 0.0009107377264373852,
        "epoch": 0.27
    },
    {
        "loss": 9.9826,
        "grad_norm": 0.9510082602500916,
        "learning_rate": 0.00090986260610834,
        "epoch": 0.27
    },
    {
        "loss": 10.1785,
        "grad_norm": 0.8061089515686035,
        "learning_rate": 0.0009089874857792947,
        "epoch": 0.27
    },
    {
        "loss": 10.5502,
        "grad_norm": 0.7467952966690063,
        "learning_rate": 0.0009081123654502495,
        "epoch": 0.28
    },
    {
        "loss": 10.4848,
        "grad_norm": 0.9167515635490417,
        "learning_rate": 0.0009072372451212042,
        "epoch": 0.28
    },
    {
        "loss": 10.7841,
        "grad_norm": 1.0157630443572998,
        "learning_rate": 0.000906362124792159,
        "epoch": 0.28
    },
    {
        "loss": 10.6985,
        "grad_norm": 0.8764671087265015,
        "learning_rate": 0.0009054870044631138,
        "epoch": 0.28
    },
    {
        "loss": 10.4706,
        "grad_norm": 0.7716103196144104,
        "learning_rate": 0.0009046118841340685,
        "epoch": 0.29
    },
    {
        "loss": 10.4371,
        "grad_norm": 0.83449387550354,
        "learning_rate": 0.0009037367638050233,
        "epoch": 0.29
    },
    {
        "loss": 10.2414,
        "grad_norm": 0.785839855670929,
        "learning_rate": 0.000902861643475978,
        "epoch": 0.29
    },
    {
        "loss": 10.0213,
        "grad_norm": 0.7405595183372498,
        "learning_rate": 0.0009019865231469327,
        "epoch": 0.29
    },
    {
        "loss": 10.2501,
        "grad_norm": 0.929263710975647,
        "learning_rate": 0.0009011114028178875,
        "epoch": 0.3
    },
    {
        "loss": 10.6749,
        "grad_norm": 0.9185034036636353,
        "learning_rate": 0.0009002362824888422,
        "epoch": 0.3
    },
    {
        "loss": 10.4313,
        "grad_norm": 0.7888991832733154,
        "learning_rate": 0.000899361162159797,
        "epoch": 0.3
    },
    {
        "loss": 10.4389,
        "grad_norm": 0.9736090302467346,
        "learning_rate": 0.0008984860418307517,
        "epoch": 0.3
    },
    {
        "loss": 9.9148,
        "grad_norm": 0.7677895426750183,
        "learning_rate": 0.0008976109215017065,
        "epoch": 0.31
    },
    {
        "loss": 9.7635,
        "grad_norm": 0.9090219736099243,
        "learning_rate": 0.0008967358011726613,
        "epoch": 0.31
    },
    {
        "loss": 10.0211,
        "grad_norm": 0.7184523344039917,
        "learning_rate": 0.000895860680843616,
        "epoch": 0.31
    },
    {
        "loss": 9.9932,
        "grad_norm": 1.0859735012054443,
        "learning_rate": 0.0008949855605145708,
        "epoch": 0.31
    },
    {
        "loss": 10.2804,
        "grad_norm": 1.0252892971038818,
        "learning_rate": 0.0008941104401855256,
        "epoch": 0.32
    },
    {
        "loss": 10.0543,
        "grad_norm": 1.1707403659820557,
        "learning_rate": 0.0008932353198564803,
        "epoch": 0.32
    },
    {
        "loss": 10.6658,
        "grad_norm": 0.6616178750991821,
        "learning_rate": 0.0008923601995274351,
        "epoch": 0.32
    },
    {
        "loss": 9.8623,
        "grad_norm": 1.9947571754455566,
        "learning_rate": 0.0008914850791983898,
        "epoch": 0.33
    },
    {
        "loss": 10.1607,
        "grad_norm": 1.3363871574401855,
        "learning_rate": 0.0008906099588693446,
        "epoch": 0.33
    },
    {
        "loss": 10.1063,
        "grad_norm": 1.0039112567901611,
        "learning_rate": 0.0008897348385402994,
        "epoch": 0.33
    },
    {
        "loss": 9.7059,
        "grad_norm": 1.0225836038589478,
        "learning_rate": 0.0008888597182112541,
        "epoch": 0.33
    },
    {
        "loss": 10.2506,
        "grad_norm": 1.1005779504776,
        "learning_rate": 0.0008879845978822089,
        "epoch": 0.34
    },
    {
        "loss": 10.3011,
        "grad_norm": 1.1654433012008667,
        "learning_rate": 0.0008871094775531636,
        "epoch": 0.34
    },
    {
        "loss": 10.088,
        "grad_norm": 0.9155218601226807,
        "learning_rate": 0.0008862343572241184,
        "epoch": 0.34
    },
    {
        "loss": 9.8835,
        "grad_norm": 1.2090198993682861,
        "learning_rate": 0.0008853592368950732,
        "epoch": 0.34
    },
    {
        "loss": 9.6644,
        "grad_norm": 1.5198620557785034,
        "learning_rate": 0.0008844841165660279,
        "epoch": 0.35
    },
    {
        "loss": 9.6799,
        "grad_norm": 1.0043960809707642,
        "learning_rate": 0.0008836089962369827,
        "epoch": 0.35
    },
    {
        "loss": 10.0658,
        "grad_norm": 1.0404608249664307,
        "learning_rate": 0.0008827338759079375,
        "epoch": 0.35
    },
    {
        "loss": 9.9551,
        "grad_norm": 1.0412163734436035,
        "learning_rate": 0.0008818587555788922,
        "epoch": 0.35
    },
    {
        "loss": 9.4082,
        "grad_norm": 0.9032560586929321,
        "learning_rate": 0.000880983635249847,
        "epoch": 0.36
    },
    {
        "loss": 10.2566,
        "grad_norm": 1.2763034105300903,
        "learning_rate": 0.0008801085149208016,
        "epoch": 0.36
    },
    {
        "loss": 9.8585,
        "grad_norm": 0.8143719434738159,
        "learning_rate": 0.0008792333945917563,
        "epoch": 0.36
    },
    {
        "loss": 9.5974,
        "grad_norm": 1.3916654586791992,
        "learning_rate": 0.000878358274262711,
        "epoch": 0.36
    },
    {
        "loss": 10.611,
        "grad_norm": 1.2270894050598145,
        "learning_rate": 0.0008774831539336658,
        "epoch": 0.37
    },
    {
        "loss": 9.4489,
        "grad_norm": 1.339573621749878,
        "learning_rate": 0.0008766080336046206,
        "epoch": 0.37
    },
    {
        "loss": 9.769,
        "grad_norm": 1.023978352546692,
        "learning_rate": 0.0008757329132755753,
        "epoch": 0.37
    },
    {
        "loss": 9.7854,
        "grad_norm": 1.1513617038726807,
        "learning_rate": 0.0008748577929465301,
        "epoch": 0.38
    },
    {
        "loss": 9.4378,
        "grad_norm": 0.9918627142906189,
        "learning_rate": 0.0008739826726174849,
        "epoch": 0.38
    },
    {
        "loss": 9.6902,
        "grad_norm": 0.9365573525428772,
        "learning_rate": 0.0008731075522884396,
        "epoch": 0.38
    },
    {
        "loss": 9.5533,
        "grad_norm": 1.1697934865951538,
        "learning_rate": 0.0008722324319593944,
        "epoch": 0.38
    },
    {
        "loss": 9.5204,
        "grad_norm": 1.2257342338562012,
        "learning_rate": 0.0008713573116303491,
        "epoch": 0.39
    },
    {
        "loss": 9.636,
        "grad_norm": 1.0158884525299072,
        "learning_rate": 0.0008704821913013039,
        "epoch": 0.39
    },
    {
        "loss": 9.8914,
        "grad_norm": 1.4228135347366333,
        "learning_rate": 0.0008696070709722587,
        "epoch": 0.39
    },
    {
        "loss": 9.3714,
        "grad_norm": 1.2829135656356812,
        "learning_rate": 0.0008687319506432134,
        "epoch": 0.39
    },
    {
        "loss": 9.7498,
        "grad_norm": 1.2624573707580566,
        "learning_rate": 0.0008678568303141682,
        "epoch": 0.4
    },
    {
        "loss": 9.8928,
        "grad_norm": 1.3651659488677979,
        "learning_rate": 0.000866981709985123,
        "epoch": 0.4
    },
    {
        "loss": 10.3697,
        "grad_norm": 1.1383252143859863,
        "learning_rate": 0.0008661065896560777,
        "epoch": 0.4
    },
    {
        "loss": 10.1876,
        "grad_norm": 1.1688463687896729,
        "learning_rate": 0.0008652314693270325,
        "epoch": 0.4
    },
    {
        "loss": 9.7974,
        "grad_norm": 1.1377474069595337,
        "learning_rate": 0.0008643563489979872,
        "epoch": 0.41
    },
    {
        "loss": 9.5742,
        "grad_norm": 1.0107587575912476,
        "learning_rate": 0.000863481228668942,
        "epoch": 0.41
    },
    {
        "loss": 9.9821,
        "grad_norm": 1.3488329648971558,
        "learning_rate": 0.0008626061083398968,
        "epoch": 0.41
    },
    {
        "loss": 9.3107,
        "grad_norm": 1.0305010080337524,
        "learning_rate": 0.0008617309880108515,
        "epoch": 0.41
    },
    {
        "loss": 9.3456,
        "grad_norm": 0.8658286929130554,
        "learning_rate": 0.0008608558676818063,
        "epoch": 0.42
    },
    {
        "loss": 9.3709,
        "grad_norm": 1.1033709049224854,
        "learning_rate": 0.000859980747352761,
        "epoch": 0.42
    },
    {
        "loss": 9.5077,
        "grad_norm": 1.1051572561264038,
        "learning_rate": 0.0008591056270237157,
        "epoch": 0.42
    },
    {
        "loss": 9.1458,
        "grad_norm": 1.3423538208007812,
        "learning_rate": 0.0008582305066946705,
        "epoch": 0.43
    },
    {
        "loss": 9.657,
        "grad_norm": 1.1479153633117676,
        "learning_rate": 0.0008573553863656252,
        "epoch": 0.43
    },
    {
        "loss": 10.5804,
        "grad_norm": 1.1615872383117676,
        "learning_rate": 0.00085648026603658,
        "epoch": 0.43
    },
    {
        "loss": 8.2792,
        "grad_norm": 1.212221384048462,
        "learning_rate": 0.0008556051457075347,
        "epoch": 0.43
    },
    {
        "loss": 9.3785,
        "grad_norm": 1.0849367380142212,
        "learning_rate": 0.0008547300253784895,
        "epoch": 0.44
    },
    {
        "loss": 9.4097,
        "grad_norm": 1.119325041770935,
        "learning_rate": 0.0008538549050494443,
        "epoch": 0.44
    },
    {
        "loss": 9.3308,
        "grad_norm": 1.3356918096542358,
        "learning_rate": 0.000852979784720399,
        "epoch": 0.44
    },
    {
        "loss": 9.4548,
        "grad_norm": 0.9954844117164612,
        "learning_rate": 0.0008521046643913538,
        "epoch": 0.44
    },
    {
        "loss": 8.9297,
        "grad_norm": 0.8752724528312683,
        "learning_rate": 0.0008512295440623086,
        "epoch": 0.45
    },
    {
        "loss": 9.1389,
        "grad_norm": 1.2811753749847412,
        "learning_rate": 0.0008503544237332633,
        "epoch": 0.45
    },
    {
        "loss": 9.3155,
        "grad_norm": 1.253055453300476,
        "learning_rate": 0.0008494793034042181,
        "epoch": 0.45
    },
    {
        "loss": 9.548,
        "grad_norm": 1.2081260681152344,
        "learning_rate": 0.0008486041830751728,
        "epoch": 0.45
    },
    {
        "loss": 9.0236,
        "grad_norm": 1.3752362728118896,
        "learning_rate": 0.0008477290627461276,
        "epoch": 0.46
    },
    {
        "loss": 9.0533,
        "grad_norm": 1.057065725326538,
        "learning_rate": 0.0008468539424170824,
        "epoch": 0.46
    },
    {
        "loss": 9.0675,
        "grad_norm": 1.0036309957504272,
        "learning_rate": 0.0008459788220880371,
        "epoch": 0.46
    },
    {
        "loss": 9.5195,
        "grad_norm": 1.3881008625030518,
        "learning_rate": 0.0008451037017589919,
        "epoch": 0.46
    },
    {
        "loss": 9.3519,
        "grad_norm": 1.4355233907699585,
        "learning_rate": 0.0008442285814299467,
        "epoch": 0.47
    },
    {
        "loss": 9.6383,
        "grad_norm": 0.9438649415969849,
        "learning_rate": 0.0008433534611009014,
        "epoch": 0.47
    },
    {
        "loss": 9.2643,
        "grad_norm": 0.8599776029586792,
        "learning_rate": 0.0008424783407718562,
        "epoch": 0.47
    },
    {
        "loss": 8.9869,
        "grad_norm": 1.1090342998504639,
        "learning_rate": 0.0008416032204428109,
        "epoch": 0.48
    },
    {
        "loss": 9.2475,
        "grad_norm": 1.272929310798645,
        "learning_rate": 0.0008407281001137657,
        "epoch": 0.48
    },
    {
        "loss": 9.5772,
        "grad_norm": 0.9889743328094482,
        "learning_rate": 0.0008398529797847205,
        "epoch": 0.48
    },
    {
        "loss": 9.9227,
        "grad_norm": 1.2748692035675049,
        "learning_rate": 0.0008389778594556752,
        "epoch": 0.48
    },
    {
        "loss": 9.9915,
        "grad_norm": 1.4889165163040161,
        "learning_rate": 0.00083810273912663,
        "epoch": 0.49
    },
    {
        "loss": 9.0012,
        "grad_norm": 1.2172118425369263,
        "learning_rate": 0.0008372276187975846,
        "epoch": 0.49
    },
    {
        "loss": 9.2968,
        "grad_norm": 1.0313849449157715,
        "learning_rate": 0.0008363524984685394,
        "epoch": 0.49
    },
    {
        "loss": 8.9158,
        "grad_norm": 1.3325482606887817,
        "learning_rate": 0.0008354773781394942,
        "epoch": 0.49
    },
    {
        "loss": 9.0097,
        "grad_norm": 1.5407133102416992,
        "learning_rate": 0.0008346022578104489,
        "epoch": 0.5
    },
    {
        "loss": 9.0166,
        "grad_norm": 1.1565685272216797,
        "learning_rate": 0.0008337271374814037,
        "epoch": 0.5
    },
    {
        "loss": 9.1856,
        "grad_norm": 1.0405404567718506,
        "learning_rate": 0.0008328520171523584,
        "epoch": 0.5
    },
    {
        "loss": 9.2405,
        "grad_norm": 1.465058445930481,
        "learning_rate": 0.0008319768968233132,
        "epoch": 0.5
    },
    {
        "loss": 8.835,
        "grad_norm": 0.9321463704109192,
        "learning_rate": 0.000831101776494268,
        "epoch": 0.51
    },
    {
        "loss": 9.4076,
        "grad_norm": 1.1780034303665161,
        "learning_rate": 0.0008302266561652227,
        "epoch": 0.51
    },
    {
        "loss": 9.5994,
        "grad_norm": 1.488897681236267,
        "learning_rate": 0.0008293515358361775,
        "epoch": 0.51
    },
    {
        "loss": 8.6378,
        "grad_norm": 1.0508447885513306,
        "learning_rate": 0.0008284764155071323,
        "epoch": 0.51
    },
    {
        "loss": 8.7946,
        "grad_norm": 1.2236040830612183,
        "learning_rate": 0.000827601295178087,
        "epoch": 0.52
    },
    {
        "loss": 9.4619,
        "grad_norm": 1.0602221488952637,
        "learning_rate": 0.0008267261748490418,
        "epoch": 0.52
    },
    {
        "loss": 8.927,
        "grad_norm": 1.476576328277588,
        "learning_rate": 0.0008258510545199965,
        "epoch": 0.52
    },
    {
        "loss": 8.766,
        "grad_norm": 1.2723809480667114,
        "learning_rate": 0.0008249759341909513,
        "epoch": 0.52
    },
    {
        "loss": 9.1577,
        "grad_norm": 1.2955093383789062,
        "learning_rate": 0.0008241008138619061,
        "epoch": 0.53
    },
    {
        "loss": 8.8254,
        "grad_norm": 1.1421802043914795,
        "learning_rate": 0.0008232256935328608,
        "epoch": 0.53
    },
    {
        "loss": 9.3559,
        "grad_norm": 1.2015204429626465,
        "learning_rate": 0.0008223505732038156,
        "epoch": 0.53
    },
    {
        "loss": 8.7055,
        "grad_norm": 1.02347993850708,
        "learning_rate": 0.0008214754528747703,
        "epoch": 0.54
    },
    {
        "loss": 9.1773,
        "grad_norm": 1.0733789205551147,
        "learning_rate": 0.0008206003325457251,
        "epoch": 0.54
    },
    {
        "loss": 9.4909,
        "grad_norm": 1.140329360961914,
        "learning_rate": 0.0008197252122166799,
        "epoch": 0.54
    },
    {
        "loss": 8.4982,
        "grad_norm": 0.8933946490287781,
        "learning_rate": 0.0008188500918876346,
        "epoch": 0.54
    },
    {
        "loss": 9.4497,
        "grad_norm": 1.3848881721496582,
        "learning_rate": 0.0008179749715585894,
        "epoch": 0.55
    },
    {
        "loss": 9.5758,
        "grad_norm": 1.175162672996521,
        "learning_rate": 0.0008170998512295442,
        "epoch": 0.55
    },
    {
        "loss": 9.5138,
        "grad_norm": 1.1983882188796997,
        "learning_rate": 0.0008162247309004989,
        "epoch": 0.55
    },
    {
        "loss": 9.0283,
        "grad_norm": 0.9055472612380981,
        "learning_rate": 0.0008153496105714536,
        "epoch": 0.55
    },
    {
        "loss": 9.2822,
        "grad_norm": 0.8885380029678345,
        "learning_rate": 0.0008144744902424083,
        "epoch": 0.56
    },
    {
        "loss": 8.9084,
        "grad_norm": 1.0463942289352417,
        "learning_rate": 0.0008135993699133631,
        "epoch": 0.56
    },
    {
        "loss": 9.0612,
        "grad_norm": 1.1517601013183594,
        "learning_rate": 0.0008127242495843179,
        "epoch": 0.56
    },
    {
        "loss": 9.7954,
        "grad_norm": 1.6062026023864746,
        "learning_rate": 0.0008118491292552726,
        "epoch": 0.56
    },
    {
        "loss": 8.823,
        "grad_norm": 1.079883098602295,
        "learning_rate": 0.0008109740089262274,
        "epoch": 0.57
    },
    {
        "loss": 8.6287,
        "grad_norm": 0.8593969345092773,
        "learning_rate": 0.0008100988885971821,
        "epoch": 0.57
    },
    {
        "loss": 9.046,
        "grad_norm": 1.5058172941207886,
        "learning_rate": 0.0008092237682681369,
        "epoch": 0.57
    },
    {
        "loss": 8.4422,
        "grad_norm": 1.0326484441757202,
        "learning_rate": 0.0008083486479390917,
        "epoch": 0.57
    },
    {
        "loss": 9.5016,
        "grad_norm": 0.9177812337875366,
        "learning_rate": 0.0008074735276100464,
        "epoch": 0.58
    },
    {
        "loss": 8.4734,
        "grad_norm": 1.1267443895339966,
        "learning_rate": 0.0008065984072810012,
        "epoch": 0.58
    },
    {
        "loss": 8.5878,
        "grad_norm": 0.9788813591003418,
        "learning_rate": 0.000805723286951956,
        "epoch": 0.58
    },
    {
        "loss": 9.1188,
        "grad_norm": 1.1300309896469116,
        "learning_rate": 0.0008048481666229107,
        "epoch": 0.59
    },
    {
        "loss": 8.7167,
        "grad_norm": 0.9951778650283813,
        "learning_rate": 0.0008039730462938655,
        "epoch": 0.59
    },
    {
        "loss": 9.1088,
        "grad_norm": 0.9415300488471985,
        "learning_rate": 0.0008030979259648202,
        "epoch": 0.59
    },
    {
        "loss": 8.4083,
        "grad_norm": 0.990203320980072,
        "learning_rate": 0.000802222805635775,
        "epoch": 0.59
    },
    {
        "loss": 8.4926,
        "grad_norm": 1.0430456399917603,
        "learning_rate": 0.0008013476853067298,
        "epoch": 0.6
    },
    {
        "loss": 9.3307,
        "grad_norm": 0.9623116254806519,
        "learning_rate": 0.0008004725649776845,
        "epoch": 0.6
    },
    {
        "loss": 8.8633,
        "grad_norm": 1.0354257822036743,
        "learning_rate": 0.0007995974446486392,
        "epoch": 0.6
    },
    {
        "loss": 8.7932,
        "grad_norm": 1.1962673664093018,
        "learning_rate": 0.0007987223243195939,
        "epoch": 0.6
    },
    {
        "loss": 8.4265,
        "grad_norm": 1.0186195373535156,
        "learning_rate": 0.0007978472039905487,
        "epoch": 0.61
    },
    {
        "loss": 8.4596,
        "grad_norm": 1.2448772192001343,
        "learning_rate": 0.0007969720836615035,
        "epoch": 0.61
    },
    {
        "loss": 9.0019,
        "grad_norm": 1.11643385887146,
        "learning_rate": 0.0007960969633324582,
        "epoch": 0.61
    },
    {
        "loss": 8.7469,
        "grad_norm": 1.9622658491134644,
        "learning_rate": 0.000795221843003413,
        "epoch": 0.61
    },
    {
        "loss": 8.208,
        "grad_norm": 0.9547304511070251,
        "learning_rate": 0.0007943467226743676,
        "epoch": 0.62
    },
    {
        "loss": 8.3751,
        "grad_norm": 0.8313985466957092,
        "learning_rate": 0.0007934716023453224,
        "epoch": 0.62
    },
    {
        "loss": 8.6238,
        "grad_norm": 0.9323874711990356,
        "learning_rate": 0.0007925964820162772,
        "epoch": 0.62
    },
    {
        "loss": 9.0078,
        "grad_norm": 1.0662554502487183,
        "learning_rate": 0.0007917213616872319,
        "epoch": 0.62
    },
    {
        "loss": 8.7407,
        "grad_norm": 1.197045087814331,
        "learning_rate": 0.0007908462413581867,
        "epoch": 0.63
    },
    {
        "loss": 8.9698,
        "grad_norm": 1.0494697093963623,
        "learning_rate": 0.0007899711210291415,
        "epoch": 0.63
    },
    {
        "loss": 8.56,
        "grad_norm": 0.9860395789146423,
        "learning_rate": 0.0007890960007000962,
        "epoch": 0.63
    },
    {
        "loss": 8.624,
        "grad_norm": 0.8026842474937439,
        "learning_rate": 0.000788220880371051,
        "epoch": 0.64
    },
    {
        "loss": 9.1911,
        "grad_norm": 1.0249046087265015,
        "learning_rate": 0.0007873457600420057,
        "epoch": 0.64
    },
    {
        "loss": 8.552,
        "grad_norm": 1.3037137985229492,
        "learning_rate": 0.0007864706397129605,
        "epoch": 0.64
    },
    {
        "loss": 8.6872,
        "grad_norm": 1.1018158197402954,
        "learning_rate": 0.0007855955193839153,
        "epoch": 0.64
    },
    {
        "loss": 8.5007,
        "grad_norm": 0.9974724054336548,
        "learning_rate": 0.00078472039905487,
        "epoch": 0.65
    },
    {
        "loss": 9.3866,
        "grad_norm": 1.2537139654159546,
        "learning_rate": 0.0007838452787258248,
        "epoch": 0.65
    },
    {
        "loss": 8.9869,
        "grad_norm": 1.2758492231369019,
        "learning_rate": 0.0007829701583967795,
        "epoch": 0.65
    },
    {
        "loss": 8.266,
        "grad_norm": 0.9684768915176392,
        "learning_rate": 0.0007820950380677343,
        "epoch": 0.65
    },
    {
        "loss": 9.0718,
        "grad_norm": 1.0212547779083252,
        "learning_rate": 0.0007812199177386891,
        "epoch": 0.66
    },
    {
        "loss": 8.1438,
        "grad_norm": 1.2493318319320679,
        "learning_rate": 0.0007803447974096438,
        "epoch": 0.66
    },
    {
        "loss": 8.4132,
        "grad_norm": 0.8168124556541443,
        "learning_rate": 0.0007794696770805986,
        "epoch": 0.66
    },
    {
        "loss": 8.4466,
        "grad_norm": 1.2837003469467163,
        "learning_rate": 0.0007785945567515534,
        "epoch": 0.66
    },
    {
        "loss": 8.6008,
        "grad_norm": 1.1589733362197876,
        "learning_rate": 0.0007777194364225081,
        "epoch": 0.67
    },
    {
        "loss": 8.7002,
        "grad_norm": 1.036216378211975,
        "learning_rate": 0.0007768443160934629,
        "epoch": 0.67
    },
    {
        "loss": 8.9616,
        "grad_norm": 0.9488565921783447,
        "learning_rate": 0.0007759691957644176,
        "epoch": 0.67
    },
    {
        "loss": 8.9011,
        "grad_norm": 1.1349655389785767,
        "learning_rate": 0.0007750940754353724,
        "epoch": 0.67
    },
    {
        "loss": 8.7398,
        "grad_norm": 1.3466508388519287,
        "learning_rate": 0.0007742189551063272,
        "epoch": 0.68
    },
    {
        "loss": 8.1787,
        "grad_norm": 1.1343966722488403,
        "learning_rate": 0.0007733438347772819,
        "epoch": 0.68
    },
    {
        "loss": 8.4513,
        "grad_norm": 0.9983484148979187,
        "learning_rate": 0.0007724687144482366,
        "epoch": 0.68
    },
    {
        "loss": 8.6249,
        "grad_norm": 1.4816855192184448,
        "learning_rate": 0.0007715935941191913,
        "epoch": 0.69
    },
    {
        "loss": 8.9094,
        "grad_norm": 1.0790578126907349,
        "learning_rate": 0.0007707184737901461,
        "epoch": 0.69
    },
    {
        "loss": 8.0177,
        "grad_norm": 1.2572119235992432,
        "learning_rate": 0.0007698433534611009,
        "epoch": 0.69
    },
    {
        "loss": 8.5014,
        "grad_norm": 1.123079776763916,
        "learning_rate": 0.0007689682331320556,
        "epoch": 0.69
    },
    {
        "loss": 8.2177,
        "grad_norm": 0.8789654970169067,
        "learning_rate": 0.0007680931128030104,
        "epoch": 0.7
    },
    {
        "loss": 8.3753,
        "grad_norm": 0.9512013792991638,
        "learning_rate": 0.0007672179924739651,
        "epoch": 0.7
    },
    {
        "loss": 8.5434,
        "grad_norm": 1.929919719696045,
        "learning_rate": 0.0007663428721449199,
        "epoch": 0.7
    },
    {
        "loss": 8.5505,
        "grad_norm": 1.1756147146224976,
        "learning_rate": 0.0007654677518158747,
        "epoch": 0.7
    },
    {
        "loss": 8.8823,
        "grad_norm": 1.1833679676055908,
        "learning_rate": 0.0007645926314868294,
        "epoch": 0.71
    },
    {
        "loss": 8.6715,
        "grad_norm": 1.4701839685440063,
        "learning_rate": 0.0007637175111577842,
        "epoch": 0.71
    },
    {
        "loss": 8.7559,
        "grad_norm": 0.9352959990501404,
        "learning_rate": 0.0007629299028616435,
        "epoch": 0.71
    },
    {
        "loss": 9.5594,
        "grad_norm": 1.0391898155212402,
        "learning_rate": 0.0007620547825325983,
        "epoch": 0.71
    },
    {
        "loss": 8.3431,
        "grad_norm": 1.0766905546188354,
        "learning_rate": 0.000761179662203553,
        "epoch": 0.72
    },
    {
        "loss": 8.3928,
        "grad_norm": 1.10299551486969,
        "learning_rate": 0.0007603045418745078,
        "epoch": 0.72
    },
    {
        "loss": 8.9913,
        "grad_norm": 1.1581339836120605,
        "learning_rate": 0.0007594294215454624,
        "epoch": 0.72
    },
    {
        "loss": 8.5142,
        "grad_norm": 1.086441993713379,
        "learning_rate": 0.0007585543012164172,
        "epoch": 0.72
    },
    {
        "loss": 8.7005,
        "grad_norm": 0.9478667974472046,
        "learning_rate": 0.000757679180887372,
        "epoch": 0.73
    },
    {
        "loss": 8.608,
        "grad_norm": 1.0929220914840698,
        "learning_rate": 0.0007568040605583267,
        "epoch": 0.73
    },
    {
        "loss": 8.1125,
        "grad_norm": 1.217629313468933,
        "learning_rate": 0.0007559289402292815,
        "epoch": 0.73
    },
    {
        "loss": 8.4331,
        "grad_norm": 1.2786823511123657,
        "learning_rate": 0.0007550538199002362,
        "epoch": 0.73
    },
    {
        "loss": 9.1985,
        "grad_norm": 1.0184354782104492,
        "learning_rate": 0.000754178699571191,
        "epoch": 0.74
    },
    {
        "loss": 8.6549,
        "grad_norm": 0.93660968542099,
        "learning_rate": 0.0007533035792421458,
        "epoch": 0.74
    },
    {
        "loss": 8.7819,
        "grad_norm": 1.0092636346817017,
        "learning_rate": 0.0007524284589131005,
        "epoch": 0.74
    },
    {
        "loss": 8.3759,
        "grad_norm": 1.2108792066574097,
        "learning_rate": 0.0007515533385840553,
        "epoch": 0.75
    },
    {
        "loss": 8.4973,
        "grad_norm": 0.9994498491287231,
        "learning_rate": 0.00075067821825501,
        "epoch": 0.75
    },
    {
        "loss": 8.3731,
        "grad_norm": 1.153273344039917,
        "learning_rate": 0.0007498030979259648,
        "epoch": 0.75
    },
    {
        "loss": 8.4148,
        "grad_norm": 1.051223874092102,
        "learning_rate": 0.0007489279775969196,
        "epoch": 0.75
    },
    {
        "loss": 8.6672,
        "grad_norm": 1.4810237884521484,
        "learning_rate": 0.0007480528572678743,
        "epoch": 0.76
    },
    {
        "loss": 8.6439,
        "grad_norm": 1.021606206893921,
        "learning_rate": 0.0007471777369388291,
        "epoch": 0.76
    },
    {
        "loss": 8.7591,
        "grad_norm": 0.8680776357650757,
        "learning_rate": 0.0007463026166097839,
        "epoch": 0.76
    },
    {
        "loss": 9.0187,
        "grad_norm": 1.0177042484283447,
        "learning_rate": 0.0007454274962807386,
        "epoch": 0.76
    },
    {
        "loss": 8.9481,
        "grad_norm": 1.2384392023086548,
        "learning_rate": 0.0007445523759516934,
        "epoch": 0.77
    },
    {
        "loss": 8.6184,
        "grad_norm": 1.3748959302902222,
        "learning_rate": 0.0007436772556226481,
        "epoch": 0.77
    },
    {
        "loss": 8.3906,
        "grad_norm": 1.042493462562561,
        "learning_rate": 0.0007428021352936029,
        "epoch": 0.77
    },
    {
        "loss": 9.3308,
        "grad_norm": 1.0647776126861572,
        "learning_rate": 0.0007419270149645576,
        "epoch": 0.77
    },
    {
        "loss": 8.332,
        "grad_norm": 1.2385993003845215,
        "learning_rate": 0.0007410518946355123,
        "epoch": 0.78
    },
    {
        "loss": 8.3127,
        "grad_norm": 1.0191227197647095,
        "learning_rate": 0.0007401767743064671,
        "epoch": 0.78
    },
    {
        "loss": 8.3151,
        "grad_norm": 0.8735216856002808,
        "learning_rate": 0.0007393016539774218,
        "epoch": 0.78
    },
    {
        "loss": 8.701,
        "grad_norm": 1.202993392944336,
        "learning_rate": 0.0007384265336483766,
        "epoch": 0.78
    },
    {
        "loss": 7.8262,
        "grad_norm": 0.9682905673980713,
        "learning_rate": 0.0007375514133193314,
        "epoch": 0.79
    },
    {
        "loss": 8.4729,
        "grad_norm": 1.2290154695510864,
        "learning_rate": 0.0007366762929902861,
        "epoch": 0.79
    },
    {
        "loss": 8.9253,
        "grad_norm": 1.0369175672531128,
        "learning_rate": 0.0007358011726612409,
        "epoch": 0.79
    },
    {
        "loss": 9.2036,
        "grad_norm": 1.0748445987701416,
        "learning_rate": 0.0007349260523321957,
        "epoch": 0.8
    },
    {
        "loss": 8.2364,
        "grad_norm": 1.147964596748352,
        "learning_rate": 0.0007340509320031504,
        "epoch": 0.8
    },
    {
        "loss": 9.006,
        "grad_norm": 1.0363622903823853,
        "learning_rate": 0.0007331758116741052,
        "epoch": 0.8
    },
    {
        "loss": 8.7969,
        "grad_norm": 1.2576889991760254,
        "learning_rate": 0.0007323006913450599,
        "epoch": 0.8
    },
    {
        "loss": 8.4052,
        "grad_norm": 1.1075588464736938,
        "learning_rate": 0.0007314255710160147,
        "epoch": 0.81
    },
    {
        "loss": 8.5912,
        "grad_norm": 1.0697672367095947,
        "learning_rate": 0.0007305504506869695,
        "epoch": 0.81
    },
    {
        "loss": 8.7837,
        "grad_norm": 1.0865002870559692,
        "learning_rate": 0.0007296753303579242,
        "epoch": 0.81
    },
    {
        "loss": 8.0798,
        "grad_norm": 1.3645957708358765,
        "learning_rate": 0.000728800210028879,
        "epoch": 0.81
    },
    {
        "loss": 8.2649,
        "grad_norm": 1.0889688730239868,
        "learning_rate": 0.0007279250896998337,
        "epoch": 0.82
    },
    {
        "loss": 7.902,
        "grad_norm": 0.9943633675575256,
        "learning_rate": 0.0007270499693707885,
        "epoch": 0.82
    },
    {
        "loss": 8.493,
        "grad_norm": 1.3548861742019653,
        "learning_rate": 0.0007261748490417433,
        "epoch": 0.82
    },
    {
        "loss": 9.2024,
        "grad_norm": 1.1603728532791138,
        "learning_rate": 0.000725299728712698,
        "epoch": 0.82
    },
    {
        "loss": 8.7272,
        "grad_norm": 1.2872350215911865,
        "learning_rate": 0.0007244246083836528,
        "epoch": 0.83
    },
    {
        "loss": 8.8292,
        "grad_norm": 1.0431410074234009,
        "learning_rate": 0.0007235494880546076,
        "epoch": 0.83
    },
    {
        "loss": 8.0473,
        "grad_norm": 0.9648978114128113,
        "learning_rate": 0.0007226743677255623,
        "epoch": 0.83
    },
    {
        "loss": 8.134,
        "grad_norm": 0.8962783217430115,
        "learning_rate": 0.0007217992473965171,
        "epoch": 0.83
    },
    {
        "loss": 8.2796,
        "grad_norm": 0.8879069685935974,
        "learning_rate": 0.0007209241270674718,
        "epoch": 0.84
    },
    {
        "loss": 8.6275,
        "grad_norm": 1.0046008825302124,
        "learning_rate": 0.0007200490067384265,
        "epoch": 0.84
    },
    {
        "loss": 8.2847,
        "grad_norm": 1.1034067869186401,
        "learning_rate": 0.0007191738864093813,
        "epoch": 0.84
    },
    {
        "loss": 8.723,
        "grad_norm": 0.9179050326347351,
        "learning_rate": 0.000718298766080336,
        "epoch": 0.85
    },
    {
        "loss": 8.2843,
        "grad_norm": 1.0402296781539917,
        "learning_rate": 0.0007174236457512908,
        "epoch": 0.85
    },
    {
        "loss": 8.2487,
        "grad_norm": 1.2751373052597046,
        "learning_rate": 0.0007165485254222455,
        "epoch": 0.85
    },
    {
        "loss": 8.3491,
        "grad_norm": 0.8596373200416565,
        "learning_rate": 0.0007156734050932003,
        "epoch": 0.85
    },
    {
        "loss": 8.4695,
        "grad_norm": 1.0553058385849,
        "learning_rate": 0.0007147982847641551,
        "epoch": 0.86
    },
    {
        "loss": 8.74,
        "grad_norm": 1.0505644083023071,
        "learning_rate": 0.0007139231644351098,
        "epoch": 0.86
    },
    {
        "loss": 8.3704,
        "grad_norm": 1.4136569499969482,
        "learning_rate": 0.0007130480441060646,
        "epoch": 0.86
    },
    {
        "loss": 7.9998,
        "grad_norm": 0.9397268295288086,
        "learning_rate": 0.0007121729237770194,
        "epoch": 0.86
    },
    {
        "loss": 8.5978,
        "grad_norm": 1.1479915380477905,
        "learning_rate": 0.0007112978034479741,
        "epoch": 0.87
    },
    {
        "loss": 8.6225,
        "grad_norm": 1.0489866733551025,
        "learning_rate": 0.0007104226831189289,
        "epoch": 0.87
    },
    {
        "loss": 8.3155,
        "grad_norm": 0.9371022582054138,
        "learning_rate": 0.0007095475627898836,
        "epoch": 0.87
    },
    {
        "loss": 8.3844,
        "grad_norm": 1.1981381177902222,
        "learning_rate": 0.0007086724424608384,
        "epoch": 0.87
    },
    {
        "loss": 8.5061,
        "grad_norm": 0.8924277424812317,
        "learning_rate": 0.0007077973221317932,
        "epoch": 0.88
    },
    {
        "loss": 8.1918,
        "grad_norm": 1.4077969789505005,
        "learning_rate": 0.0007069222018027479,
        "epoch": 0.88
    },
    {
        "loss": 8.3377,
        "grad_norm": 1.1926066875457764,
        "learning_rate": 0.0007060470814737027,
        "epoch": 0.88
    },
    {
        "loss": 8.4682,
        "grad_norm": 1.1524171829223633,
        "learning_rate": 0.0007051719611446574,
        "epoch": 0.88
    },
    {
        "loss": 8.5678,
        "grad_norm": 1.0660207271575928,
        "learning_rate": 0.0007042968408156122,
        "epoch": 0.89
    },
    {
        "loss": 7.9908,
        "grad_norm": 1.1786776781082153,
        "learning_rate": 0.000703421720486567,
        "epoch": 0.89
    },
    {
        "loss": 9.0339,
        "grad_norm": 0.9970653057098389,
        "learning_rate": 0.0007025466001575217,
        "epoch": 0.89
    },
    {
        "loss": 8.6511,
        "grad_norm": 1.171247124671936,
        "learning_rate": 0.0007016714798284765,
        "epoch": 0.9
    },
    {
        "loss": 8.0249,
        "grad_norm": 1.1036537885665894,
        "learning_rate": 0.0007007963594994313,
        "epoch": 0.9
    },
    {
        "loss": 8.2895,
        "grad_norm": 1.4363912343978882,
        "learning_rate": 0.000699921239170386,
        "epoch": 0.9
    },
    {
        "loss": 8.4263,
        "grad_norm": 1.2977561950683594,
        "learning_rate": 0.0006990461188413408,
        "epoch": 0.9
    },
    {
        "loss": 8.3236,
        "grad_norm": 1.2732399702072144,
        "learning_rate": 0.0006981709985122954,
        "epoch": 0.91
    },
    {
        "loss": 8.0876,
        "grad_norm": 0.8092446327209473,
        "learning_rate": 0.0006972958781832502,
        "epoch": 0.91
    },
    {
        "loss": 8.3052,
        "grad_norm": 1.0607753992080688,
        "learning_rate": 0.000696420757854205,
        "epoch": 0.91
    },
    {
        "loss": 8.2821,
        "grad_norm": 1.2833763360977173,
        "learning_rate": 0.0006955456375251597,
        "epoch": 0.91
    },
    {
        "loss": 8.0437,
        "grad_norm": 1.2291605472564697,
        "learning_rate": 0.0006946705171961145,
        "epoch": 0.92
    },
    {
        "loss": 7.9172,
        "grad_norm": 0.9950680732727051,
        "learning_rate": 0.0006937953968670692,
        "epoch": 0.92
    },
    {
        "loss": 7.8579,
        "grad_norm": 1.170876145362854,
        "learning_rate": 0.000692920276538024,
        "epoch": 0.92
    },
    {
        "loss": 8.7343,
        "grad_norm": 1.0266340970993042,
        "learning_rate": 0.0006920451562089788,
        "epoch": 0.92
    },
    {
        "loss": 8.3685,
        "grad_norm": 1.1194366216659546,
        "learning_rate": 0.0006911700358799335,
        "epoch": 0.93
    },
    {
        "loss": 8.8983,
        "grad_norm": 1.130362868309021,
        "learning_rate": 0.0006902949155508883,
        "epoch": 0.93
    },
    {
        "loss": 8.3624,
        "grad_norm": 1.2582019567489624,
        "learning_rate": 0.000689419795221843,
        "epoch": 0.93
    },
    {
        "loss": 8.5332,
        "grad_norm": 1.0985493659973145,
        "learning_rate": 0.0006885446748927978,
        "epoch": 0.93
    },
    {
        "loss": 8.263,
        "grad_norm": 1.0480501651763916,
        "learning_rate": 0.0006876695545637526,
        "epoch": 0.94
    },
    {
        "loss": 8.1911,
        "grad_norm": 1.085471510887146,
        "learning_rate": 0.0006867944342347073,
        "epoch": 0.94
    },
    {
        "loss": 8.6767,
        "grad_norm": 1.109959602355957,
        "learning_rate": 0.0006859193139056621,
        "epoch": 0.94
    },
    {
        "loss": 8.1904,
        "grad_norm": 0.9299295544624329,
        "learning_rate": 0.0006850441935766169,
        "epoch": 0.94
    },
    {
        "loss": 7.9858,
        "grad_norm": 1.3819242715835571,
        "learning_rate": 0.0006841690732475716,
        "epoch": 0.95
    },
    {
        "loss": 8.3134,
        "grad_norm": 1.499324083328247,
        "learning_rate": 0.0006832939529185264,
        "epoch": 0.95
    },
    {
        "loss": 8.1389,
        "grad_norm": 1.0068879127502441,
        "learning_rate": 0.0006824188325894811,
        "epoch": 0.95
    },
    {
        "loss": 8.0979,
        "grad_norm": 1.232861876487732,
        "learning_rate": 0.0006815437122604359,
        "epoch": 0.96
    },
    {
        "loss": 8.1456,
        "grad_norm": 1.020922064781189,
        "learning_rate": 0.0006806685919313907,
        "epoch": 0.96
    },
    {
        "loss": 8.1438,
        "grad_norm": 1.2880629301071167,
        "learning_rate": 0.0006797934716023453,
        "epoch": 0.96
    },
    {
        "loss": 7.8589,
        "grad_norm": 1.2720872163772583,
        "learning_rate": 0.0006789183512733001,
        "epoch": 0.96
    },
    {
        "loss": 8.338,
        "grad_norm": 1.1569981575012207,
        "learning_rate": 0.0006780432309442548,
        "epoch": 0.97
    },
    {
        "loss": 7.6167,
        "grad_norm": 1.0755385160446167,
        "learning_rate": 0.0006771681106152095,
        "epoch": 0.97
    },
    {
        "loss": 9.1889,
        "grad_norm": 1.1371173858642578,
        "learning_rate": 0.0006762929902861643,
        "epoch": 0.97
    },
    {
        "loss": 8.1603,
        "grad_norm": 1.2543790340423584,
        "learning_rate": 0.000675417869957119,
        "epoch": 0.97
    },
    {
        "loss": 8.1684,
        "grad_norm": 1.665987491607666,
        "learning_rate": 0.0006745427496280738,
        "epoch": 0.98
    },
    {
        "loss": 8.4957,
        "grad_norm": 1.1479765176773071,
        "learning_rate": 0.0006736676292990285,
        "epoch": 0.98
    },
    {
        "loss": 7.998,
        "grad_norm": 1.1416277885437012,
        "learning_rate": 0.0006727925089699833,
        "epoch": 0.98
    },
    {
        "loss": 8.4458,
        "grad_norm": 1.2610832452774048,
        "learning_rate": 0.0006719173886409381,
        "epoch": 0.98
    },
    {
        "loss": 8.2715,
        "grad_norm": 1.2478748559951782,
        "learning_rate": 0.0006710422683118928,
        "epoch": 0.99
    },
    {
        "loss": 8.0882,
        "grad_norm": 0.9021313190460205,
        "learning_rate": 0.0006701671479828476,
        "epoch": 0.99
    },
    {
        "loss": 8.2404,
        "grad_norm": 1.0023951530456543,
        "learning_rate": 0.0006692920276538024,
        "epoch": 0.99
    },
    {
        "loss": 8.681,
        "grad_norm": 1.3342375755310059,
        "learning_rate": 0.0006684169073247571,
        "epoch": 0.99
    },
    {
        "loss": 8.024,
        "grad_norm": 1.0199118852615356,
        "learning_rate": 0.0006675417869957119,
        "epoch": 1.0
    },
    {
        "loss": 8.3688,
        "grad_norm": 0.893786609172821,
        "learning_rate": 0.0006666666666666666,
        "epoch": 1.0
    },
    {
        "loss": 8.0561,
        "grad_norm": 1.2774296998977661,
        "learning_rate": 0.0006657915463376214,
        "epoch": 1.0
    },
    {
        "loss": 7.8444,
        "grad_norm": 1.0824223756790161,
        "learning_rate": 0.0006649164260085762,
        "epoch": 1.01
    },
    {
        "loss": 8.1771,
        "grad_norm": 0.869452178478241,
        "learning_rate": 0.0006640413056795309,
        "epoch": 1.01
    },
    {
        "loss": 7.6838,
        "grad_norm": 1.1132241487503052,
        "learning_rate": 0.0006631661853504857,
        "epoch": 1.01
    },
    {
        "loss": 7.9475,
        "grad_norm": 1.2853749990463257,
        "learning_rate": 0.0006622910650214405,
        "epoch": 1.01
    },
    {
        "loss": 8.8546,
        "grad_norm": 1.2339048385620117,
        "learning_rate": 0.0006614159446923952,
        "epoch": 1.02
    },
    {
        "loss": 8.1339,
        "grad_norm": 1.2211487293243408,
        "learning_rate": 0.00066054082436335,
        "epoch": 1.02
    },
    {
        "loss": 7.402,
        "grad_norm": 1.0966975688934326,
        "learning_rate": 0.0006596657040343047,
        "epoch": 1.02
    },
    {
        "loss": 8.1777,
        "grad_norm": 1.0253325700759888,
        "learning_rate": 0.0006587905837052595,
        "epoch": 1.02
    },
    {
        "loss": 8.2748,
        "grad_norm": 1.2987836599349976,
        "learning_rate": 0.0006579154633762143,
        "epoch": 1.03
    },
    {
        "loss": 8.3225,
        "grad_norm": 0.945371687412262,
        "learning_rate": 0.000657040343047169,
        "epoch": 1.03
    },
    {
        "loss": 8.4416,
        "grad_norm": 1.0868079662322998,
        "learning_rate": 0.0006561652227181238,
        "epoch": 1.03
    },
    {
        "loss": 8.1007,
        "grad_norm": 1.0190479755401611,
        "learning_rate": 0.0006552901023890784,
        "epoch": 1.03
    },
    {
        "loss": 8.1317,
        "grad_norm": 1.0896625518798828,
        "learning_rate": 0.0006544149820600332,
        "epoch": 1.04
    },
    {
        "loss": 7.7364,
        "grad_norm": 1.1690502166748047,
        "learning_rate": 0.000653539861730988,
        "epoch": 1.04
    },
    {
        "loss": 7.8173,
        "grad_norm": 1.0521645545959473,
        "learning_rate": 0.0006526647414019427,
        "epoch": 1.04
    },
    {
        "loss": 7.6212,
        "grad_norm": 1.3057899475097656,
        "learning_rate": 0.0006517896210728975,
        "epoch": 1.04
    },
    {
        "loss": 8.0228,
        "grad_norm": 0.968885064125061,
        "learning_rate": 0.0006509145007438522,
        "epoch": 1.05
    },
    {
        "loss": 7.8535,
        "grad_norm": 1.1838873624801636,
        "learning_rate": 0.000650039380414807,
        "epoch": 1.05
    },
    {
        "loss": 8.1991,
        "grad_norm": 1.0967016220092773,
        "learning_rate": 0.0006491642600857618,
        "epoch": 1.05
    },
    {
        "loss": 8.1515,
        "grad_norm": 1.0798629522323608,
        "learning_rate": 0.0006482891397567165,
        "epoch": 1.06
    },
    {
        "loss": 8.291,
        "grad_norm": 1.1506596803665161,
        "learning_rate": 0.0006474140194276713,
        "epoch": 1.06
    },
    {
        "loss": 7.956,
        "grad_norm": 1.0459505319595337,
        "learning_rate": 0.0006465388990986261,
        "epoch": 1.06
    },
    {
        "loss": 8.4393,
        "grad_norm": 1.070776343345642,
        "learning_rate": 0.0006456637787695808,
        "epoch": 1.06
    },
    {
        "loss": 8.5445,
        "grad_norm": 1.3064284324645996,
        "learning_rate": 0.0006447886584405356,
        "epoch": 1.07
    },
    {
        "loss": 8.701,
        "grad_norm": 1.0707839727401733,
        "learning_rate": 0.0006439135381114903,
        "epoch": 1.07
    },
    {
        "loss": 7.4342,
        "grad_norm": 1.123377799987793,
        "learning_rate": 0.0006430384177824451,
        "epoch": 1.07
    },
    {
        "loss": 8.4883,
        "grad_norm": 1.7230886220932007,
        "learning_rate": 0.0006421632974533999,
        "epoch": 1.07
    },
    {
        "loss": 8.5288,
        "grad_norm": 0.9721227288246155,
        "learning_rate": 0.0006412881771243546,
        "epoch": 1.08
    },
    {
        "loss": 7.8249,
        "grad_norm": 1.2729851007461548,
        "learning_rate": 0.0006404130567953094,
        "epoch": 1.08
    },
    {
        "loss": 8.3277,
        "grad_norm": 0.9693044424057007,
        "learning_rate": 0.0006395379364662642,
        "epoch": 1.08
    },
    {
        "loss": 7.8798,
        "grad_norm": 1.104020118713379,
        "learning_rate": 0.0006386628161372189,
        "epoch": 1.08
    },
    {
        "loss": 7.899,
        "grad_norm": 1.0556141138076782,
        "learning_rate": 0.0006377876958081737,
        "epoch": 1.09
    },
    {
        "loss": 8.6403,
        "grad_norm": 1.227303147315979,
        "learning_rate": 0.0006369125754791284,
        "epoch": 1.09
    },
    {
        "loss": 8.7407,
        "grad_norm": 1.2486103773117065,
        "learning_rate": 0.0006360374551500832,
        "epoch": 1.09
    },
    {
        "loss": 8.226,
        "grad_norm": 1.1452488899230957,
        "learning_rate": 0.000635162334821038,
        "epoch": 1.09
    },
    {
        "loss": 8.5083,
        "grad_norm": 1.466182827949524,
        "learning_rate": 0.0006342872144919927,
        "epoch": 1.1
    },
    {
        "loss": 7.8041,
        "grad_norm": 1.2693302631378174,
        "learning_rate": 0.0006334120941629474,
        "epoch": 1.1
    },
    {
        "loss": 7.918,
        "grad_norm": 1.1236190795898438,
        "learning_rate": 0.0006325369738339021,
        "epoch": 1.1
    },
    {
        "loss": 7.8792,
        "grad_norm": 0.9166776537895203,
        "learning_rate": 0.0006316618535048569,
        "epoch": 1.11
    },
    {
        "loss": 8.3714,
        "grad_norm": 1.2021427154541016,
        "learning_rate": 0.0006307867331758117,
        "epoch": 1.11
    },
    {
        "loss": 8.5282,
        "grad_norm": 1.1508140563964844,
        "learning_rate": 0.0006299116128467664,
        "epoch": 1.11
    },
    {
        "loss": 7.7235,
        "grad_norm": 1.044027328491211,
        "learning_rate": 0.0006290364925177212,
        "epoch": 1.11
    },
    {
        "loss": 8.0483,
        "grad_norm": 1.00051748752594,
        "learning_rate": 0.000628161372188676,
        "epoch": 1.12
    },
    {
        "loss": 8.0003,
        "grad_norm": 1.0397716760635376,
        "learning_rate": 0.0006272862518596307,
        "epoch": 1.12
    },
    {
        "loss": 8.274,
        "grad_norm": 1.0577192306518555,
        "learning_rate": 0.0006264111315305855,
        "epoch": 1.12
    },
    {
        "loss": 7.8435,
        "grad_norm": 1.1829681396484375,
        "learning_rate": 0.0006255360112015402,
        "epoch": 1.12
    },
    {
        "loss": 8.5019,
        "grad_norm": 1.9353641271591187,
        "learning_rate": 0.000624660890872495,
        "epoch": 1.13
    },
    {
        "loss": 8.4582,
        "grad_norm": 1.237269639968872,
        "learning_rate": 0.0006237857705434498,
        "epoch": 1.13
    },
    {
        "loss": 8.0735,
        "grad_norm": 1.1674834489822388,
        "learning_rate": 0.0006229106502144045,
        "epoch": 1.13
    },
    {
        "loss": 8.3781,
        "grad_norm": 1.32883620262146,
        "learning_rate": 0.0006220355298853593,
        "epoch": 1.13
    },
    {
        "loss": 8.723,
        "grad_norm": 1.3197271823883057,
        "learning_rate": 0.000621160409556314,
        "epoch": 1.14
    },
    {
        "loss": 8.414,
        "grad_norm": 1.137764573097229,
        "learning_rate": 0.0006202852892272688,
        "epoch": 1.14
    },
    {
        "loss": 7.9197,
        "grad_norm": 1.1574738025665283,
        "learning_rate": 0.0006194101688982236,
        "epoch": 1.14
    },
    {
        "loss": 8.09,
        "grad_norm": 1.0444676876068115,
        "learning_rate": 0.0006185350485691783,
        "epoch": 1.14
    },
    {
        "loss": 7.3329,
        "grad_norm": 0.8655235767364502,
        "learning_rate": 0.0006176599282401331,
        "epoch": 1.15
    },
    {
        "loss": 8.4163,
        "grad_norm": 0.9860300421714783,
        "learning_rate": 0.0006167848079110879,
        "epoch": 1.15
    },
    {
        "loss": 8.2608,
        "grad_norm": 1.1680139303207397,
        "learning_rate": 0.0006159096875820426,
        "epoch": 1.15
    },
    {
        "loss": 7.9283,
        "grad_norm": 1.545938491821289,
        "learning_rate": 0.0006150345672529974,
        "epoch": 1.15
    },
    {
        "loss": 8.4113,
        "grad_norm": 1.2768994569778442,
        "learning_rate": 0.0006141594469239521,
        "epoch": 1.16
    },
    {
        "loss": 8.2389,
        "grad_norm": 1.0001721382141113,
        "learning_rate": 0.0006132843265949069,
        "epoch": 1.16
    },
    {
        "loss": 8.397,
        "grad_norm": 1.8651808500289917,
        "learning_rate": 0.0006124092062658617,
        "epoch": 1.16
    },
    {
        "loss": 8.003,
        "grad_norm": 0.947693407535553,
        "learning_rate": 0.0006115340859368163,
        "epoch": 1.17
    },
    {
        "loss": 7.5861,
        "grad_norm": 1.1168384552001953,
        "learning_rate": 0.0006106589656077711,
        "epoch": 1.17
    },
    {
        "loss": 8.7788,
        "grad_norm": 1.1341112852096558,
        "learning_rate": 0.0006097838452787258,
        "epoch": 1.17
    },
    {
        "loss": 7.9428,
        "grad_norm": 1.2905473709106445,
        "learning_rate": 0.0006089087249496806,
        "epoch": 1.17
    },
    {
        "loss": 8.6196,
        "grad_norm": 0.9961435794830322,
        "learning_rate": 0.0006080336046206354,
        "epoch": 1.18
    },
    {
        "loss": 8.224,
        "grad_norm": 1.3134316205978394,
        "learning_rate": 0.0006071584842915901,
        "epoch": 1.18
    },
    {
        "loss": 7.9156,
        "grad_norm": 1.5898418426513672,
        "learning_rate": 0.0006062833639625449,
        "epoch": 1.18
    },
    {
        "loss": 8.2147,
        "grad_norm": 0.99250727891922,
        "learning_rate": 0.0006054082436334996,
        "epoch": 1.18
    },
    {
        "loss": 7.6957,
        "grad_norm": 1.2642431259155273,
        "learning_rate": 0.0006045331233044544,
        "epoch": 1.19
    },
    {
        "loss": 7.7926,
        "grad_norm": 1.314082384109497,
        "learning_rate": 0.0006036580029754092,
        "epoch": 1.19
    },
    {
        "loss": 7.9682,
        "grad_norm": 1.1342573165893555,
        "learning_rate": 0.0006027828826463639,
        "epoch": 1.19
    },
    {
        "loss": 8.0208,
        "grad_norm": 1.3015680313110352,
        "learning_rate": 0.0006019077623173187,
        "epoch": 1.19
    },
    {
        "loss": 8.3608,
        "grad_norm": 0.9990431666374207,
        "learning_rate": 0.0006010326419882735,
        "epoch": 1.2
    },
    {
        "loss": 8.2009,
        "grad_norm": 0.9804344773292542,
        "learning_rate": 0.0006001575216592282,
        "epoch": 1.2
    },
    {
        "loss": 8.0484,
        "grad_norm": 1.1591954231262207,
        "learning_rate": 0.0005992824013301829,
        "epoch": 1.2
    },
    {
        "loss": 8.116,
        "grad_norm": 1.042474627494812,
        "learning_rate": 0.0005984072810011376,
        "epoch": 1.2
    },
    {
        "loss": 7.9246,
        "grad_norm": 1.8579179048538208,
        "learning_rate": 0.0005975321606720924,
        "epoch": 1.21
    },
    {
        "loss": 7.9183,
        "grad_norm": 0.8727061748504639,
        "learning_rate": 0.0005966570403430472,
        "epoch": 1.21
    },
    {
        "loss": 7.675,
        "grad_norm": 1.0189380645751953,
        "learning_rate": 0.0005957819200140019,
        "epoch": 1.21
    },
    {
        "loss": 7.6222,
        "grad_norm": 1.0766206979751587,
        "learning_rate": 0.0005949067996849567,
        "epoch": 1.22
    },
    {
        "loss": 7.6455,
        "grad_norm": 1.121745228767395,
        "learning_rate": 0.0005940316793559114,
        "epoch": 1.22
    },
    {
        "loss": 8.1449,
        "grad_norm": 1.2497507333755493,
        "learning_rate": 0.0005931565590268662,
        "epoch": 1.22
    },
    {
        "loss": 8.3586,
        "grad_norm": 1.301903486251831,
        "learning_rate": 0.000592281438697821,
        "epoch": 1.22
    },
    {
        "loss": 8.163,
        "grad_norm": 1.1964079141616821,
        "learning_rate": 0.0005914063183687757,
        "epoch": 1.23
    },
    {
        "loss": 8.2938,
        "grad_norm": 1.1423827409744263,
        "learning_rate": 0.0005905311980397304,
        "epoch": 1.23
    },
    {
        "loss": 8.165,
        "grad_norm": 1.119884967803955,
        "learning_rate": 0.0005896560777106851,
        "epoch": 1.23
    },
    {
        "loss": 7.7234,
        "grad_norm": 1.4375518560409546,
        "learning_rate": 0.0005887809573816399,
        "epoch": 1.23
    },
    {
        "loss": 8.0758,
        "grad_norm": 1.1417185068130493,
        "learning_rate": 0.0005879058370525947,
        "epoch": 1.24
    },
    {
        "loss": 7.9137,
        "grad_norm": 1.048060417175293,
        "learning_rate": 0.0005870307167235494,
        "epoch": 1.24
    },
    {
        "loss": 8.4029,
        "grad_norm": 0.9880658388137817,
        "learning_rate": 0.0005861555963945042,
        "epoch": 1.24
    },
    {
        "loss": 8.4489,
        "grad_norm": 1.000611424446106,
        "learning_rate": 0.000585280476065459,
        "epoch": 1.24
    },
    {
        "loss": 8.2688,
        "grad_norm": 1.3099920749664307,
        "learning_rate": 0.0005844053557364137,
        "epoch": 1.25
    },
    {
        "loss": 7.7948,
        "grad_norm": 0.8548302054405212,
        "learning_rate": 0.0005835302354073685,
        "epoch": 1.25
    },
    {
        "loss": 8.442,
        "grad_norm": 1.1732860803604126,
        "learning_rate": 0.0005826551150783232,
        "epoch": 1.25
    },
    {
        "loss": 7.6346,
        "grad_norm": 0.803125262260437,
        "learning_rate": 0.000581779994749278,
        "epoch": 1.25
    },
    {
        "loss": 8.0567,
        "grad_norm": 1.258419156074524,
        "learning_rate": 0.0005809048744202328,
        "epoch": 1.26
    },
    {
        "loss": 8.1142,
        "grad_norm": 1.1331418752670288,
        "learning_rate": 0.0005800297540911875,
        "epoch": 1.26
    },
    {
        "loss": 8.5457,
        "grad_norm": 1.5619804859161377,
        "learning_rate": 0.0005791546337621423,
        "epoch": 1.26
    },
    {
        "loss": 7.9416,
        "grad_norm": 1.880534052848816,
        "learning_rate": 0.000578279513433097,
        "epoch": 1.27
    },
    {
        "loss": 7.8216,
        "grad_norm": 1.2279471158981323,
        "learning_rate": 0.0005774043931040518,
        "epoch": 1.27
    },
    {
        "loss": 7.8216,
        "grad_norm": 1.1597974300384521,
        "learning_rate": 0.0005765292727750066,
        "epoch": 1.27
    },
    {
        "loss": 7.9033,
        "grad_norm": 1.1710484027862549,
        "learning_rate": 0.0005756541524459613,
        "epoch": 1.27
    },
    {
        "loss": 7.6036,
        "grad_norm": 1.0655231475830078,
        "learning_rate": 0.0005747790321169161,
        "epoch": 1.28
    },
    {
        "loss": 7.5982,
        "grad_norm": 1.0066710710525513,
        "learning_rate": 0.0005739039117878709,
        "epoch": 1.28
    },
    {
        "loss": 7.738,
        "grad_norm": 1.1333460807800293,
        "learning_rate": 0.0005730287914588256,
        "epoch": 1.28
    },
    {
        "loss": 8.0025,
        "grad_norm": 1.468841791152954,
        "learning_rate": 0.0005721536711297804,
        "epoch": 1.28
    },
    {
        "loss": 7.4888,
        "grad_norm": 1.1363178491592407,
        "learning_rate": 0.0005712785508007351,
        "epoch": 1.29
    },
    {
        "loss": 7.3176,
        "grad_norm": 1.1589970588684082,
        "learning_rate": 0.0005704034304716899,
        "epoch": 1.29
    },
    {
        "loss": 7.6323,
        "grad_norm": 0.9033693075180054,
        "learning_rate": 0.0005695283101426447,
        "epoch": 1.29
    },
    {
        "loss": 7.8839,
        "grad_norm": 1.2384039163589478,
        "learning_rate": 0.0005686531898135993,
        "epoch": 1.29
    },
    {
        "loss": 7.8408,
        "grad_norm": 1.3826912641525269,
        "learning_rate": 0.0005677780694845541,
        "epoch": 1.3
    },
    {
        "loss": 7.4433,
        "grad_norm": 1.1403487920761108,
        "learning_rate": 0.0005669029491555088,
        "epoch": 1.3
    },
    {
        "loss": 8.5407,
        "grad_norm": 1.037423014640808,
        "learning_rate": 0.0005660278288264636,
        "epoch": 1.3
    },
    {
        "loss": 8.0943,
        "grad_norm": 1.4421013593673706,
        "learning_rate": 0.0005651527084974184,
        "epoch": 1.3
    },
    {
        "loss": 7.7771,
        "grad_norm": 1.2977713346481323,
        "learning_rate": 0.0005642775881683731,
        "epoch": 1.31
    },
    {
        "loss": 7.54,
        "grad_norm": 1.049196720123291,
        "learning_rate": 0.0005634024678393279,
        "epoch": 1.31
    },
    {
        "loss": 7.4699,
        "grad_norm": 1.0489652156829834,
        "learning_rate": 0.0005625273475102827,
        "epoch": 1.31
    },
    {
        "loss": 7.9441,
        "grad_norm": 1.1373968124389648,
        "learning_rate": 0.0005616522271812374,
        "epoch": 1.32
    },
    {
        "loss": 7.2627,
        "grad_norm": 1.0570902824401855,
        "learning_rate": 0.0005607771068521922,
        "epoch": 1.32
    },
    {
        "loss": 7.7472,
        "grad_norm": 1.0547776222229004,
        "learning_rate": 0.0005599019865231469,
        "epoch": 1.32
    },
    {
        "loss": 7.8815,
        "grad_norm": 1.2481534481048584,
        "learning_rate": 0.0005590268661941017,
        "epoch": 1.32
    },
    {
        "loss": 8.2547,
        "grad_norm": 1.1728442907333374,
        "learning_rate": 0.0005581517458650565,
        "epoch": 1.33
    },
    {
        "loss": 7.5035,
        "grad_norm": 1.0567808151245117,
        "learning_rate": 0.0005572766255360112,
        "epoch": 1.33
    },
    {
        "loss": 7.9982,
        "grad_norm": 0.8234537243843079,
        "learning_rate": 0.000556401505206966,
        "epoch": 1.33
    },
    {
        "loss": 7.5333,
        "grad_norm": 1.09587824344635,
        "learning_rate": 0.0005555263848779207,
        "epoch": 1.33
    },
    {
        "loss": 7.768,
        "grad_norm": 1.3897008895874023,
        "learning_rate": 0.0005546512645488755,
        "epoch": 1.34
    },
    {
        "loss": 7.7645,
        "grad_norm": 1.1089082956314087,
        "learning_rate": 0.0005537761442198303,
        "epoch": 1.34
    },
    {
        "loss": 7.7809,
        "grad_norm": 1.2678576707839966,
        "learning_rate": 0.000552901023890785,
        "epoch": 1.34
    },
    {
        "loss": 7.7376,
        "grad_norm": 1.3946635723114014,
        "learning_rate": 0.0005520259035617398,
        "epoch": 1.34
    },
    {
        "loss": 8.2773,
        "grad_norm": 1.3742512464523315,
        "learning_rate": 0.0005511507832326946,
        "epoch": 1.35
    },
    {
        "loss": 7.7902,
        "grad_norm": 1.416434645652771,
        "learning_rate": 0.0005502756629036493,
        "epoch": 1.35
    },
    {
        "loss": 7.6157,
        "grad_norm": 1.0419012308120728,
        "learning_rate": 0.0005494005425746041,
        "epoch": 1.35
    },
    {
        "loss": 7.5897,
        "grad_norm": 1.7180145978927612,
        "learning_rate": 0.0005485254222455588,
        "epoch": 1.35
    },
    {
        "loss": 8.0068,
        "grad_norm": 1.6651771068572998,
        "learning_rate": 0.0005476503019165136,
        "epoch": 1.36
    },
    {
        "loss": 7.4023,
        "grad_norm": 1.0715596675872803,
        "learning_rate": 0.0005467751815874683,
        "epoch": 1.36
    },
    {
        "loss": 8.0369,
        "grad_norm": 1.208898901939392,
        "learning_rate": 0.000545900061258423,
        "epoch": 1.36
    },
    {
        "loss": 7.6188,
        "grad_norm": 0.9920070767402649,
        "learning_rate": 0.0005450249409293778,
        "epoch": 1.36
    },
    {
        "loss": 8.6854,
        "grad_norm": 1.174086570739746,
        "learning_rate": 0.0005441498206003325,
        "epoch": 1.37
    },
    {
        "loss": 7.5733,
        "grad_norm": 1.244912028312683,
        "learning_rate": 0.0005432747002712873,
        "epoch": 1.37
    },
    {
        "loss": 7.389,
        "grad_norm": 1.5966273546218872,
        "learning_rate": 0.0005423995799422421,
        "epoch": 1.37
    },
    {
        "loss": 8.1756,
        "grad_norm": 1.0320965051651,
        "learning_rate": 0.0005415244596131968,
        "epoch": 1.38
    },
    {
        "loss": 8.897,
        "grad_norm": 1.2478450536727905,
        "learning_rate": 0.0005406493392841516,
        "epoch": 1.38
    },
    {
        "loss": 7.6083,
        "grad_norm": 1.4347364902496338,
        "learning_rate": 0.0005397742189551064,
        "epoch": 1.38
    },
    {
        "loss": 7.9916,
        "grad_norm": 1.1878119707107544,
        "learning_rate": 0.0005388990986260611,
        "epoch": 1.38
    },
    {
        "loss": 8.1032,
        "grad_norm": 1.3169543743133545,
        "learning_rate": 0.0005380239782970159,
        "epoch": 1.39
    },
    {
        "loss": 7.3094,
        "grad_norm": 1.271192193031311,
        "learning_rate": 0.0005371488579679706,
        "epoch": 1.39
    },
    {
        "loss": 7.2947,
        "grad_norm": 1.484824299812317,
        "learning_rate": 0.0005362737376389254,
        "epoch": 1.39
    },
    {
        "loss": 7.7483,
        "grad_norm": 1.0237884521484375,
        "learning_rate": 0.0005353986173098802,
        "epoch": 1.39
    },
    {
        "loss": 7.7284,
        "grad_norm": 1.141897201538086,
        "learning_rate": 0.0005345234969808349,
        "epoch": 1.4
    },
    {
        "loss": 7.9684,
        "grad_norm": 1.2076783180236816,
        "learning_rate": 0.0005336483766517897,
        "epoch": 1.4
    },
    {
        "loss": 7.4731,
        "grad_norm": 1.0815685987472534,
        "learning_rate": 0.0005327732563227444,
        "epoch": 1.4
    },
    {
        "loss": 7.6468,
        "grad_norm": 1.9115163087844849,
        "learning_rate": 0.0005318981359936992,
        "epoch": 1.4
    },
    {
        "loss": 8.179,
        "grad_norm": 1.1872133016586304,
        "learning_rate": 0.000531023015664654,
        "epoch": 1.41
    },
    {
        "loss": 8.1254,
        "grad_norm": 1.144726037979126,
        "learning_rate": 0.0005301478953356087,
        "epoch": 1.41
    },
    {
        "loss": 7.7947,
        "grad_norm": 1.562495231628418,
        "learning_rate": 0.0005292727750065635,
        "epoch": 1.41
    },
    {
        "loss": 7.2917,
        "grad_norm": 1.20420241355896,
        "learning_rate": 0.0005283976546775183,
        "epoch": 1.41
    },
    {
        "loss": 7.9956,
        "grad_norm": 1.0302613973617554,
        "learning_rate": 0.000527522534348473,
        "epoch": 1.42
    },
    {
        "loss": 7.8058,
        "grad_norm": 1.161452293395996,
        "learning_rate": 0.0005266474140194278,
        "epoch": 1.42
    },
    {
        "loss": 8.2652,
        "grad_norm": 1.2876991033554077,
        "learning_rate": 0.0005257722936903825,
        "epoch": 1.42
    },
    {
        "loss": 8.0375,
        "grad_norm": 1.1002925634384155,
        "learning_rate": 0.0005248971733613372,
        "epoch": 1.43
    },
    {
        "loss": 7.82,
        "grad_norm": 1.0201154947280884,
        "learning_rate": 0.000524022053032292,
        "epoch": 1.43
    },
    {
        "loss": 8.3203,
        "grad_norm": 1.1177037954330444,
        "learning_rate": 0.0005231469327032467,
        "epoch": 1.43
    },
    {
        "loss": 7.9789,
        "grad_norm": 1.4295682907104492,
        "learning_rate": 0.0005222718123742015,
        "epoch": 1.43
    },
    {
        "loss": 8.0088,
        "grad_norm": 1.4420737028121948,
        "learning_rate": 0.0005213966920451562,
        "epoch": 1.44
    },
    {
        "loss": 7.8298,
        "grad_norm": 1.1020231246948242,
        "learning_rate": 0.000520521571716111,
        "epoch": 1.44
    },
    {
        "loss": 7.8801,
        "grad_norm": 1.4339189529418945,
        "learning_rate": 0.0005196464513870657,
        "epoch": 1.44
    },
    {
        "loss": 7.6756,
        "grad_norm": 1.5243607759475708,
        "learning_rate": 0.0005187713310580204,
        "epoch": 1.44
    },
    {
        "loss": 8.1007,
        "grad_norm": 0.9880979657173157,
        "learning_rate": 0.0005178962107289752,
        "epoch": 1.45
    },
    {
        "loss": 7.7396,
        "grad_norm": 1.1447367668151855,
        "learning_rate": 0.0005170210903999299,
        "epoch": 1.45
    },
    {
        "loss": 7.8537,
        "grad_norm": 1.384048342704773,
        "learning_rate": 0.0005161459700708847,
        "epoch": 1.45
    },
    {
        "loss": 7.8855,
        "grad_norm": 1.3757721185684204,
        "learning_rate": 0.0005152708497418395,
        "epoch": 1.45
    },
    {
        "loss": 7.8651,
        "grad_norm": 1.1160024404525757,
        "learning_rate": 0.0005143957294127942,
        "epoch": 1.46
    },
    {
        "loss": 7.8378,
        "grad_norm": 0.9774546027183533,
        "learning_rate": 0.000513520609083749,
        "epoch": 1.46
    },
    {
        "loss": 7.9251,
        "grad_norm": 1.5181477069854736,
        "learning_rate": 0.0005126454887547038,
        "epoch": 1.46
    },
    {
        "loss": 8.6781,
        "grad_norm": 1.203229308128357,
        "learning_rate": 0.0005117703684256585,
        "epoch": 1.46
    },
    {
        "loss": 7.6571,
        "grad_norm": 1.0401496887207031,
        "learning_rate": 0.0005108952480966133,
        "epoch": 1.47
    },
    {
        "loss": 7.3908,
        "grad_norm": 1.3228225708007812,
        "learning_rate": 0.000510020127767568,
        "epoch": 1.47
    },
    {
        "loss": 8.1244,
        "grad_norm": 1.3072296380996704,
        "learning_rate": 0.0005091450074385228,
        "epoch": 1.47
    },
    {
        "loss": 7.7535,
        "grad_norm": 1.9105629920959473,
        "learning_rate": 0.0005082698871094776,
        "epoch": 1.48
    },
    {
        "loss": 8.2387,
        "grad_norm": 1.3035160303115845,
        "learning_rate": 0.0005073947667804323,
        "epoch": 1.48
    },
    {
        "loss": 7.998,
        "grad_norm": 0.9805745482444763,
        "learning_rate": 0.0005065196464513871,
        "epoch": 1.48
    },
    {
        "loss": 8.0499,
        "grad_norm": 1.28218412399292,
        "learning_rate": 0.0005056445261223418,
        "epoch": 1.48
    },
    {
        "loss": 8.0939,
        "grad_norm": 1.289697527885437,
        "learning_rate": 0.0005047694057932966,
        "epoch": 1.49
    },
    {
        "loss": 7.8801,
        "grad_norm": 1.3982206583023071,
        "learning_rate": 0.0005038942854642513,
        "epoch": 1.49
    },
    {
        "loss": 7.5012,
        "grad_norm": 1.1884011030197144,
        "learning_rate": 0.000503019165135206,
        "epoch": 1.49
    },
    {
        "loss": 7.7792,
        "grad_norm": 1.2014328241348267,
        "learning_rate": 0.0005021440448061608,
        "epoch": 1.49
    },
    {
        "loss": 8.3151,
        "grad_norm": 1.2958098649978638,
        "learning_rate": 0.0005012689244771155,
        "epoch": 1.5
    },
    {
        "loss": 7.3702,
        "grad_norm": 1.1195346117019653,
        "learning_rate": 0.0005003938041480703,
        "epoch": 1.5
    },
    {
        "loss": 8.0952,
        "grad_norm": 1.2185337543487549,
        "learning_rate": 0.0004995186838190251,
        "epoch": 1.5
    },
    {
        "loss": 7.6605,
        "grad_norm": 1.1054099798202515,
        "learning_rate": 0.0004986435634899798,
        "epoch": 1.5
    },
    {
        "loss": 7.8926,
        "grad_norm": 1.3183029890060425,
        "learning_rate": 0.0004977684431609346,
        "epoch": 1.51
    },
    {
        "loss": 7.8356,
        "grad_norm": 1.3786067962646484,
        "learning_rate": 0.0004968933228318894,
        "epoch": 1.51
    },
    {
        "loss": 7.7605,
        "grad_norm": 1.3373888731002808,
        "learning_rate": 0.0004960182025028441,
        "epoch": 1.51
    },
    {
        "loss": 7.9272,
        "grad_norm": 1.5524091720581055,
        "learning_rate": 0.0004951430821737989,
        "epoch": 1.51
    },
    {
        "loss": 8.1264,
        "grad_norm": 0.927689790725708,
        "learning_rate": 0.0004942679618447536,
        "epoch": 1.52
    },
    {
        "loss": 8.1456,
        "grad_norm": 1.4429559707641602,
        "learning_rate": 0.0004933928415157084,
        "epoch": 1.52
    },
    {
        "loss": 8.5349,
        "grad_norm": 1.17830228805542,
        "learning_rate": 0.0004925177211866632,
        "epoch": 1.52
    },
    {
        "loss": 8.4138,
        "grad_norm": 1.7398778200149536,
        "learning_rate": 0.0004916426008576179,
        "epoch": 1.53
    },
    {
        "loss": 7.6329,
        "grad_norm": 1.101945161819458,
        "learning_rate": 0.0004907674805285727,
        "epoch": 1.53
    },
    {
        "loss": 8.2694,
        "grad_norm": 1.2424931526184082,
        "learning_rate": 0.0004898923601995274,
        "epoch": 1.53
    },
    {
        "loss": 7.2639,
        "grad_norm": 0.8726850748062134,
        "learning_rate": 0.0004890172398704822,
        "epoch": 1.53
    },
    {
        "loss": 7.5542,
        "grad_norm": 1.020978331565857,
        "learning_rate": 0.0004881421195414369,
        "epoch": 1.54
    },
    {
        "loss": 7.3334,
        "grad_norm": 1.058136224746704,
        "learning_rate": 0.0004872669992123917,
        "epoch": 1.54
    },
    {
        "loss": 7.6285,
        "grad_norm": 1.7856310606002808,
        "learning_rate": 0.00048639187888334644,
        "epoch": 1.54
    },
    {
        "loss": 7.8873,
        "grad_norm": 1.1540299654006958,
        "learning_rate": 0.0004855167585543012,
        "epoch": 1.54
    },
    {
        "loss": 7.5676,
        "grad_norm": 1.4844547510147095,
        "learning_rate": 0.00048464163822525597,
        "epoch": 1.55
    },
    {
        "loss": 8.0284,
        "grad_norm": 1.1018364429473877,
        "learning_rate": 0.00048376651789621073,
        "epoch": 1.55
    },
    {
        "loss": 7.8478,
        "grad_norm": 1.4421080350875854,
        "learning_rate": 0.0004828913975671655,
        "epoch": 1.55
    },
    {
        "loss": 8.0614,
        "grad_norm": 1.322413444519043,
        "learning_rate": 0.00048201627723812025,
        "epoch": 1.55
    },
    {
        "loss": 7.9015,
        "grad_norm": 1.1930081844329834,
        "learning_rate": 0.000481141156909075,
        "epoch": 1.56
    },
    {
        "loss": 7.843,
        "grad_norm": 1.2846688032150269,
        "learning_rate": 0.0004802660365800298,
        "epoch": 1.56
    },
    {
        "loss": 7.8268,
        "grad_norm": 2.0413529872894287,
        "learning_rate": 0.00047939091625098454,
        "epoch": 1.56
    },
    {
        "loss": 7.3241,
        "grad_norm": 1.058362364768982,
        "learning_rate": 0.0004785157959219393,
        "epoch": 1.56
    },
    {
        "loss": 7.8329,
        "grad_norm": 1.725417971611023,
        "learning_rate": 0.00047764067559289406,
        "epoch": 1.57
    },
    {
        "loss": 7.6295,
        "grad_norm": 1.1373404264450073,
        "learning_rate": 0.00047676555526384877,
        "epoch": 1.57
    },
    {
        "loss": 7.4763,
        "grad_norm": 1.1107378005981445,
        "learning_rate": 0.00047589043493480353,
        "epoch": 1.57
    },
    {
        "loss": 7.8846,
        "grad_norm": 1.2450941801071167,
        "learning_rate": 0.0004750153146057583,
        "epoch": 1.57
    },
    {
        "loss": 8.4109,
        "grad_norm": 1.0643541812896729,
        "learning_rate": 0.00047414019427671305,
        "epoch": 1.58
    },
    {
        "loss": 7.9126,
        "grad_norm": 1.2940372228622437,
        "learning_rate": 0.0004732650739476678,
        "epoch": 1.58
    },
    {
        "loss": 7.7132,
        "grad_norm": 2.6067655086517334,
        "learning_rate": 0.0004723899536186226,
        "epoch": 1.58
    },
    {
        "loss": 7.5708,
        "grad_norm": 0.9783037304878235,
        "learning_rate": 0.00047151483328957734,
        "epoch": 1.59
    },
    {
        "loss": 7.2771,
        "grad_norm": 1.037582278251648,
        "learning_rate": 0.0004706397129605321,
        "epoch": 1.59
    },
    {
        "loss": 7.7599,
        "grad_norm": 1.0178707838058472,
        "learning_rate": 0.00046976459263148686,
        "epoch": 1.59
    },
    {
        "loss": 7.1538,
        "grad_norm": 1.558307409286499,
        "learning_rate": 0.0004688894723024416,
        "epoch": 1.59
    },
    {
        "loss": 7.5229,
        "grad_norm": 1.1060800552368164,
        "learning_rate": 0.0004680143519733964,
        "epoch": 1.6
    },
    {
        "loss": 7.5813,
        "grad_norm": 1.8988709449768066,
        "learning_rate": 0.00046713923164435115,
        "epoch": 1.6
    },
    {
        "loss": 7.8319,
        "grad_norm": 1.6066781282424927,
        "learning_rate": 0.00046626411131530586,
        "epoch": 1.6
    },
    {
        "loss": 7.8222,
        "grad_norm": 1.4711729288101196,
        "learning_rate": 0.0004653889909862606,
        "epoch": 1.6
    },
    {
        "loss": 7.6115,
        "grad_norm": 1.3585811853408813,
        "learning_rate": 0.0004645138706572154,
        "epoch": 1.61
    },
    {
        "loss": 7.7618,
        "grad_norm": 1.1487444639205933,
        "learning_rate": 0.00046363875032817014,
        "epoch": 1.61
    },
    {
        "loss": 7.868,
        "grad_norm": 1.4386248588562012,
        "learning_rate": 0.0004627636299991249,
        "epoch": 1.61
    },
    {
        "loss": 7.7931,
        "grad_norm": 1.0714224576950073,
        "learning_rate": 0.00046188850967007967,
        "epoch": 1.61
    },
    {
        "loss": 8.2688,
        "grad_norm": 1.6375863552093506,
        "learning_rate": 0.00046101338934103443,
        "epoch": 1.62
    },
    {
        "loss": 7.621,
        "grad_norm": 1.024120807647705,
        "learning_rate": 0.0004601382690119892,
        "epoch": 1.62
    },
    {
        "loss": 8.2226,
        "grad_norm": 1.2234493494033813,
        "learning_rate": 0.0004592631486829439,
        "epoch": 1.62
    },
    {
        "loss": 7.596,
        "grad_norm": 1.0593066215515137,
        "learning_rate": 0.00045838802835389866,
        "epoch": 1.62
    },
    {
        "loss": 7.7407,
        "grad_norm": 1.2529680728912354,
        "learning_rate": 0.0004575129080248534,
        "epoch": 1.63
    },
    {
        "loss": 7.221,
        "grad_norm": 1.1312929391860962,
        "learning_rate": 0.0004566377876958082,
        "epoch": 1.63
    },
    {
        "loss": 7.6136,
        "grad_norm": 1.4004312753677368,
        "learning_rate": 0.00045576266736676294,
        "epoch": 1.63
    },
    {
        "loss": 7.9718,
        "grad_norm": 1.4514151811599731,
        "learning_rate": 0.00045488754703771765,
        "epoch": 1.64
    },
    {
        "loss": 7.3337,
        "grad_norm": 1.1595350503921509,
        "learning_rate": 0.0004540124267086724,
        "epoch": 1.64
    },
    {
        "loss": 7.7414,
        "grad_norm": 1.1403205394744873,
        "learning_rate": 0.0004531373063796272,
        "epoch": 1.64
    },
    {
        "loss": 7.7323,
        "grad_norm": 1.677051305770874,
        "learning_rate": 0.00045226218605058194,
        "epoch": 1.64
    },
    {
        "loss": 8.0048,
        "grad_norm": 1.338146686553955,
        "learning_rate": 0.0004513870657215367,
        "epoch": 1.65
    },
    {
        "loss": 7.9544,
        "grad_norm": 1.0941588878631592,
        "learning_rate": 0.00045051194539249146,
        "epoch": 1.65
    },
    {
        "loss": 8.1043,
        "grad_norm": 1.224746584892273,
        "learning_rate": 0.0004496368250634462,
        "epoch": 1.65
    },
    {
        "loss": 8.0849,
        "grad_norm": 1.5772489309310913,
        "learning_rate": 0.000448761704734401,
        "epoch": 1.65
    },
    {
        "loss": 7.3165,
        "grad_norm": 1.4434912204742432,
        "learning_rate": 0.00044788658440535575,
        "epoch": 1.66
    },
    {
        "loss": 7.8826,
        "grad_norm": 0.9971029162406921,
        "learning_rate": 0.0004470114640763105,
        "epoch": 1.66
    },
    {
        "loss": 7.7822,
        "grad_norm": 1.061712384223938,
        "learning_rate": 0.00044613634374726527,
        "epoch": 1.66
    },
    {
        "loss": 7.8387,
        "grad_norm": 1.6292518377304077,
        "learning_rate": 0.00044526122341822003,
        "epoch": 1.66
    },
    {
        "loss": 7.3463,
        "grad_norm": 1.0507898330688477,
        "learning_rate": 0.00044438610308917474,
        "epoch": 1.67
    },
    {
        "loss": 7.693,
        "grad_norm": 1.332474708557129,
        "learning_rate": 0.0004435109827601295,
        "epoch": 1.67
    },
    {
        "loss": 7.4542,
        "grad_norm": 1.3393101692199707,
        "learning_rate": 0.00044263586243108426,
        "epoch": 1.67
    },
    {
        "loss": 7.4236,
        "grad_norm": 1.4949504137039185,
        "learning_rate": 0.000441760742102039,
        "epoch": 1.67
    },
    {
        "loss": 7.4087,
        "grad_norm": 1.3824454545974731,
        "learning_rate": 0.0004408856217729938,
        "epoch": 1.68
    },
    {
        "loss": 7.3,
        "grad_norm": 1.3991942405700684,
        "learning_rate": 0.00044001050144394855,
        "epoch": 1.68
    },
    {
        "loss": 7.1648,
        "grad_norm": 1.3270092010498047,
        "learning_rate": 0.0004391353811149033,
        "epoch": 1.68
    },
    {
        "loss": 7.753,
        "grad_norm": 1.1912864446640015,
        "learning_rate": 0.00043826026078585807,
        "epoch": 1.69
    },
    {
        "loss": 7.6531,
        "grad_norm": 1.2112165689468384,
        "learning_rate": 0.00043738514045681283,
        "epoch": 1.69
    },
    {
        "loss": 8.0168,
        "grad_norm": 1.0204828977584839,
        "learning_rate": 0.0004365100201277676,
        "epoch": 1.69
    },
    {
        "loss": 7.8334,
        "grad_norm": 1.8065035343170166,
        "learning_rate": 0.00043563489979872236,
        "epoch": 1.69
    },
    {
        "loss": 7.9395,
        "grad_norm": 1.1826367378234863,
        "learning_rate": 0.0004347597794696771,
        "epoch": 1.7
    },
    {
        "loss": 8.0071,
        "grad_norm": 0.9689782857894897,
        "learning_rate": 0.00043388465914063183,
        "epoch": 1.7
    },
    {
        "loss": 7.5284,
        "grad_norm": 0.9889323115348816,
        "learning_rate": 0.0004330095388115866,
        "epoch": 1.7
    },
    {
        "loss": 7.7318,
        "grad_norm": 1.4257516860961914,
        "learning_rate": 0.00043213441848254135,
        "epoch": 1.7
    },
    {
        "loss": 7.6343,
        "grad_norm": 1.623134970664978,
        "learning_rate": 0.0004312592981534961,
        "epoch": 1.71
    },
    {
        "loss": 7.9645,
        "grad_norm": 1.2686361074447632,
        "learning_rate": 0.0004303841778244509,
        "epoch": 1.71
    },
    {
        "loss": 7.5339,
        "grad_norm": 1.5115247964859009,
        "learning_rate": 0.00042950905749540564,
        "epoch": 1.71
    },
    {
        "loss": 7.7401,
        "grad_norm": 1.285506010055542,
        "learning_rate": 0.0004286339371663604,
        "epoch": 1.71
    },
    {
        "loss": 7.6018,
        "grad_norm": 1.4150651693344116,
        "learning_rate": 0.00042775881683731516,
        "epoch": 1.72
    },
    {
        "loss": 7.4015,
        "grad_norm": 1.485231637954712,
        "learning_rate": 0.0004268836965082699,
        "epoch": 1.72
    },
    {
        "loss": 8.4429,
        "grad_norm": 2.1629021167755127,
        "learning_rate": 0.0004260085761792247,
        "epoch": 1.72
    },
    {
        "loss": 7.8298,
        "grad_norm": 1.1586624383926392,
        "learning_rate": 0.00042513345585017945,
        "epoch": 1.72
    },
    {
        "loss": 7.8121,
        "grad_norm": 1.0134670734405518,
        "learning_rate": 0.0004242583355211342,
        "epoch": 1.73
    },
    {
        "loss": 7.8337,
        "grad_norm": 1.257633090019226,
        "learning_rate": 0.00042338321519208897,
        "epoch": 1.73
    },
    {
        "loss": 7.6701,
        "grad_norm": 1.212266445159912,
        "learning_rate": 0.0004225080948630437,
        "epoch": 1.73
    },
    {
        "loss": 7.706,
        "grad_norm": 1.2191237211227417,
        "learning_rate": 0.00042163297453399844,
        "epoch": 1.74
    },
    {
        "loss": 7.4639,
        "grad_norm": 1.476140022277832,
        "learning_rate": 0.0004207578542049532,
        "epoch": 1.74
    },
    {
        "loss": 7.8126,
        "grad_norm": 1.0655369758605957,
        "learning_rate": 0.0004198827338759079,
        "epoch": 1.74
    },
    {
        "loss": 7.4091,
        "grad_norm": 1.3340696096420288,
        "learning_rate": 0.00041900761354686267,
        "epoch": 1.74
    },
    {
        "loss": 7.5701,
        "grad_norm": 1.3290128707885742,
        "learning_rate": 0.00041813249321781743,
        "epoch": 1.75
    },
    {
        "loss": 7.5513,
        "grad_norm": 1.1993497610092163,
        "learning_rate": 0.0004172573728887722,
        "epoch": 1.75
    },
    {
        "loss": 7.5115,
        "grad_norm": 0.9953559041023254,
        "learning_rate": 0.00041638225255972696,
        "epoch": 1.75
    },
    {
        "loss": 8.0513,
        "grad_norm": 1.1929738521575928,
        "learning_rate": 0.0004155071322306817,
        "epoch": 1.75
    },
    {
        "loss": 7.4431,
        "grad_norm": 1.0211223363876343,
        "learning_rate": 0.0004146320119016365,
        "epoch": 1.76
    },
    {
        "loss": 7.4024,
        "grad_norm": 1.0484708547592163,
        "learning_rate": 0.00041375689157259124,
        "epoch": 1.76
    },
    {
        "loss": 7.4321,
        "grad_norm": 1.2012499570846558,
        "learning_rate": 0.000412881771243546,
        "epoch": 1.76
    },
    {
        "loss": 7.2608,
        "grad_norm": 0.9850478768348694,
        "learning_rate": 0.0004120066509145007,
        "epoch": 1.76
    },
    {
        "loss": 7.4744,
        "grad_norm": 1.1142171621322632,
        "learning_rate": 0.00041113153058545547,
        "epoch": 1.77
    },
    {
        "loss": 7.8258,
        "grad_norm": 1.0107368230819702,
        "learning_rate": 0.00041025641025641023,
        "epoch": 1.77
    },
    {
        "loss": 8.0338,
        "grad_norm": 1.3827756643295288,
        "learning_rate": 0.000409381289927365,
        "epoch": 1.77
    },
    {
        "loss": 7.2029,
        "grad_norm": 1.056078553199768,
        "learning_rate": 0.00040850616959831976,
        "epoch": 1.77
    },
    {
        "loss": 7.9763,
        "grad_norm": 1.3796826601028442,
        "learning_rate": 0.0004076310492692745,
        "epoch": 1.78
    },
    {
        "loss": 7.39,
        "grad_norm": 1.5586506128311157,
        "learning_rate": 0.0004067559289402293,
        "epoch": 1.78
    },
    {
        "loss": 7.7479,
        "grad_norm": 1.3467471599578857,
        "learning_rate": 0.00040588080861118404,
        "epoch": 1.78
    },
    {
        "loss": 7.5281,
        "grad_norm": 1.5824648141860962,
        "learning_rate": 0.0004050056882821388,
        "epoch": 1.78
    },
    {
        "loss": 7.4095,
        "grad_norm": 1.5600448846817017,
        "learning_rate": 0.00040413056795309357,
        "epoch": 1.79
    },
    {
        "loss": 7.6296,
        "grad_norm": 1.4003773927688599,
        "learning_rate": 0.00040325544762404833,
        "epoch": 1.79
    },
    {
        "loss": 7.2299,
        "grad_norm": 1.1784484386444092,
        "learning_rate": 0.0004023803272950031,
        "epoch": 1.79
    },
    {
        "loss": 7.2215,
        "grad_norm": 1.0865730047225952,
        "learning_rate": 0.0004015052069659578,
        "epoch": 1.8
    },
    {
        "loss": 7.619,
        "grad_norm": 1.3708497285842896,
        "learning_rate": 0.00040063008663691256,
        "epoch": 1.8
    },
    {
        "loss": 7.6305,
        "grad_norm": 1.3728278875350952,
        "learning_rate": 0.0003997549663078673,
        "epoch": 1.8
    },
    {
        "loss": 7.4218,
        "grad_norm": 1.385901689529419,
        "learning_rate": 0.0003988798459788221,
        "epoch": 1.8
    },
    {
        "loss": 7.7959,
        "grad_norm": 1.5370672941207886,
        "learning_rate": 0.00039800472564977685,
        "epoch": 1.81
    },
    {
        "loss": 7.8249,
        "grad_norm": 1.039469838142395,
        "learning_rate": 0.0003971296053207316,
        "epoch": 1.81
    },
    {
        "loss": 7.4311,
        "grad_norm": 1.4947952032089233,
        "learning_rate": 0.00039625448499168637,
        "epoch": 1.81
    },
    {
        "loss": 7.7797,
        "grad_norm": 1.2262136936187744,
        "learning_rate": 0.00039546687669554567,
        "epoch": 1.81
    },
    {
        "loss": 7.8844,
        "grad_norm": 1.5757509469985962,
        "learning_rate": 0.00039459175636650043,
        "epoch": 1.82
    },
    {
        "loss": 7.8737,
        "grad_norm": 1.2183258533477783,
        "learning_rate": 0.0003937166360374552,
        "epoch": 1.82
    },
    {
        "loss": 7.3515,
        "grad_norm": 1.3697617053985596,
        "learning_rate": 0.00039284151570840995,
        "epoch": 1.82
    },
    {
        "loss": 7.1169,
        "grad_norm": 1.3007692098617554,
        "learning_rate": 0.00039196639537936466,
        "epoch": 1.82
    },
    {
        "loss": 7.2926,
        "grad_norm": 1.3538720607757568,
        "learning_rate": 0.0003910912750503194,
        "epoch": 1.83
    },
    {
        "loss": 7.8445,
        "grad_norm": 1.4245976209640503,
        "learning_rate": 0.0003902161547212742,
        "epoch": 1.83
    },
    {
        "loss": 7.456,
        "grad_norm": 1.323899269104004,
        "learning_rate": 0.00038934103439222894,
        "epoch": 1.83
    },
    {
        "loss": 7.6163,
        "grad_norm": 1.2635420560836792,
        "learning_rate": 0.0003884659140631837,
        "epoch": 1.83
    },
    {
        "loss": 7.5885,
        "grad_norm": 1.4714936017990112,
        "learning_rate": 0.00038759079373413847,
        "epoch": 1.84
    },
    {
        "loss": 7.8382,
        "grad_norm": 1.1696442365646362,
        "learning_rate": 0.00038671567340509323,
        "epoch": 1.84
    },
    {
        "loss": 7.4885,
        "grad_norm": 1.3797491788864136,
        "learning_rate": 0.000385840553076048,
        "epoch": 1.84
    },
    {
        "loss": 7.4614,
        "grad_norm": 1.0410481691360474,
        "learning_rate": 0.00038496543274700275,
        "epoch": 1.85
    },
    {
        "loss": 6.9584,
        "grad_norm": 1.7356559038162231,
        "learning_rate": 0.0003840903124179575,
        "epoch": 1.85
    },
    {
        "loss": 7.8161,
        "grad_norm": 1.326489806175232,
        "learning_rate": 0.0003832151920889123,
        "epoch": 1.85
    },
    {
        "loss": 7.6985,
        "grad_norm": 1.3822075128555298,
        "learning_rate": 0.00038234007175986704,
        "epoch": 1.85
    },
    {
        "loss": 7.9532,
        "grad_norm": 1.2612171173095703,
        "learning_rate": 0.00038146495143082175,
        "epoch": 1.86
    },
    {
        "loss": 7.3309,
        "grad_norm": 1.8743207454681396,
        "learning_rate": 0.0003805898311017765,
        "epoch": 1.86
    },
    {
        "loss": 7.8573,
        "grad_norm": 1.515641212463379,
        "learning_rate": 0.0003797147107727312,
        "epoch": 1.86
    },
    {
        "loss": 8.0815,
        "grad_norm": 1.970818281173706,
        "learning_rate": 0.000378839590443686,
        "epoch": 1.86
    },
    {
        "loss": 7.7197,
        "grad_norm": 1.6418136358261108,
        "learning_rate": 0.00037796447011464074,
        "epoch": 1.87
    },
    {
        "loss": 7.6527,
        "grad_norm": 1.3693944215774536,
        "learning_rate": 0.0003770893497855955,
        "epoch": 1.87
    },
    {
        "loss": 7.7717,
        "grad_norm": 1.311493992805481,
        "learning_rate": 0.00037621422945655026,
        "epoch": 1.87
    },
    {
        "loss": 8.0735,
        "grad_norm": 1.593992829322815,
        "learning_rate": 0.000375339109127505,
        "epoch": 1.87
    },
    {
        "loss": 7.4285,
        "grad_norm": 1.212729573249817,
        "learning_rate": 0.0003744639887984598,
        "epoch": 1.88
    },
    {
        "loss": 7.7873,
        "grad_norm": 1.1326895952224731,
        "learning_rate": 0.00037358886846941455,
        "epoch": 1.88
    },
    {
        "loss": 7.3515,
        "grad_norm": 1.3937299251556396,
        "learning_rate": 0.0003727137481403693,
        "epoch": 1.88
    },
    {
        "loss": 7.353,
        "grad_norm": 1.5152568817138672,
        "learning_rate": 0.00037183862781132407,
        "epoch": 1.88
    },
    {
        "loss": 7.8015,
        "grad_norm": 1.207973599433899,
        "learning_rate": 0.0003709635074822788,
        "epoch": 1.89
    },
    {
        "loss": 7.6713,
        "grad_norm": 1.003139615058899,
        "learning_rate": 0.00037008838715323354,
        "epoch": 1.89
    },
    {
        "loss": 7.9247,
        "grad_norm": 1.1870025396347046,
        "learning_rate": 0.0003692132668241883,
        "epoch": 1.89
    },
    {
        "loss": 7.4496,
        "grad_norm": 1.237275242805481,
        "learning_rate": 0.00036833814649514307,
        "epoch": 1.9
    },
    {
        "loss": 7.2638,
        "grad_norm": 1.7287304401397705,
        "learning_rate": 0.00036746302616609783,
        "epoch": 1.9
    },
    {
        "loss": 7.7464,
        "grad_norm": 1.5875813961029053,
        "learning_rate": 0.0003665879058370526,
        "epoch": 1.9
    },
    {
        "loss": 7.683,
        "grad_norm": 1.7219480276107788,
        "learning_rate": 0.00036571278550800735,
        "epoch": 1.9
    },
    {
        "loss": 7.6059,
        "grad_norm": 1.3815206289291382,
        "learning_rate": 0.0003648376651789621,
        "epoch": 1.91
    },
    {
        "loss": 7.3258,
        "grad_norm": 1.1902978420257568,
        "learning_rate": 0.0003639625448499169,
        "epoch": 1.91
    },
    {
        "loss": 7.4436,
        "grad_norm": 1.6532816886901855,
        "learning_rate": 0.00036308742452087164,
        "epoch": 1.91
    },
    {
        "loss": 7.438,
        "grad_norm": 1.1358212232589722,
        "learning_rate": 0.0003622123041918264,
        "epoch": 1.91
    },
    {
        "loss": 7.9777,
        "grad_norm": 1.3459230661392212,
        "learning_rate": 0.00036133718386278116,
        "epoch": 1.92
    },
    {
        "loss": 7.9087,
        "grad_norm": 1.0352368354797363,
        "learning_rate": 0.0003604620635337359,
        "epoch": 1.92
    },
    {
        "loss": 7.5855,
        "grad_norm": 1.2582918405532837,
        "learning_rate": 0.00035958694320469063,
        "epoch": 1.92
    },
    {
        "loss": 7.4576,
        "grad_norm": 1.1787996292114258,
        "learning_rate": 0.0003587118228756454,
        "epoch": 1.92
    },
    {
        "loss": 7.2572,
        "grad_norm": 1.2917609214782715,
        "learning_rate": 0.00035783670254660015,
        "epoch": 1.93
    },
    {
        "loss": 7.6433,
        "grad_norm": 1.1689330339431763,
        "learning_rate": 0.0003569615822175549,
        "epoch": 1.93
    },
    {
        "loss": 7.6579,
        "grad_norm": 1.2844352722167969,
        "learning_rate": 0.0003560864618885097,
        "epoch": 1.93
    },
    {
        "loss": 7.5178,
        "grad_norm": 1.498838186264038,
        "learning_rate": 0.00035521134155946444,
        "epoch": 1.93
    },
    {
        "loss": 7.0155,
        "grad_norm": 1.3718552589416504,
        "learning_rate": 0.0003543362212304192,
        "epoch": 1.94
    },
    {
        "loss": 7.7558,
        "grad_norm": 1.2343835830688477,
        "learning_rate": 0.00035346110090137396,
        "epoch": 1.94
    },
    {
        "loss": 7.4386,
        "grad_norm": 1.307979702949524,
        "learning_rate": 0.0003525859805723287,
        "epoch": 1.94
    },
    {
        "loss": 7.4287,
        "grad_norm": 1.46335768699646,
        "learning_rate": 0.0003517108602432835,
        "epoch": 1.95
    },
    {
        "loss": 7.0541,
        "grad_norm": 1.4892301559448242,
        "learning_rate": 0.00035083573991423825,
        "epoch": 1.95
    },
    {
        "loss": 7.6458,
        "grad_norm": 1.3297821283340454,
        "learning_rate": 0.000349960619585193,
        "epoch": 1.95
    },
    {
        "loss": 7.3704,
        "grad_norm": 1.9190036058425903,
        "learning_rate": 0.0003490854992561477,
        "epoch": 1.95
    },
    {
        "loss": 7.9292,
        "grad_norm": 1.1013009548187256,
        "learning_rate": 0.0003482103789271025,
        "epoch": 1.96
    },
    {
        "loss": 7.8039,
        "grad_norm": 1.284121036529541,
        "learning_rate": 0.00034733525859805724,
        "epoch": 1.96
    },
    {
        "loss": 7.7188,
        "grad_norm": 1.118995189666748,
        "learning_rate": 0.000346460138269012,
        "epoch": 1.96
    },
    {
        "loss": 7.3617,
        "grad_norm": 1.5446746349334717,
        "learning_rate": 0.00034558501793996676,
        "epoch": 1.96
    },
    {
        "loss": 7.5614,
        "grad_norm": 1.254835844039917,
        "learning_rate": 0.0003447098976109215,
        "epoch": 1.97
    },
    {
        "loss": 7.9923,
        "grad_norm": 2.215224266052246,
        "learning_rate": 0.0003438347772818763,
        "epoch": 1.97
    },
    {
        "loss": 7.6609,
        "grad_norm": 1.2917975187301636,
        "learning_rate": 0.00034295965695283105,
        "epoch": 1.97
    },
    {
        "loss": 6.9695,
        "grad_norm": 1.3251945972442627,
        "learning_rate": 0.0003420845366237858,
        "epoch": 1.97
    },
    {
        "loss": 7.4109,
        "grad_norm": 1.5397628545761108,
        "learning_rate": 0.0003412094162947406,
        "epoch": 1.98
    },
    {
        "loss": 7.3063,
        "grad_norm": 1.1789202690124512,
        "learning_rate": 0.00034033429596569534,
        "epoch": 1.98
    },
    {
        "loss": 7.8137,
        "grad_norm": 1.6068191528320312,
        "learning_rate": 0.00033945917563665004,
        "epoch": 1.98
    },
    {
        "loss": 7.5466,
        "grad_norm": 1.2397950887680054,
        "learning_rate": 0.00033858405530760475,
        "epoch": 1.98
    },
    {
        "loss": 7.9522,
        "grad_norm": 1.5175119638442993,
        "learning_rate": 0.0003377089349785595,
        "epoch": 1.99
    },
    {
        "loss": 7.6781,
        "grad_norm": 1.315258502960205,
        "learning_rate": 0.0003368338146495143,
        "epoch": 1.99
    },
    {
        "loss": 7.7292,
        "grad_norm": 2.664515256881714,
        "learning_rate": 0.00033595869432046904,
        "epoch": 1.99
    },
    {
        "loss": 8.1965,
        "grad_norm": 1.405129313468933,
        "learning_rate": 0.0003350835739914238,
        "epoch": 1.99
    },
    {
        "loss": 7.4133,
        "grad_norm": 1.0774602890014648,
        "learning_rate": 0.00033420845366237856,
        "epoch": 2.0
    },
    {
        "loss": 8.1777,
        "grad_norm": 1.75553560256958,
        "learning_rate": 0.0003333333333333333,
        "epoch": 2.0
    },
    {
        "loss": 7.5693,
        "grad_norm": 1.857081651687622,
        "learning_rate": 0.0003324582130042881,
        "epoch": 2.0
    },
    {
        "loss": 7.4888,
        "grad_norm": 1.0721529722213745,
        "learning_rate": 0.00033158309267524285,
        "epoch": 2.01
    },
    {
        "loss": 7.1311,
        "grad_norm": 1.0766797065734863,
        "learning_rate": 0.0003307079723461976,
        "epoch": 2.01
    },
    {
        "loss": 7.5107,
        "grad_norm": 1.4615150690078735,
        "learning_rate": 0.00032983285201715237,
        "epoch": 2.01
    },
    {
        "loss": 7.5258,
        "grad_norm": 1.4252068996429443,
        "learning_rate": 0.00032895773168810713,
        "epoch": 2.01
    },
    {
        "loss": 7.6049,
        "grad_norm": 1.2926585674285889,
        "learning_rate": 0.0003280826113590619,
        "epoch": 2.02
    },
    {
        "loss": 7.2436,
        "grad_norm": 1.6630724668502808,
        "learning_rate": 0.0003272074910300166,
        "epoch": 2.02
    },
    {
        "loss": 6.951,
        "grad_norm": 1.2705895900726318,
        "learning_rate": 0.00032633237070097136,
        "epoch": 2.02
    },
    {
        "loss": 7.4782,
        "grad_norm": 1.6801918745040894,
        "learning_rate": 0.0003254572503719261,
        "epoch": 2.02
    },
    {
        "loss": 7.7247,
        "grad_norm": 1.2789455652236938,
        "learning_rate": 0.0003245821300428809,
        "epoch": 2.03
    },
    {
        "loss": 7.65,
        "grad_norm": 1.0772324800491333,
        "learning_rate": 0.00032370700971383565,
        "epoch": 2.03
    },
    {
        "loss": 7.3484,
        "grad_norm": 1.218855857849121,
        "learning_rate": 0.0003228318893847904,
        "epoch": 2.03
    },
    {
        "loss": 7.7201,
        "grad_norm": 1.7484831809997559,
        "learning_rate": 0.00032195676905574517,
        "epoch": 2.03
    },
    {
        "loss": 7.606,
        "grad_norm": 1.4081809520721436,
        "learning_rate": 0.00032108164872669993,
        "epoch": 2.04
    },
    {
        "loss": 7.4735,
        "grad_norm": 1.2214211225509644,
        "learning_rate": 0.0003202065283976547,
        "epoch": 2.04
    },
    {
        "loss": 7.3052,
        "grad_norm": 2.243197441101074,
        "learning_rate": 0.00031933140806860946,
        "epoch": 2.04
    },
    {
        "loss": 7.2611,
        "grad_norm": 1.0560696125030518,
        "learning_rate": 0.0003184562877395642,
        "epoch": 2.04
    },
    {
        "loss": 7.3347,
        "grad_norm": 1.3903985023498535,
        "learning_rate": 0.000317581167410519,
        "epoch": 2.05
    },
    {
        "loss": 7.4106,
        "grad_norm": 1.285888910293579,
        "learning_rate": 0.0003167060470814737,
        "epoch": 2.05
    },
    {
        "loss": 7.3237,
        "grad_norm": 1.6455745697021484,
        "learning_rate": 0.00031583092675242845,
        "epoch": 2.05
    },
    {
        "loss": 7.4445,
        "grad_norm": 1.3552714586257935,
        "learning_rate": 0.0003149558064233832,
        "epoch": 2.06
    },
    {
        "loss": 7.3175,
        "grad_norm": 1.4250375032424927,
        "learning_rate": 0.000314080686094338,
        "epoch": 2.06
    },
    {
        "loss": 7.5334,
        "grad_norm": 1.8445017337799072,
        "learning_rate": 0.00031320556576529274,
        "epoch": 2.06
    },
    {
        "loss": 7.7627,
        "grad_norm": 1.1116868257522583,
        "learning_rate": 0.0003123304454362475,
        "epoch": 2.06
    },
    {
        "loss": 7.5347,
        "grad_norm": 1.1636768579483032,
        "learning_rate": 0.00031145532510720226,
        "epoch": 2.07
    },
    {
        "loss": 7.6581,
        "grad_norm": 1.4612860679626465,
        "learning_rate": 0.000310580204778157,
        "epoch": 2.07
    },
    {
        "loss": 7.6164,
        "grad_norm": 1.4403191804885864,
        "learning_rate": 0.0003097050844491118,
        "epoch": 2.07
    },
    {
        "loss": 7.3776,
        "grad_norm": 1.366955041885376,
        "learning_rate": 0.00030882996412006655,
        "epoch": 2.07
    },
    {
        "loss": 7.556,
        "grad_norm": 1.4476971626281738,
        "learning_rate": 0.0003079548437910213,
        "epoch": 2.08
    },
    {
        "loss": 7.6019,
        "grad_norm": 1.4753084182739258,
        "learning_rate": 0.00030707972346197607,
        "epoch": 2.08
    },
    {
        "loss": 7.8493,
        "grad_norm": 1.2335758209228516,
        "learning_rate": 0.00030620460313293083,
        "epoch": 2.08
    },
    {
        "loss": 7.9252,
        "grad_norm": 1.3958989381790161,
        "learning_rate": 0.00030532948280388554,
        "epoch": 2.08
    },
    {
        "loss": 7.2945,
        "grad_norm": 1.4621672630310059,
        "learning_rate": 0.0003044543624748403,
        "epoch": 2.09
    },
    {
        "loss": 7.3977,
        "grad_norm": 1.428195834159851,
        "learning_rate": 0.00030357924214579506,
        "epoch": 2.09
    },
    {
        "loss": 7.74,
        "grad_norm": 1.363600492477417,
        "learning_rate": 0.0003027041218167498,
        "epoch": 2.09
    },
    {
        "loss": 7.4894,
        "grad_norm": 1.2117736339569092,
        "learning_rate": 0.0003018290014877046,
        "epoch": 2.09
    },
    {
        "loss": 7.5678,
        "grad_norm": 1.9844530820846558,
        "learning_rate": 0.00030095388115865935,
        "epoch": 2.1
    },
    {
        "loss": 7.6681,
        "grad_norm": 1.3558523654937744,
        "learning_rate": 0.0003000787608296141,
        "epoch": 2.1
    },
    {
        "loss": 7.9793,
        "grad_norm": 1.3802049160003662,
        "learning_rate": 0.0002992036405005688,
        "epoch": 2.1
    },
    {
        "loss": 8.1848,
        "grad_norm": 1.845702886581421,
        "learning_rate": 0.0002983285201715236,
        "epoch": 2.11
    },
    {
        "loss": 7.2184,
        "grad_norm": 1.4479707479476929,
        "learning_rate": 0.00029745339984247834,
        "epoch": 2.11
    },
    {
        "loss": 7.4373,
        "grad_norm": 1.9233028888702393,
        "learning_rate": 0.0002965782795134331,
        "epoch": 2.11
    },
    {
        "loss": 7.2478,
        "grad_norm": 1.3621513843536377,
        "learning_rate": 0.00029570315918438786,
        "epoch": 2.11
    },
    {
        "loss": 7.5867,
        "grad_norm": 1.449763298034668,
        "learning_rate": 0.00029482803885534257,
        "epoch": 2.12
    },
    {
        "loss": 7.2909,
        "grad_norm": 1.543834924697876,
        "learning_rate": 0.00029395291852629733,
        "epoch": 2.12
    },
    {
        "loss": 7.5481,
        "grad_norm": 1.2582162618637085,
        "learning_rate": 0.0002930777981972521,
        "epoch": 2.12
    },
    {
        "loss": 7.2092,
        "grad_norm": 1.25532865524292,
        "learning_rate": 0.00029220267786820686,
        "epoch": 2.12
    },
    {
        "loss": 7.5117,
        "grad_norm": 1.4368300437927246,
        "learning_rate": 0.0002913275575391616,
        "epoch": 2.13
    },
    {
        "loss": 7.8661,
        "grad_norm": 1.4054632186889648,
        "learning_rate": 0.0002904524372101164,
        "epoch": 2.13
    },
    {
        "loss": 7.7641,
        "grad_norm": 1.4426825046539307,
        "learning_rate": 0.00028957731688107114,
        "epoch": 2.13
    },
    {
        "loss": 6.9808,
        "grad_norm": 1.6069836616516113,
        "learning_rate": 0.0002887021965520259,
        "epoch": 2.13
    },
    {
        "loss": 8.0412,
        "grad_norm": 1.603289246559143,
        "learning_rate": 0.00028782707622298067,
        "epoch": 2.14
    },
    {
        "loss": 7.7541,
        "grad_norm": 1.2069703340530396,
        "learning_rate": 0.00028695195589393543,
        "epoch": 2.14
    },
    {
        "loss": 7.5413,
        "grad_norm": 1.2976186275482178,
        "learning_rate": 0.0002860768355648902,
        "epoch": 2.14
    },
    {
        "loss": 7.6833,
        "grad_norm": 1.4646226167678833,
        "learning_rate": 0.00028520171523584495,
        "epoch": 2.14
    },
    {
        "loss": 7.3603,
        "grad_norm": 1.3783011436462402,
        "learning_rate": 0.00028432659490679966,
        "epoch": 2.15
    },
    {
        "loss": 7.1131,
        "grad_norm": 1.1677837371826172,
        "learning_rate": 0.0002834514745777544,
        "epoch": 2.15
    },
    {
        "loss": 7.8353,
        "grad_norm": 1.5966696739196777,
        "learning_rate": 0.0002825763542487092,
        "epoch": 2.15
    },
    {
        "loss": 7.651,
        "grad_norm": 1.3074275255203247,
        "learning_rate": 0.00028170123391966394,
        "epoch": 2.16
    },
    {
        "loss": 6.8535,
        "grad_norm": 1.2238943576812744,
        "learning_rate": 0.0002808261135906187,
        "epoch": 2.16
    },
    {
        "loss": 7.1677,
        "grad_norm": 1.2107079029083252,
        "learning_rate": 0.00027995099326157347,
        "epoch": 2.16
    },
    {
        "loss": 7.1232,
        "grad_norm": 1.482686996459961,
        "learning_rate": 0.00027907587293252823,
        "epoch": 2.16
    },
    {
        "loss": 7.6958,
        "grad_norm": 1.9235337972640991,
        "learning_rate": 0.000278200752603483,
        "epoch": 2.17
    },
    {
        "loss": 7.5763,
        "grad_norm": 1.0629470348358154,
        "learning_rate": 0.00027732563227443775,
        "epoch": 2.17
    },
    {
        "loss": 7.417,
        "grad_norm": 1.4404977560043335,
        "learning_rate": 0.0002764505119453925,
        "epoch": 2.17
    },
    {
        "loss": 7.4457,
        "grad_norm": 1.6266590356826782,
        "learning_rate": 0.0002755753916163473,
        "epoch": 2.17
    },
    {
        "loss": 7.6768,
        "grad_norm": 1.4418647289276123,
        "learning_rate": 0.00027470027128730204,
        "epoch": 2.18
    },
    {
        "loss": 7.7301,
        "grad_norm": 1.7269823551177979,
        "learning_rate": 0.0002738251509582568,
        "epoch": 2.18
    },
    {
        "loss": 7.1704,
        "grad_norm": 1.9527968168258667,
        "learning_rate": 0.0002729500306292115,
        "epoch": 2.18
    },
    {
        "loss": 8.0284,
        "grad_norm": 1.1195765733718872,
        "learning_rate": 0.00027207491030016627,
        "epoch": 2.18
    },
    {
        "loss": 7.876,
        "grad_norm": 1.381032109260559,
        "learning_rate": 0.00027119978997112103,
        "epoch": 2.19
    },
    {
        "loss": 7.4609,
        "grad_norm": 2.2558112144470215,
        "learning_rate": 0.0002703246696420758,
        "epoch": 2.19
    },
    {
        "loss": 7.524,
        "grad_norm": 1.0892398357391357,
        "learning_rate": 0.00026944954931303056,
        "epoch": 2.19
    },
    {
        "loss": 7.1756,
        "grad_norm": 1.432793140411377,
        "learning_rate": 0.0002685744289839853,
        "epoch": 2.19
    },
    {
        "loss": 7.4677,
        "grad_norm": 2.4381473064422607,
        "learning_rate": 0.0002676993086549401,
        "epoch": 2.2
    },
    {
        "loss": 7.2004,
        "grad_norm": 1.0947704315185547,
        "learning_rate": 0.00026682418832589484,
        "epoch": 2.2
    },
    {
        "loss": 7.6084,
        "grad_norm": 1.1396403312683105,
        "learning_rate": 0.0002659490679968496,
        "epoch": 2.2
    },
    {
        "loss": 7.4592,
        "grad_norm": 1.7132469415664673,
        "learning_rate": 0.00026507394766780437,
        "epoch": 2.2
    },
    {
        "loss": 7.6666,
        "grad_norm": 1.507416844367981,
        "learning_rate": 0.00026419882733875913,
        "epoch": 2.21
    },
    {
        "loss": 7.9483,
        "grad_norm": 1.997502326965332,
        "learning_rate": 0.0002633237070097139,
        "epoch": 2.21
    },
    {
        "loss": 6.8979,
        "grad_norm": 1.180274486541748,
        "learning_rate": 0.0002624485866806686,
        "epoch": 2.21
    },
    {
        "loss": 7.5387,
        "grad_norm": 1.4130629301071167,
        "learning_rate": 0.00026157346635162336,
        "epoch": 2.22
    },
    {
        "loss": 7.7374,
        "grad_norm": 1.9466407299041748,
        "learning_rate": 0.0002606983460225781,
        "epoch": 2.22
    },
    {
        "loss": 7.2489,
        "grad_norm": 1.2844946384429932,
        "learning_rate": 0.00025982322569353283,
        "epoch": 2.22
    },
    {
        "loss": 7.2583,
        "grad_norm": 1.4728493690490723,
        "learning_rate": 0.0002589481053644876,
        "epoch": 2.22
    },
    {
        "loss": 7.1689,
        "grad_norm": 1.505767583847046,
        "learning_rate": 0.00025807298503544235,
        "epoch": 2.23
    },
    {
        "loss": 7.3824,
        "grad_norm": 1.164609432220459,
        "learning_rate": 0.0002571978647063971,
        "epoch": 2.23
    },
    {
        "loss": 8.208,
        "grad_norm": 1.3337666988372803,
        "learning_rate": 0.0002563227443773519,
        "epoch": 2.23
    },
    {
        "loss": 7.1503,
        "grad_norm": 1.2840052843093872,
        "learning_rate": 0.00025544762404830664,
        "epoch": 2.23
    },
    {
        "loss": 7.7838,
        "grad_norm": 1.6767994165420532,
        "learning_rate": 0.0002545725037192614,
        "epoch": 2.24
    },
    {
        "loss": 7.4818,
        "grad_norm": 1.2790688276290894,
        "learning_rate": 0.00025369738339021616,
        "epoch": 2.24
    },
    {
        "loss": 7.1404,
        "grad_norm": 1.9306037425994873,
        "learning_rate": 0.0002528222630611709,
        "epoch": 2.24
    },
    {
        "loss": 6.9151,
        "grad_norm": 1.0568101406097412,
        "learning_rate": 0.00025194714273212563,
        "epoch": 2.24
    },
    {
        "loss": 7.5813,
        "grad_norm": 1.8494940996170044,
        "learning_rate": 0.0002510720224030804,
        "epoch": 2.25
    },
    {
        "loss": 7.1433,
        "grad_norm": 1.2321641445159912,
        "learning_rate": 0.00025019690207403515,
        "epoch": 2.25
    },
    {
        "loss": 7.0211,
        "grad_norm": 1.5231260061264038,
        "learning_rate": 0.0002493217817449899,
        "epoch": 2.25
    },
    {
        "loss": 7.5108,
        "grad_norm": 1.6787548065185547,
        "learning_rate": 0.0002484466614159447,
        "epoch": 2.25
    },
    {
        "loss": 7.5859,
        "grad_norm": 1.8862128257751465,
        "learning_rate": 0.00024757154108689944,
        "epoch": 2.26
    },
    {
        "loss": 7.0871,
        "grad_norm": 1.5295615196228027,
        "learning_rate": 0.0002466964207578542,
        "epoch": 2.26
    },
    {
        "loss": 7.2151,
        "grad_norm": 1.6439179182052612,
        "learning_rate": 0.00024582130042880896,
        "epoch": 2.26
    },
    {
        "loss": 7.851,
        "grad_norm": 1.5902001857757568,
        "learning_rate": 0.0002449461800997637,
        "epoch": 2.27
    },
    {
        "loss": 7.695,
        "grad_norm": 1.447240948677063,
        "learning_rate": 0.00024407105977071846,
        "epoch": 2.27
    },
    {
        "loss": 7.218,
        "grad_norm": 1.7448298931121826,
        "learning_rate": 0.00024319593944167322,
        "epoch": 2.27
    },
    {
        "loss": 7.4559,
        "grad_norm": 1.7815390825271606,
        "learning_rate": 0.00024232081911262798,
        "epoch": 2.27
    },
    {
        "loss": 7.5519,
        "grad_norm": 1.746805191040039,
        "learning_rate": 0.00024144569878358275,
        "epoch": 2.28
    },
    {
        "loss": 7.4818,
        "grad_norm": 1.771155834197998,
        "learning_rate": 0.0002405705784545375,
        "epoch": 2.28
    },
    {
        "loss": 7.8775,
        "grad_norm": 1.2886364459991455,
        "learning_rate": 0.00023969545812549227,
        "epoch": 2.28
    },
    {
        "loss": 7.0862,
        "grad_norm": 1.3562748432159424,
        "learning_rate": 0.00023882033779644703,
        "epoch": 2.28
    },
    {
        "loss": 7.4458,
        "grad_norm": 1.5549288988113403,
        "learning_rate": 0.00023794521746740177,
        "epoch": 2.29
    },
    {
        "loss": 7.5017,
        "grad_norm": 1.3231199979782104,
        "learning_rate": 0.00023707009713835653,
        "epoch": 2.29
    },
    {
        "loss": 6.9317,
        "grad_norm": 1.0973995923995972,
        "learning_rate": 0.0002361949768093113,
        "epoch": 2.29
    },
    {
        "loss": 7.2512,
        "grad_norm": 1.161665916442871,
        "learning_rate": 0.00023531985648026605,
        "epoch": 2.29
    },
    {
        "loss": 7.3376,
        "grad_norm": 1.1249802112579346,
        "learning_rate": 0.0002344447361512208,
        "epoch": 2.3
    },
    {
        "loss": 7.6856,
        "grad_norm": 1.4549752473831177,
        "learning_rate": 0.00023356961582217557,
        "epoch": 2.3
    },
    {
        "loss": 7.6518,
        "grad_norm": 1.2443310022354126,
        "learning_rate": 0.0002326944954931303,
        "epoch": 2.3
    },
    {
        "loss": 7.9287,
        "grad_norm": 1.2414274215698242,
        "learning_rate": 0.00023181937516408507,
        "epoch": 2.3
    },
    {
        "loss": 7.4844,
        "grad_norm": 1.250632882118225,
        "learning_rate": 0.00023094425483503983,
        "epoch": 2.31
    },
    {
        "loss": 6.9439,
        "grad_norm": 1.5678353309631348,
        "learning_rate": 0.0002300691345059946,
        "epoch": 2.31
    },
    {
        "loss": 7.2214,
        "grad_norm": 1.2777363061904907,
        "learning_rate": 0.00022919401417694933,
        "epoch": 2.31
    },
    {
        "loss": 7.6909,
        "grad_norm": 1.1702243089675903,
        "learning_rate": 0.0002283188938479041,
        "epoch": 2.32
    },
    {
        "loss": 7.843,
        "grad_norm": 1.1647387742996216,
        "learning_rate": 0.00022744377351885883,
        "epoch": 2.32
    },
    {
        "loss": 7.5598,
        "grad_norm": 1.5888360738754272,
        "learning_rate": 0.0002265686531898136,
        "epoch": 2.32
    },
    {
        "loss": 7.4084,
        "grad_norm": 1.2132010459899902,
        "learning_rate": 0.00022569353286076835,
        "epoch": 2.32
    },
    {
        "loss": 8.0077,
        "grad_norm": 1.3676106929779053,
        "learning_rate": 0.0002248184125317231,
        "epoch": 2.33
    },
    {
        "loss": 7.4475,
        "grad_norm": 1.4785172939300537,
        "learning_rate": 0.00022394329220267787,
        "epoch": 2.33
    },
    {
        "loss": 7.4934,
        "grad_norm": 1.6854803562164307,
        "learning_rate": 0.00022306817187363264,
        "epoch": 2.33
    },
    {
        "loss": 7.5371,
        "grad_norm": 1.3336540460586548,
        "learning_rate": 0.00022219305154458737,
        "epoch": 2.33
    },
    {
        "loss": 7.091,
        "grad_norm": 1.5374839305877686,
        "learning_rate": 0.00022131793121554213,
        "epoch": 2.34
    },
    {
        "loss": 7.5715,
        "grad_norm": 1.259857177734375,
        "learning_rate": 0.0002204428108864969,
        "epoch": 2.34
    },
    {
        "loss": 7.5012,
        "grad_norm": 1.435889482498169,
        "learning_rate": 0.00021956769055745166,
        "epoch": 2.34
    },
    {
        "loss": 7.5925,
        "grad_norm": 1.6067544221878052,
        "learning_rate": 0.00021869257022840642,
        "epoch": 2.34
    },
    {
        "loss": 7.2756,
        "grad_norm": 1.2057377099990845,
        "learning_rate": 0.00021781744989936118,
        "epoch": 2.35
    },
    {
        "loss": 7.0737,
        "grad_norm": 1.0249065160751343,
        "learning_rate": 0.00021694232957031591,
        "epoch": 2.35
    },
    {
        "loss": 7.2857,
        "grad_norm": 1.1336891651153564,
        "learning_rate": 0.00021606720924127068,
        "epoch": 2.35
    },
    {
        "loss": 7.0709,
        "grad_norm": 1.1853156089782715,
        "learning_rate": 0.00021519208891222544,
        "epoch": 2.35
    },
    {
        "loss": 6.9118,
        "grad_norm": 1.4682341814041138,
        "learning_rate": 0.0002143169685831802,
        "epoch": 2.36
    },
    {
        "loss": 7.3363,
        "grad_norm": 1.3039721250534058,
        "learning_rate": 0.00021344184825413496,
        "epoch": 2.36
    },
    {
        "loss": 7.2827,
        "grad_norm": 1.28932785987854,
        "learning_rate": 0.00021256672792508972,
        "epoch": 2.36
    },
    {
        "loss": 7.6069,
        "grad_norm": 1.7343271970748901,
        "learning_rate": 0.00021169160759604448,
        "epoch": 2.37
    },
    {
        "loss": 7.3543,
        "grad_norm": 1.9730132818222046,
        "learning_rate": 0.00021081648726699922,
        "epoch": 2.37
    },
    {
        "loss": 7.3351,
        "grad_norm": 2.070822238922119,
        "learning_rate": 0.00020994136693795395,
        "epoch": 2.37
    },
    {
        "loss": 7.3199,
        "grad_norm": 1.1327873468399048,
        "learning_rate": 0.00020906624660890872,
        "epoch": 2.37
    },
    {
        "loss": 7.4058,
        "grad_norm": 1.3796617984771729,
        "learning_rate": 0.00020819112627986348,
        "epoch": 2.38
    },
    {
        "loss": 7.3027,
        "grad_norm": 1.8397942781448364,
        "learning_rate": 0.00020731600595081824,
        "epoch": 2.38
    },
    {
        "loss": 7.6354,
        "grad_norm": 1.4503923654556274,
        "learning_rate": 0.0002065283976546775,
        "epoch": 2.38
    },
    {
        "loss": 7.2284,
        "grad_norm": 1.550950527191162,
        "learning_rate": 0.00020565327732563227,
        "epoch": 2.38
    },
    {
        "loss": 7.3061,
        "grad_norm": 1.5306216478347778,
        "learning_rate": 0.00020477815699658703,
        "epoch": 2.39
    },
    {
        "loss": 7.3337,
        "grad_norm": 1.269167184829712,
        "learning_rate": 0.0002039030366675418,
        "epoch": 2.39
    },
    {
        "loss": 7.7686,
        "grad_norm": 1.600019931793213,
        "learning_rate": 0.00020302791633849656,
        "epoch": 2.39
    },
    {
        "loss": 7.35,
        "grad_norm": 1.5773662328720093,
        "learning_rate": 0.0002021527960094513,
        "epoch": 2.39
    },
    {
        "loss": 7.3691,
        "grad_norm": 1.547160029411316,
        "learning_rate": 0.00020127767568040605,
        "epoch": 2.4
    },
    {
        "loss": 7.4863,
        "grad_norm": 1.4968856573104858,
        "learning_rate": 0.00020040255535136081,
        "epoch": 2.4
    },
    {
        "loss": 7.9482,
        "grad_norm": 1.2087891101837158,
        "learning_rate": 0.00019952743502231558,
        "epoch": 2.4
    },
    {
        "loss": 7.0255,
        "grad_norm": 1.290597677230835,
        "learning_rate": 0.00019865231469327034,
        "epoch": 2.4
    },
    {
        "loss": 7.178,
        "grad_norm": 1.5743247270584106,
        "learning_rate": 0.0001977771943642251,
        "epoch": 2.41
    },
    {
        "loss": 7.6474,
        "grad_norm": 1.5197412967681885,
        "learning_rate": 0.00019690207403517984,
        "epoch": 2.41
    },
    {
        "loss": 7.3527,
        "grad_norm": 1.4716495275497437,
        "learning_rate": 0.0001960269537061346,
        "epoch": 2.41
    },
    {
        "loss": 7.6313,
        "grad_norm": 1.9746785163879395,
        "learning_rate": 0.00019515183337708936,
        "epoch": 2.41
    },
    {
        "loss": 7.6972,
        "grad_norm": 1.2683417797088623,
        "learning_rate": 0.00019427671304804412,
        "epoch": 2.42
    },
    {
        "loss": 7.1378,
        "grad_norm": 1.1373748779296875,
        "learning_rate": 0.00019340159271899888,
        "epoch": 2.42
    },
    {
        "loss": 7.0196,
        "grad_norm": 1.4191349744796753,
        "learning_rate": 0.00019252647238995364,
        "epoch": 2.42
    },
    {
        "loss": 6.9102,
        "grad_norm": 1.6580002307891846,
        "learning_rate": 0.00019165135206090838,
        "epoch": 2.43
    },
    {
        "loss": 7.5105,
        "grad_norm": 1.2877469062805176,
        "learning_rate": 0.00019077623173186314,
        "epoch": 2.43
    },
    {
        "loss": 8.0212,
        "grad_norm": 1.2933236360549927,
        "learning_rate": 0.00018990111140281788,
        "epoch": 2.43
    },
    {
        "loss": 7.2108,
        "grad_norm": 1.6515684127807617,
        "learning_rate": 0.00018902599107377264,
        "epoch": 2.43
    },
    {
        "loss": 7.2944,
        "grad_norm": 1.443547010421753,
        "learning_rate": 0.0001881508707447274,
        "epoch": 2.44
    },
    {
        "loss": 6.9623,
        "grad_norm": 1.5022013187408447,
        "learning_rate": 0.00018727575041568216,
        "epoch": 2.44
    },
    {
        "loss": 7.5751,
        "grad_norm": 1.639228343963623,
        "learning_rate": 0.0001864006300866369,
        "epoch": 2.44
    },
    {
        "loss": 7.6183,
        "grad_norm": 1.3685816526412964,
        "learning_rate": 0.00018552550975759166,
        "epoch": 2.44
    },
    {
        "loss": 7.7862,
        "grad_norm": 1.4008909463882446,
        "learning_rate": 0.00018465038942854642,
        "epoch": 2.45
    },
    {
        "loss": 7.3036,
        "grad_norm": 1.4068384170532227,
        "learning_rate": 0.00018377526909950118,
        "epoch": 2.45
    },
    {
        "loss": 7.3222,
        "grad_norm": 1.4874199628829956,
        "learning_rate": 0.00018290014877045594,
        "epoch": 2.45
    },
    {
        "loss": 7.4538,
        "grad_norm": 2.161606788635254,
        "learning_rate": 0.0001820250284414107,
        "epoch": 2.45
    },
    {
        "loss": 7.099,
        "grad_norm": 1.4761602878570557,
        "learning_rate": 0.00018114990811236544,
        "epoch": 2.46
    },
    {
        "loss": 7.6725,
        "grad_norm": 1.3598577976226807,
        "learning_rate": 0.0001802747877833202,
        "epoch": 2.46
    },
    {
        "loss": 7.4651,
        "grad_norm": 1.352389931678772,
        "learning_rate": 0.00017939966745427496,
        "epoch": 2.46
    },
    {
        "loss": 7.0266,
        "grad_norm": 1.302270770072937,
        "learning_rate": 0.00017852454712522973,
        "epoch": 2.46
    },
    {
        "loss": 7.4879,
        "grad_norm": 1.2166621685028076,
        "learning_rate": 0.0001776494267961845,
        "epoch": 2.47
    },
    {
        "loss": 6.7354,
        "grad_norm": 1.4442105293273926,
        "learning_rate": 0.00017677430646713925,
        "epoch": 2.47
    },
    {
        "loss": 7.1184,
        "grad_norm": 1.6301904916763306,
        "learning_rate": 0.000175899186138094,
        "epoch": 2.47
    },
    {
        "loss": 7.4326,
        "grad_norm": 1.2478090524673462,
        "learning_rate": 0.00017502406580904875,
        "epoch": 2.48
    },
    {
        "loss": 7.6185,
        "grad_norm": 1.2676613330841064,
        "learning_rate": 0.0001741489454800035,
        "epoch": 2.48
    },
    {
        "loss": 7.439,
        "grad_norm": 1.4324458837509155,
        "learning_rate": 0.00017327382515095827,
        "epoch": 2.48
    },
    {
        "loss": 7.7999,
        "grad_norm": 1.634446382522583,
        "learning_rate": 0.00017239870482191303,
        "epoch": 2.48
    },
    {
        "loss": 7.3043,
        "grad_norm": 1.2877479791641235,
        "learning_rate": 0.0001715235844928678,
        "epoch": 2.49
    },
    {
        "loss": 7.054,
        "grad_norm": 1.7003803253173828,
        "learning_rate": 0.00017064846416382255,
        "epoch": 2.49
    },
    {
        "loss": 7.1568,
        "grad_norm": 1.8888310194015503,
        "learning_rate": 0.00016977334383477726,
        "epoch": 2.49
    },
    {
        "loss": 7.3495,
        "grad_norm": 1.2593083381652832,
        "learning_rate": 0.00016889822350573202,
        "epoch": 2.49
    },
    {
        "loss": 7.4716,
        "grad_norm": 1.4410508871078491,
        "learning_rate": 0.00016802310317668679,
        "epoch": 2.5
    },
    {
        "loss": 7.5133,
        "grad_norm": 1.20904541015625,
        "learning_rate": 0.00016714798284764155,
        "epoch": 2.5
    },
    {
        "loss": 7.3222,
        "grad_norm": 1.4503611326217651,
        "learning_rate": 0.0001662728625185963,
        "epoch": 2.5
    },
    {
        "loss": 7.6387,
        "grad_norm": 1.3705183267593384,
        "learning_rate": 0.00016539774218955107,
        "epoch": 2.5
    },
    {
        "loss": 7.0609,
        "grad_norm": 1.2106906175613403,
        "learning_rate": 0.0001645226218605058,
        "epoch": 2.51
    },
    {
        "loss": 7.342,
        "grad_norm": 1.5564229488372803,
        "learning_rate": 0.00016364750153146057,
        "epoch": 2.51
    },
    {
        "loss": 7.8121,
        "grad_norm": 1.6493812799453735,
        "learning_rate": 0.00016277238120241533,
        "epoch": 2.51
    },
    {
        "loss": 7.3909,
        "grad_norm": 1.9025623798370361,
        "learning_rate": 0.0001618972608733701,
        "epoch": 2.51
    },
    {
        "loss": 7.0106,
        "grad_norm": 1.2934685945510864,
        "learning_rate": 0.00016102214054432485,
        "epoch": 2.52
    },
    {
        "loss": 7.5199,
        "grad_norm": 1.2549662590026855,
        "learning_rate": 0.00016014702021527962,
        "epoch": 2.52
    },
    {
        "loss": 7.3509,
        "grad_norm": 1.2111480236053467,
        "learning_rate": 0.00015927189988623435,
        "epoch": 2.52
    },
    {
        "loss": 7.5281,
        "grad_norm": 2.2498984336853027,
        "learning_rate": 0.0001583967795571891,
        "epoch": 2.53
    },
    {
        "loss": 7.5218,
        "grad_norm": 1.4710973501205444,
        "learning_rate": 0.00015752165922814387,
        "epoch": 2.53
    },
    {
        "loss": 7.1575,
        "grad_norm": 1.4040391445159912,
        "learning_rate": 0.00015664653889909864,
        "epoch": 2.53
    },
    {
        "loss": 7.3097,
        "grad_norm": 2.3657708168029785,
        "learning_rate": 0.0001557714185700534,
        "epoch": 2.53
    },
    {
        "loss": 7.3235,
        "grad_norm": 1.8456711769104004,
        "learning_rate": 0.00015489629824100816,
        "epoch": 2.54
    },
    {
        "loss": 7.1772,
        "grad_norm": 1.3032398223876953,
        "learning_rate": 0.0001540211779119629,
        "epoch": 2.54
    },
    {
        "loss": 7.331,
        "grad_norm": 1.2472988367080688,
        "learning_rate": 0.00015314605758291766,
        "epoch": 2.54
    },
    {
        "loss": 6.9758,
        "grad_norm": 1.1861238479614258,
        "learning_rate": 0.00015227093725387242,
        "epoch": 2.54
    },
    {
        "loss": 7.357,
        "grad_norm": 1.2937425374984741,
        "learning_rate": 0.00015139581692482718,
        "epoch": 2.55
    },
    {
        "loss": 7.6132,
        "grad_norm": 1.5241109132766724,
        "learning_rate": 0.00015052069659578194,
        "epoch": 2.55
    },
    {
        "loss": 7.1769,
        "grad_norm": 1.2426915168762207,
        "learning_rate": 0.00014964557626673668,
        "epoch": 2.55
    },
    {
        "loss": 7.2242,
        "grad_norm": 1.5336363315582275,
        "learning_rate": 0.0001487704559376914,
        "epoch": 2.55
    },
    {
        "loss": 8.0839,
        "grad_norm": 1.6944379806518555,
        "learning_rate": 0.00014789533560864617,
        "epoch": 2.56
    },
    {
        "loss": 7.2667,
        "grad_norm": 1.6602429151535034,
        "learning_rate": 0.00014702021527960093,
        "epoch": 2.56
    },
    {
        "loss": 7.4821,
        "grad_norm": 1.331986665725708,
        "learning_rate": 0.0001461450949505557,
        "epoch": 2.56
    },
    {
        "loss": 7.4808,
        "grad_norm": 1.4923409223556519,
        "learning_rate": 0.00014526997462151046,
        "epoch": 2.56
    },
    {
        "loss": 7.3579,
        "grad_norm": 1.5323739051818848,
        "learning_rate": 0.00014439485429246522,
        "epoch": 2.57
    },
    {
        "loss": 7.1833,
        "grad_norm": 1.0281411409378052,
        "learning_rate": 0.00014351973396341998,
        "epoch": 2.57
    },
    {
        "loss": 7.521,
        "grad_norm": 1.777385950088501,
        "learning_rate": 0.00014264461363437472,
        "epoch": 2.57
    },
    {
        "loss": 7.5531,
        "grad_norm": 1.7528423070907593,
        "learning_rate": 0.00014176949330532948,
        "epoch": 2.58
    },
    {
        "loss": 7.3295,
        "grad_norm": 1.665503740310669,
        "learning_rate": 0.00014089437297628424,
        "epoch": 2.58
    },
    {
        "loss": 6.9815,
        "grad_norm": 1.4323763847351074,
        "learning_rate": 0.000140019252647239,
        "epoch": 2.58
    },
    {
        "loss": 7.7957,
        "grad_norm": 1.2623038291931152,
        "learning_rate": 0.00013914413231819376,
        "epoch": 2.58
    },
    {
        "loss": 7.2667,
        "grad_norm": 1.3770829439163208,
        "learning_rate": 0.00013826901198914853,
        "epoch": 2.59
    },
    {
        "loss": 7.2641,
        "grad_norm": 1.495597243309021,
        "learning_rate": 0.00013739389166010326,
        "epoch": 2.59
    },
    {
        "loss": 7.6276,
        "grad_norm": 1.0396783351898193,
        "learning_rate": 0.00013651877133105802,
        "epoch": 2.59
    },
    {
        "loss": 7.4811,
        "grad_norm": 1.5590603351593018,
        "learning_rate": 0.00013564365100201278,
        "epoch": 2.59
    },
    {
        "loss": 6.9941,
        "grad_norm": 1.266262173652649,
        "learning_rate": 0.00013476853067296755,
        "epoch": 2.6
    },
    {
        "loss": 7.0138,
        "grad_norm": 1.3331608772277832,
        "learning_rate": 0.0001338934103439223,
        "epoch": 2.6
    },
    {
        "loss": 7.6792,
        "grad_norm": 1.54330575466156,
        "learning_rate": 0.00013301829001487707,
        "epoch": 2.6
    },
    {
        "loss": 7.5151,
        "grad_norm": 1.266360878944397,
        "learning_rate": 0.0001321431696858318,
        "epoch": 2.6
    },
    {
        "loss": 7.6357,
        "grad_norm": 1.1992617845535278,
        "learning_rate": 0.00013126804935678657,
        "epoch": 2.61
    },
    {
        "loss": 7.6848,
        "grad_norm": 1.6269259452819824,
        "learning_rate": 0.00013039292902774133,
        "epoch": 2.61
    },
    {
        "loss": 7.3941,
        "grad_norm": 1.4221471548080444,
        "learning_rate": 0.00012951780869869606,
        "epoch": 2.61
    },
    {
        "loss": 7.5638,
        "grad_norm": 1.31778085231781,
        "learning_rate": 0.00012864268836965082,
        "epoch": 2.61
    },
    {
        "loss": 7.3716,
        "grad_norm": 1.4217979907989502,
        "learning_rate": 0.00012776756804060559,
        "epoch": 2.62
    },
    {
        "loss": 7.7403,
        "grad_norm": 1.549012541770935,
        "learning_rate": 0.00012689244771156032,
        "epoch": 2.62
    },
    {
        "loss": 7.5079,
        "grad_norm": 1.7808821201324463,
        "learning_rate": 0.00012601732738251508,
        "epoch": 2.62
    },
    {
        "loss": 7.338,
        "grad_norm": 1.6030139923095703,
        "learning_rate": 0.00012514220705346984,
        "epoch": 2.62
    },
    {
        "loss": 7.2113,
        "grad_norm": 1.688103437423706,
        "learning_rate": 0.0001242670867244246,
        "epoch": 2.63
    },
    {
        "loss": 7.5297,
        "grad_norm": 1.4482861757278442,
        "learning_rate": 0.00012339196639537937,
        "epoch": 2.63
    },
    {
        "loss": 7.6226,
        "grad_norm": 1.481149435043335,
        "learning_rate": 0.00012251684606633413,
        "epoch": 2.63
    },
    {
        "loss": 7.1199,
        "grad_norm": 1.5914816856384277,
        "learning_rate": 0.00012164172573728888,
        "epoch": 2.64
    },
    {
        "loss": 7.5294,
        "grad_norm": 1.6436686515808105,
        "learning_rate": 0.00012076660540824364,
        "epoch": 2.64
    },
    {
        "loss": 7.7319,
        "grad_norm": 1.422884225845337,
        "learning_rate": 0.00011989148507919839,
        "epoch": 2.64
    },
    {
        "loss": 7.5878,
        "grad_norm": 1.2468681335449219,
        "learning_rate": 0.00011901636475015315,
        "epoch": 2.64
    },
    {
        "loss": 7.4093,
        "grad_norm": 1.6080206632614136,
        "learning_rate": 0.00011814124442110791,
        "epoch": 2.65
    },
    {
        "loss": 6.927,
        "grad_norm": 1.2568819522857666,
        "learning_rate": 0.00011726612409206266,
        "epoch": 2.65
    },
    {
        "loss": 7.524,
        "grad_norm": 1.4558569192886353,
        "learning_rate": 0.00011639100376301742,
        "epoch": 2.65
    },
    {
        "loss": 6.7721,
        "grad_norm": 1.3554805517196655,
        "learning_rate": 0.00011551588343397218,
        "epoch": 2.65
    },
    {
        "loss": 7.5129,
        "grad_norm": 2.061342239379883,
        "learning_rate": 0.00011464076310492692,
        "epoch": 2.66
    },
    {
        "loss": 7.271,
        "grad_norm": 1.7581554651260376,
        "learning_rate": 0.00011376564277588168,
        "epoch": 2.66
    },
    {
        "loss": 7.4605,
        "grad_norm": 1.3818498849868774,
        "learning_rate": 0.00011289052244683644,
        "epoch": 2.66
    },
    {
        "loss": 7.2747,
        "grad_norm": 1.4640157222747803,
        "learning_rate": 0.00011201540211779119,
        "epoch": 2.66
    },
    {
        "loss": 7.4137,
        "grad_norm": 1.628440499305725,
        "learning_rate": 0.00011114028178874595,
        "epoch": 2.67
    },
    {
        "loss": 7.1947,
        "grad_norm": 2.1291253566741943,
        "learning_rate": 0.00011026516145970071,
        "epoch": 2.67
    },
    {
        "loss": 7.3972,
        "grad_norm": 1.53203284740448,
        "learning_rate": 0.00010939004113065546,
        "epoch": 2.67
    },
    {
        "loss": 7.1343,
        "grad_norm": 1.7009447813034058,
        "learning_rate": 0.00010851492080161022,
        "epoch": 2.67
    },
    {
        "loss": 7.4999,
        "grad_norm": 1.981833815574646,
        "learning_rate": 0.00010763980047256499,
        "epoch": 2.68
    },
    {
        "loss": 7.0649,
        "grad_norm": 1.4151135683059692,
        "learning_rate": 0.00010676468014351973,
        "epoch": 2.68
    },
    {
        "loss": 7.4975,
        "grad_norm": 1.8214997053146362,
        "learning_rate": 0.0001058895598144745,
        "epoch": 2.68
    },
    {
        "loss": 7.1928,
        "grad_norm": 1.475014328956604,
        "learning_rate": 0.00010501443948542926,
        "epoch": 2.69
    },
    {
        "loss": 6.7309,
        "grad_norm": 1.500470757484436,
        "learning_rate": 0.00010413931915638399,
        "epoch": 2.69
    },
    {
        "loss": 7.2154,
        "grad_norm": 1.0923032760620117,
        "learning_rate": 0.00010326419882733875,
        "epoch": 2.69
    },
    {
        "loss": 7.4584,
        "grad_norm": 1.476189136505127,
        "learning_rate": 0.00010238907849829352,
        "epoch": 2.69
    },
    {
        "loss": 7.5696,
        "grad_norm": 1.3299099206924438,
        "learning_rate": 0.00010151395816924828,
        "epoch": 2.7
    },
    {
        "loss": 7.4462,
        "grad_norm": 1.248026967048645,
        "learning_rate": 0.00010063883784020303,
        "epoch": 2.7
    },
    {
        "loss": 7.057,
        "grad_norm": 1.5154845714569092,
        "learning_rate": 9.976371751115779e-05,
        "epoch": 2.7
    },
    {
        "loss": 7.4942,
        "grad_norm": 1.504868745803833,
        "learning_rate": 9.888859718211255e-05,
        "epoch": 2.7
    },
    {
        "loss": 7.7042,
        "grad_norm": 1.2087482213974,
        "learning_rate": 9.80134768530673e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.7138,
        "grad_norm": 2.066254138946533,
        "learning_rate": 9.713835652402206e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.4746,
        "grad_norm": 1.2078548669815063,
        "learning_rate": 9.626323619497682e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.5682,
        "grad_norm": 1.2530779838562012,
        "learning_rate": 9.538811586593157e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.4491,
        "grad_norm": 1.5170719623565674,
        "learning_rate": 9.451299553688632e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.2938,
        "grad_norm": 1.2933870553970337,
        "learning_rate": 9.363787520784108e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.1455,
        "grad_norm": 1.212755799293518,
        "learning_rate": 9.276275487879583e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.3702,
        "grad_norm": 1.4118942022323608,
        "learning_rate": 9.188763454975059e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.1194,
        "grad_norm": 1.575276494026184,
        "learning_rate": 9.101251422070535e-05,
        "epoch": 2.73
    },
    {
        "loss": 7.046,
        "grad_norm": 1.3244752883911133,
        "learning_rate": 9.01373938916601e-05,
        "epoch": 2.73
    },
    {
        "loss": 6.875,
        "grad_norm": 1.369280219078064,
        "learning_rate": 8.926227356261486e-05,
        "epoch": 2.73
    },
    {
        "loss": 7.4045,
        "grad_norm": 1.3210042715072632,
        "learning_rate": 8.838715323356962e-05,
        "epoch": 2.74
    },
    {
        "loss": 7.5159,
        "grad_norm": 1.4352552890777588,
        "learning_rate": 8.751203290452437e-05,
        "epoch": 2.74
    },
    {
        "loss": 7.2315,
        "grad_norm": 1.4860197305679321,
        "learning_rate": 8.663691257547913e-05,
        "epoch": 2.74
    },
    {
        "loss": 6.8597,
        "grad_norm": 1.2331523895263672,
        "learning_rate": 8.57617922464339e-05,
        "epoch": 2.74
    },
    {
        "loss": 7.3485,
        "grad_norm": 1.2187525033950806,
        "learning_rate": 8.488667191738863e-05,
        "epoch": 2.75
    },
    {
        "loss": 7.388,
        "grad_norm": 1.1800241470336914,
        "learning_rate": 8.401155158834339e-05,
        "epoch": 2.75
    },
    {
        "loss": 6.9186,
        "grad_norm": 1.3542723655700684,
        "learning_rate": 8.313643125929815e-05,
        "epoch": 2.75
    },
    {
        "loss": 6.9582,
        "grad_norm": 1.3839143514633179,
        "learning_rate": 8.22613109302529e-05,
        "epoch": 2.75
    },
    {
        "loss": 7.4176,
        "grad_norm": 1.4546840190887451,
        "learning_rate": 8.138619060120766e-05,
        "epoch": 2.76
    },
    {
        "loss": 7.2731,
        "grad_norm": 1.3623560667037964,
        "learning_rate": 8.051107027216243e-05,
        "epoch": 2.76
    },
    {
        "loss": 7.1633,
        "grad_norm": 1.9331005811691284,
        "learning_rate": 7.963594994311717e-05,
        "epoch": 2.76
    },
    {
        "loss": 6.8972,
        "grad_norm": 1.2791029214859009,
        "learning_rate": 7.876082961407194e-05,
        "epoch": 2.76
    },
    {
        "loss": 7.1043,
        "grad_norm": 1.6202424764633179,
        "learning_rate": 7.78857092850267e-05,
        "epoch": 2.77
    },
    {
        "loss": 7.0727,
        "grad_norm": 1.0835381746292114,
        "learning_rate": 7.701058895598145e-05,
        "epoch": 2.77
    },
    {
        "loss": 7.0958,
        "grad_norm": 1.2778371572494507,
        "learning_rate": 7.613546862693621e-05,
        "epoch": 2.77
    },
    {
        "loss": 7.2219,
        "grad_norm": 1.9295389652252197,
        "learning_rate": 7.526034829789097e-05,
        "epoch": 2.77
    },
    {
        "loss": 7.0189,
        "grad_norm": 1.9394477605819702,
        "learning_rate": 7.43852279688457e-05,
        "epoch": 2.78
    },
    {
        "loss": 7.0144,
        "grad_norm": 1.4238934516906738,
        "learning_rate": 7.351010763980047e-05,
        "epoch": 2.78
    },
    {
        "loss": 7.2353,
        "grad_norm": 1.350537657737732,
        "learning_rate": 7.263498731075523e-05,
        "epoch": 2.78
    },
    {
        "loss": 6.7353,
        "grad_norm": 1.3214153051376343,
        "learning_rate": 7.175986698170999e-05,
        "epoch": 2.79
    },
    {
        "loss": 7.4143,
        "grad_norm": 2.469216823577881,
        "learning_rate": 7.088474665266474e-05,
        "epoch": 2.79
    },
    {
        "loss": 7.4276,
        "grad_norm": 1.414184808731079,
        "learning_rate": 7.00096263236195e-05,
        "epoch": 2.79
    },
    {
        "loss": 6.9842,
        "grad_norm": 1.4708011150360107,
        "learning_rate": 6.913450599457426e-05,
        "epoch": 2.79
    },
    {
        "loss": 7.572,
        "grad_norm": 1.449560284614563,
        "learning_rate": 6.825938566552901e-05,
        "epoch": 2.8
    },
    {
        "loss": 7.3449,
        "grad_norm": 1.1261264085769653,
        "learning_rate": 6.738426533648377e-05,
        "epoch": 2.8
    },
    {
        "loss": 7.1776,
        "grad_norm": 1.5502110719680786,
        "learning_rate": 6.650914500743853e-05,
        "epoch": 2.8
    },
    {
        "loss": 7.0565,
        "grad_norm": 1.3916562795639038,
        "learning_rate": 6.563402467839328e-05,
        "epoch": 2.8
    },
    {
        "loss": 7.0882,
        "grad_norm": 1.361229658126831,
        "learning_rate": 6.475890434934803e-05,
        "epoch": 2.81
    },
    {
        "loss": 6.981,
        "grad_norm": 1.6100305318832397,
        "learning_rate": 6.388378402030279e-05,
        "epoch": 2.81
    },
    {
        "loss": 7.2502,
        "grad_norm": 1.5449306964874268,
        "learning_rate": 6.300866369125754e-05,
        "epoch": 2.81
    },
    {
        "loss": 7.4208,
        "grad_norm": 1.3188410997390747,
        "learning_rate": 6.21335433622123e-05,
        "epoch": 2.81
    },
    {
        "loss": 7.2957,
        "grad_norm": 1.543289303779602,
        "learning_rate": 6.125842303316706e-05,
        "epoch": 2.82
    },
    {
        "loss": 7.0319,
        "grad_norm": 1.1590594053268433,
        "learning_rate": 6.038330270412182e-05,
        "epoch": 2.82
    },
    {
        "loss": 7.23,
        "grad_norm": 1.1623939275741577,
        "learning_rate": 5.9508182375076575e-05,
        "epoch": 2.82
    },
    {
        "loss": 7.1254,
        "grad_norm": 1.6204333305358887,
        "learning_rate": 5.863306204603133e-05,
        "epoch": 2.82
    },
    {
        "loss": 7.4319,
        "grad_norm": 1.5845638513565063,
        "learning_rate": 5.775794171698609e-05,
        "epoch": 2.83
    },
    {
        "loss": 7.4574,
        "grad_norm": 1.3281787633895874,
        "learning_rate": 5.688282138794084e-05,
        "epoch": 2.83
    },
    {
        "loss": 6.8629,
        "grad_norm": 1.6502999067306519,
        "learning_rate": 5.6007701058895595e-05,
        "epoch": 2.83
    },
    {
        "loss": 7.1493,
        "grad_norm": 1.7768168449401855,
        "learning_rate": 5.513258072985036e-05,
        "epoch": 2.83
    },
    {
        "loss": 7.1971,
        "grad_norm": 1.1763763427734375,
        "learning_rate": 5.425746040080511e-05,
        "epoch": 2.84
    },
    {
        "loss": 7.4182,
        "grad_norm": 1.4033911228179932,
        "learning_rate": 5.338234007175987e-05,
        "epoch": 2.84
    },
    {
        "loss": 6.8175,
        "grad_norm": 1.5407586097717285,
        "learning_rate": 5.250721974271463e-05,
        "epoch": 2.84
    },
    {
        "loss": 7.5091,
        "grad_norm": 1.5829062461853027,
        "learning_rate": 5.163209941366938e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.0728,
        "grad_norm": 1.3185957670211792,
        "learning_rate": 5.075697908462414e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.1931,
        "grad_norm": 1.1996837854385376,
        "learning_rate": 4.9881858755578894e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.2327,
        "grad_norm": 1.6188883781433105,
        "learning_rate": 4.900673842653365e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.2432,
        "grad_norm": 1.7829197645187378,
        "learning_rate": 4.813161809748841e-05,
        "epoch": 2.86
    },
    {
        "loss": 6.8231,
        "grad_norm": 1.3998175859451294,
        "learning_rate": 4.725649776844316e-05,
        "epoch": 2.86
    },
    {
        "loss": 7.5838,
        "grad_norm": 1.6664845943450928,
        "learning_rate": 4.6381377439397914e-05,
        "epoch": 2.86
    },
    {
        "loss": 7.3804,
        "grad_norm": 1.2328096628189087,
        "learning_rate": 4.5506257110352676e-05,
        "epoch": 2.86
    },
    {
        "loss": 7.1497,
        "grad_norm": 1.5543657541275024,
        "learning_rate": 4.463113678130743e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.5067,
        "grad_norm": 2.0711114406585693,
        "learning_rate": 4.3756016452262186e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.1481,
        "grad_norm": 2.340829372406006,
        "learning_rate": 4.288089612321695e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.2767,
        "grad_norm": 1.3014119863510132,
        "learning_rate": 4.2005775794171696e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.2583,
        "grad_norm": 1.186070442199707,
        "learning_rate": 4.113065546512645e-05,
        "epoch": 2.88
    },
    {
        "loss": 7.7179,
        "grad_norm": 1.4286901950836182,
        "learning_rate": 4.025553513608121e-05,
        "epoch": 2.88
    },
    {
        "loss": 6.9271,
        "grad_norm": 1.561988115310669,
        "learning_rate": 3.938041480703597e-05,
        "epoch": 2.88
    },
    {
        "loss": 6.9378,
        "grad_norm": 1.2756584882736206,
        "learning_rate": 3.8505294477990723e-05,
        "epoch": 2.88
    },
    {
        "loss": 7.8091,
        "grad_norm": 1.5452569723129272,
        "learning_rate": 3.7630174148945485e-05,
        "epoch": 2.89
    },
    {
        "loss": 6.7905,
        "grad_norm": 1.2616968154907227,
        "learning_rate": 3.6755053819900234e-05,
        "epoch": 2.89
    },
    {
        "loss": 7.3958,
        "grad_norm": 1.1684807538986206,
        "learning_rate": 3.5879933490854995e-05,
        "epoch": 2.89
    },
    {
        "loss": 6.9238,
        "grad_norm": 1.351366639137268,
        "learning_rate": 3.500481316180975e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.4026,
        "grad_norm": 1.2473573684692383,
        "learning_rate": 3.4129692832764505e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.4247,
        "grad_norm": 1.5123474597930908,
        "learning_rate": 3.325457250371927e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.0967,
        "grad_norm": 1.1452938318252563,
        "learning_rate": 3.2379452174674016e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.0357,
        "grad_norm": 1.1505627632141113,
        "learning_rate": 3.150433184562877e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.4973,
        "grad_norm": 1.438091516494751,
        "learning_rate": 3.062921151658353e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.4715,
        "grad_norm": 1.1489310264587402,
        "learning_rate": 2.9754091187538288e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.0076,
        "grad_norm": 1.3423534631729126,
        "learning_rate": 2.8878970858493046e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.0935,
        "grad_norm": 1.2484374046325684,
        "learning_rate": 2.8003850529447798e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.1792,
        "grad_norm": 1.310231328010559,
        "learning_rate": 2.7128730200402556e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.3469,
        "grad_norm": 1.417974591255188,
        "learning_rate": 2.6253609871357314e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.2473,
        "grad_norm": 1.3878840208053589,
        "learning_rate": 2.537848954231207e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.1321,
        "grad_norm": 1.6403028964996338,
        "learning_rate": 2.459088124617135e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.6076,
        "grad_norm": 1.2110294103622437,
        "learning_rate": 2.3715760917126104e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.3466,
        "grad_norm": 1.203755497932434,
        "learning_rate": 2.2840640588080863e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.4367,
        "grad_norm": 1.2081892490386963,
        "learning_rate": 2.1965520259035618e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.6191,
        "grad_norm": 1.2515225410461426,
        "learning_rate": 2.1090399929990373e-05,
        "epoch": 2.94
    },
    {
        "loss": 7.2915,
        "grad_norm": 1.2461618185043335,
        "learning_rate": 2.021527960094513e-05,
        "epoch": 2.94
    },
    {
        "loss": 7.0825,
        "grad_norm": 1.3424855470657349,
        "learning_rate": 1.9340159271899886e-05,
        "epoch": 2.94
    },
    {
        "loss": 7.6924,
        "grad_norm": 1.2109103202819824,
        "learning_rate": 1.846503894285464e-05,
        "epoch": 2.95
    },
    {
        "loss": 7.531,
        "grad_norm": 1.2161798477172852,
        "learning_rate": 1.75899186138094e-05,
        "epoch": 2.95
    },
    {
        "loss": 7.1992,
        "grad_norm": 1.347778081893921,
        "learning_rate": 1.6714798284764158e-05,
        "epoch": 2.95
    },
    {
        "loss": 7.7785,
        "grad_norm": 1.2869161367416382,
        "learning_rate": 1.583967795571891e-05,
        "epoch": 2.95
    },
    {
        "loss": 7.6703,
        "grad_norm": 1.1452679634094238,
        "learning_rate": 1.4964557626673668e-05,
        "epoch": 2.96
    },
    {
        "loss": 7.3311,
        "grad_norm": 1.7757437229156494,
        "learning_rate": 1.4089437297628423e-05,
        "epoch": 2.96
    },
    {
        "loss": 7.4272,
        "grad_norm": 1.2730258703231812,
        "learning_rate": 1.3214316968583182e-05,
        "epoch": 2.96
    },
    {
        "loss": 6.8195,
        "grad_norm": 1.0826276540756226,
        "learning_rate": 1.2339196639537937e-05,
        "epoch": 2.96
    },
    {
        "loss": 7.1219,
        "grad_norm": 1.3847414255142212,
        "learning_rate": 1.1464076310492692e-05,
        "epoch": 2.97
    },
    {
        "loss": 7.5912,
        "grad_norm": 1.4612926244735718,
        "learning_rate": 1.0588955981447449e-05,
        "epoch": 2.97
    },
    {
        "loss": 6.9373,
        "grad_norm": 1.5692036151885986,
        "learning_rate": 9.713835652402205e-06,
        "epoch": 2.97
    },
    {
        "loss": 7.7104,
        "grad_norm": 1.4740134477615356,
        "learning_rate": 8.838715323356962e-06,
        "epoch": 2.97
    },
    {
        "loss": 7.1918,
        "grad_norm": 1.026573657989502,
        "learning_rate": 7.963594994311717e-06,
        "epoch": 2.98
    },
    {
        "loss": 6.8717,
        "grad_norm": 1.1959487199783325,
        "learning_rate": 7.088474665266474e-06,
        "epoch": 2.98
    },
    {
        "loss": 7.4154,
        "grad_norm": 1.1354584693908691,
        "learning_rate": 6.213354336221231e-06,
        "epoch": 2.98
    },
    {
        "loss": 7.1622,
        "grad_norm": 1.3372441530227661,
        "learning_rate": 5.338234007175987e-06,
        "epoch": 2.98
    },
    {
        "loss": 6.9564,
        "grad_norm": 1.1713366508483887,
        "learning_rate": 4.463113678130743e-06,
        "epoch": 2.99
    },
    {
        "loss": 7.462,
        "grad_norm": 1.8238294124603271,
        "learning_rate": 3.587993349085499e-06,
        "epoch": 2.99
    },
    {
        "loss": 7.5493,
        "grad_norm": 1.3313993215560913,
        "learning_rate": 2.7128730200402555e-06,
        "epoch": 2.99
    },
    {
        "loss": 7.2399,
        "grad_norm": 1.1780248880386353,
        "learning_rate": 1.8377526909950118e-06,
        "epoch": 3.0
    },
    {
        "loss": 6.879,
        "grad_norm": 1.2703826427459717,
        "learning_rate": 9.626323619497682e-07,
        "epoch": 3.0
    },
    {
        "train_runtime": 104781.7564,
        "train_samples_per_second": 3.49,
        "train_steps_per_second": 0.109,
        "train_loss": 8.437174775609405,
        "epoch": 3.0
    }
]