{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.22003725936659077,
  "eval_steps": 500,
  "global_step": 1063,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00020699648105982198,
      "grad_norm": 0.3105248212814331,
      "learning_rate": 1e-05,
      "loss": 0.3097,
      "step": 1
    },
    {
      "epoch": 0.00041399296211964395,
      "grad_norm": 0.35843613743782043,
      "learning_rate": 2e-05,
      "loss": 0.3333,
      "step": 2
    },
    {
      "epoch": 0.000620989443179466,
      "grad_norm": 0.31169694662094116,
      "learning_rate": 3e-05,
      "loss": 0.3367,
      "step": 3
    },
    {
      "epoch": 0.0008279859242392879,
      "grad_norm": 0.4025513529777527,
      "learning_rate": 4e-05,
      "loss": 0.3568,
      "step": 4
    },
    {
      "epoch": 0.0010349824052991099,
      "grad_norm": 0.38164222240448,
      "learning_rate": 5e-05,
      "loss": 0.375,
      "step": 5
    },
    {
      "epoch": 0.001241978886358932,
      "grad_norm": 0.41811275482177734,
      "learning_rate": 6e-05,
      "loss": 0.3421,
      "step": 6
    },
    {
      "epoch": 0.001448975367418754,
      "grad_norm": 0.40563058853149414,
      "learning_rate": 7e-05,
      "loss": 0.3046,
      "step": 7
    },
    {
      "epoch": 0.0016559718484785758,
      "grad_norm": 0.32561907172203064,
      "learning_rate": 8e-05,
      "loss": 0.3298,
      "step": 8
    },
    {
      "epoch": 0.0018629683295383979,
      "grad_norm": 0.2336910218000412,
      "learning_rate": 9e-05,
      "loss": 0.2331,
      "step": 9
    },
    {
      "epoch": 0.0020699648105982197,
      "grad_norm": 0.2214404195547104,
      "learning_rate": 0.0001,
      "loss": 0.2747,
      "step": 10
    },
    {
      "epoch": 0.002276961291658042,
      "grad_norm": 0.1755189299583435,
      "learning_rate": 0.00011000000000000002,
      "loss": 0.215,
      "step": 11
    },
    {
      "epoch": 0.002483957772717864,
      "grad_norm": 0.13464422523975372,
      "learning_rate": 0.00012,
      "loss": 0.1854,
      "step": 12
    },
    {
      "epoch": 0.0026909542537776857,
      "grad_norm": 0.1568724364042282,
      "learning_rate": 0.00013000000000000002,
      "loss": 0.1954,
      "step": 13
    },
    {
      "epoch": 0.002897950734837508,
      "grad_norm": 0.1855469048023224,
      "learning_rate": 0.00014,
      "loss": 0.1788,
      "step": 14
    },
    {
      "epoch": 0.00310494721589733,
      "grad_norm": 0.16363286972045898,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.1816,
      "step": 15
    },
    {
      "epoch": 0.0033119436969571516,
      "grad_norm": 0.14675703644752502,
      "learning_rate": 0.00016,
      "loss": 0.144,
      "step": 16
    },
    {
      "epoch": 0.003518940178016974,
      "grad_norm": 0.13585928082466125,
      "learning_rate": 0.00017,
      "loss": 0.1265,
      "step": 17
    },
    {
      "epoch": 0.0037259366590767957,
      "grad_norm": 0.13742923736572266,
      "learning_rate": 0.00018,
      "loss": 0.1373,
      "step": 18
    },
    {
      "epoch": 0.003932933140136618,
      "grad_norm": 0.09649409353733063,
      "learning_rate": 0.00019,
      "loss": 0.1161,
      "step": 19
    },
    {
      "epoch": 0.004139929621196439,
      "grad_norm": 0.08537352085113525,
      "learning_rate": 0.0002,
      "loss": 0.1086,
      "step": 20
    },
    {
      "epoch": 0.004346926102256262,
      "grad_norm": 0.07582477480173111,
      "learning_rate": 0.00019995842860112245,
      "loss": 0.1047,
      "step": 21
    },
    {
      "epoch": 0.004553922583316084,
      "grad_norm": 0.07321921736001968,
      "learning_rate": 0.00019991685720224486,
      "loss": 0.1095,
      "step": 22
    },
    {
      "epoch": 0.004760919064375905,
      "grad_norm": 0.07746334373950958,
      "learning_rate": 0.0001998752858033673,
      "loss": 0.08,
      "step": 23
    },
    {
      "epoch": 0.004967915545435728,
      "grad_norm": 0.06693358719348907,
      "learning_rate": 0.00019983371440448973,
      "loss": 0.0932,
      "step": 24
    },
    {
      "epoch": 0.00517491202649555,
      "grad_norm": 0.09097249805927277,
      "learning_rate": 0.00019979214300561214,
      "loss": 0.095,
      "step": 25
    },
    {
      "epoch": 0.005381908507555371,
      "grad_norm": 0.06965727359056473,
      "learning_rate": 0.00019975057160673458,
      "loss": 0.0847,
      "step": 26
    },
    {
      "epoch": 0.005588904988615194,
      "grad_norm": 0.060345325618982315,
      "learning_rate": 0.00019970900020785701,
      "loss": 0.0609,
      "step": 27
    },
    {
      "epoch": 0.005795901469675016,
      "grad_norm": 0.06169256567955017,
      "learning_rate": 0.00019966742880897945,
      "loss": 0.0651,
      "step": 28
    },
    {
      "epoch": 0.006002897950734837,
      "grad_norm": 0.07536791265010834,
      "learning_rate": 0.00019962585741010186,
      "loss": 0.0614,
      "step": 29
    },
    {
      "epoch": 0.00620989443179466,
      "grad_norm": 0.06803280860185623,
      "learning_rate": 0.0001995842860112243,
      "loss": 0.0589,
      "step": 30
    },
    {
      "epoch": 0.006416890912854482,
      "grad_norm": 0.09668745845556259,
      "learning_rate": 0.0001995427146123467,
      "loss": 0.0511,
      "step": 31
    },
    {
      "epoch": 0.006623887393914303,
      "grad_norm": 0.060853298753499985,
      "learning_rate": 0.00019950114321346915,
      "loss": 0.0428,
      "step": 32
    },
    {
      "epoch": 0.0068308838749741255,
      "grad_norm": 0.04822453856468201,
      "learning_rate": 0.00019945957181459156,
      "loss": 0.0442,
      "step": 33
    },
    {
      "epoch": 0.007037880356033948,
      "grad_norm": 0.07689573615789413,
      "learning_rate": 0.000199418000415714,
      "loss": 0.0448,
      "step": 34
    },
    {
      "epoch": 0.007244876837093769,
      "grad_norm": 0.07483747601509094,
      "learning_rate": 0.00019937642901683643,
      "loss": 0.0449,
      "step": 35
    },
    {
      "epoch": 0.0074518733181535915,
      "grad_norm": 0.06677654385566711,
      "learning_rate": 0.00019933485761795884,
      "loss": 0.0368,
      "step": 36
    },
    {
      "epoch": 0.007658869799213414,
      "grad_norm": 0.06132747232913971,
      "learning_rate": 0.00019929328621908128,
      "loss": 0.0365,
      "step": 37
    },
    {
      "epoch": 0.007865866280273236,
      "grad_norm": 0.04215759411454201,
      "learning_rate": 0.00019925171482020371,
      "loss": 0.0307,
      "step": 38
    },
    {
      "epoch": 0.008072862761333057,
      "grad_norm": 0.05545351654291153,
      "learning_rate": 0.00019921014342132612,
      "loss": 0.0308,
      "step": 39
    },
    {
      "epoch": 0.008279859242392879,
      "grad_norm": 0.06014477089047432,
      "learning_rate": 0.00019916857202244856,
      "loss": 0.0335,
      "step": 40
    },
    {
      "epoch": 0.008486855723452702,
      "grad_norm": 0.06840485334396362,
      "learning_rate": 0.000199127000623571,
      "loss": 0.0287,
      "step": 41
    },
    {
      "epoch": 0.008693852204512523,
      "grad_norm": 0.0705009400844574,
      "learning_rate": 0.0001990854292246934,
      "loss": 0.0271,
      "step": 42
    },
    {
      "epoch": 0.008900848685572345,
      "grad_norm": 0.05818328261375427,
      "learning_rate": 0.00019904385782581585,
      "loss": 0.0253,
      "step": 43
    },
    {
      "epoch": 0.009107845166632168,
      "grad_norm": 0.03936947509646416,
      "learning_rate": 0.00019900228642693828,
      "loss": 0.0216,
      "step": 44
    },
    {
      "epoch": 0.00931484164769199,
      "grad_norm": 0.044559165835380554,
      "learning_rate": 0.00019896071502806072,
      "loss": 0.0212,
      "step": 45
    },
    {
      "epoch": 0.00952183812875181,
      "grad_norm": 0.04012398421764374,
      "learning_rate": 0.00019891914362918313,
      "loss": 0.014,
      "step": 46
    },
    {
      "epoch": 0.009728834609811634,
      "grad_norm": 0.048441193997859955,
      "learning_rate": 0.00019887757223030557,
      "loss": 0.0144,
      "step": 47
    },
    {
      "epoch": 0.009935831090871455,
      "grad_norm": 0.046538762748241425,
      "learning_rate": 0.000198836000831428,
      "loss": 0.0111,
      "step": 48
    },
    {
      "epoch": 0.010142827571931277,
      "grad_norm": 0.04020772501826286,
      "learning_rate": 0.0001987944294325504,
      "loss": 0.0103,
      "step": 49
    },
    {
      "epoch": 0.0103498240529911,
      "grad_norm": 0.030860010534524918,
      "learning_rate": 0.00019875285803367285,
      "loss": 0.0071,
      "step": 50
    },
    {
      "epoch": 0.010556820534050921,
      "grad_norm": 0.0534852109849453,
      "learning_rate": 0.0001987112866347953,
      "loss": 0.0082,
      "step": 51
    },
    {
      "epoch": 0.010763817015110743,
      "grad_norm": 0.061904191970825195,
      "learning_rate": 0.0001986697152359177,
      "loss": 0.0092,
      "step": 52
    },
    {
      "epoch": 0.010970813496170566,
      "grad_norm": 0.06135628744959831,
      "learning_rate": 0.0001986281438370401,
      "loss": 0.0091,
      "step": 53
    },
    {
      "epoch": 0.011177809977230387,
      "grad_norm": 0.060930103063583374,
      "learning_rate": 0.00019858657243816254,
      "loss": 0.0103,
      "step": 54
    },
    {
      "epoch": 0.011384806458290209,
      "grad_norm": 0.038847871124744415,
      "learning_rate": 0.00019854500103928498,
      "loss": 0.0077,
      "step": 55
    },
    {
      "epoch": 0.011591802939350032,
      "grad_norm": 0.01643364317715168,
      "learning_rate": 0.0001985034296404074,
      "loss": 0.0065,
      "step": 56
    },
    {
      "epoch": 0.011798799420409853,
      "grad_norm": 0.03226076811552048,
      "learning_rate": 0.00019846185824152983,
      "loss": 0.0059,
      "step": 57
    },
    {
      "epoch": 0.012005795901469675,
      "grad_norm": 0.045181699097156525,
      "learning_rate": 0.00019842028684265227,
      "loss": 0.0075,
      "step": 58
    },
    {
      "epoch": 0.012212792382529498,
      "grad_norm": 0.0442410409450531,
      "learning_rate": 0.00019837871544377468,
      "loss": 0.007,
      "step": 59
    },
    {
      "epoch": 0.01241978886358932,
      "grad_norm": 0.04646408557891846,
      "learning_rate": 0.0001983371440448971,
      "loss": 0.009,
      "step": 60
    },
    {
      "epoch": 0.01262678534464914,
      "grad_norm": 0.037814535200595856,
      "learning_rate": 0.00019829557264601955,
      "loss": 0.0062,
      "step": 61
    },
    {
      "epoch": 0.012833781825708964,
      "grad_norm": 0.029840698465704918,
      "learning_rate": 0.000198254001247142,
      "loss": 0.0075,
      "step": 62
    },
    {
      "epoch": 0.013040778306768785,
      "grad_norm": 0.009363808669149876,
      "learning_rate": 0.0001982124298482644,
      "loss": 0.0054,
      "step": 63
    },
    {
      "epoch": 0.013247774787828607,
      "grad_norm": 0.02504296600818634,
      "learning_rate": 0.00019817085844938683,
      "loss": 0.0051,
      "step": 64
    },
    {
      "epoch": 0.01345477126888843,
      "grad_norm": 0.03861517831683159,
      "learning_rate": 0.00019812928705050927,
      "loss": 0.0061,
      "step": 65
    },
    {
      "epoch": 0.013661767749948251,
      "grad_norm": 0.04222877696156502,
      "learning_rate": 0.00019808771565163168,
      "loss": 0.0074,
      "step": 66
    },
    {
      "epoch": 0.013868764231008072,
      "grad_norm": 0.03613612800836563,
      "learning_rate": 0.00019804614425275412,
      "loss": 0.0063,
      "step": 67
    },
    {
      "epoch": 0.014075760712067896,
      "grad_norm": 0.02817763015627861,
      "learning_rate": 0.00019800457285387655,
      "loss": 0.0074,
      "step": 68
    },
    {
      "epoch": 0.014282757193127717,
      "grad_norm": 0.01215298566967249,
      "learning_rate": 0.00019796300145499896,
      "loss": 0.0057,
      "step": 69
    },
    {
      "epoch": 0.014489753674187538,
      "grad_norm": 0.01781376637518406,
      "learning_rate": 0.0001979214300561214,
      "loss": 0.0067,
      "step": 70
    },
    {
      "epoch": 0.014696750155247362,
      "grad_norm": 0.02770097553730011,
      "learning_rate": 0.00019787985865724384,
      "loss": 0.0057,
      "step": 71
    },
    {
      "epoch": 0.014903746636307183,
      "grad_norm": 0.029749557375907898,
      "learning_rate": 0.00019783828725836625,
      "loss": 0.0063,
      "step": 72
    },
    {
      "epoch": 0.015110743117367004,
      "grad_norm": 0.02843872457742691,
      "learning_rate": 0.00019779671585948869,
      "loss": 0.0076,
      "step": 73
    },
    {
      "epoch": 0.015317739598426828,
      "grad_norm": 0.019167358055710793,
      "learning_rate": 0.00019775514446061112,
      "loss": 0.0059,
      "step": 74
    },
    {
      "epoch": 0.015524736079486649,
      "grad_norm": 0.01691405475139618,
      "learning_rate": 0.00019771357306173353,
      "loss": 0.0072,
      "step": 75
    },
    {
      "epoch": 0.015731732560546472,
      "grad_norm": 0.00585334375500679,
      "learning_rate": 0.00019767200166285594,
      "loss": 0.0047,
      "step": 76
    },
    {
      "epoch": 0.015938729041606294,
      "grad_norm": 0.019127612933516502,
      "learning_rate": 0.00019763043026397838,
      "loss": 0.0047,
      "step": 77
    },
    {
      "epoch": 0.016145725522666115,
      "grad_norm": 0.026558954268693924,
      "learning_rate": 0.00019758885886510082,
      "loss": 0.0064,
      "step": 78
    },
    {
      "epoch": 0.016352722003725936,
      "grad_norm": 0.0275382362306118,
      "learning_rate": 0.00019754728746622325,
      "loss": 0.006,
      "step": 79
    },
    {
      "epoch": 0.016559718484785758,
      "grad_norm": 0.016686394810676575,
      "learning_rate": 0.00019750571606734566,
      "loss": 0.0069,
      "step": 80
    },
    {
      "epoch": 0.01676671496584558,
      "grad_norm": 0.011664893478155136,
      "learning_rate": 0.0001974641446684681,
      "loss": 0.0055,
      "step": 81
    },
    {
      "epoch": 0.016973711446905404,
      "grad_norm": 0.010350242257118225,
      "learning_rate": 0.00019742257326959054,
      "loss": 0.0045,
      "step": 82
    },
    {
      "epoch": 0.017180707927965225,
      "grad_norm": 0.018541481345891953,
      "learning_rate": 0.00019738100187071295,
      "loss": 0.0056,
      "step": 83
    },
    {
      "epoch": 0.017387704409025047,
      "grad_norm": 0.015899088233709335,
      "learning_rate": 0.00019733943047183539,
      "loss": 0.0047,
      "step": 84
    },
    {
      "epoch": 0.017594700890084868,
      "grad_norm": 0.01706838794052601,
      "learning_rate": 0.00019729785907295782,
      "loss": 0.0059,
      "step": 85
    },
    {
      "epoch": 0.01780169737114469,
      "grad_norm": 0.01610150933265686,
      "learning_rate": 0.00019725628767408023,
      "loss": 0.0065,
      "step": 86
    },
    {
      "epoch": 0.01800869385220451,
      "grad_norm": 0.011388594284653664,
      "learning_rate": 0.00019721471627520267,
      "loss": 0.0054,
      "step": 87
    },
    {
      "epoch": 0.018215690333264336,
      "grad_norm": 0.010438695549964905,
      "learning_rate": 0.0001971731448763251,
      "loss": 0.005,
      "step": 88
    },
    {
      "epoch": 0.018422686814324157,
      "grad_norm": 0.01277916319668293,
      "learning_rate": 0.00019713157347744752,
      "loss": 0.0045,
      "step": 89
    },
    {
      "epoch": 0.01862968329538398,
      "grad_norm": 0.016964582726359367,
      "learning_rate": 0.00019709000207856995,
      "loss": 0.0064,
      "step": 90
    },
    {
      "epoch": 0.0188366797764438,
      "grad_norm": 0.015511998906731606,
      "learning_rate": 0.0001970484306796924,
      "loss": 0.0046,
      "step": 91
    },
    {
      "epoch": 0.01904367625750362,
      "grad_norm": 0.014610686339437962,
      "learning_rate": 0.00019700685928081483,
      "loss": 0.0068,
      "step": 92
    },
    {
      "epoch": 0.019250672738563443,
      "grad_norm": 0.011182552203536034,
      "learning_rate": 0.00019696528788193724,
      "loss": 0.005,
      "step": 93
    },
    {
      "epoch": 0.019457669219623268,
      "grad_norm": 0.00904427282512188,
      "learning_rate": 0.00019692371648305967,
      "loss": 0.0052,
      "step": 94
    },
    {
      "epoch": 0.01966466570068309,
      "grad_norm": 0.013450189493596554,
      "learning_rate": 0.0001968821450841821,
      "loss": 0.0053,
      "step": 95
    },
    {
      "epoch": 0.01987166218174291,
      "grad_norm": 0.011684760451316833,
      "learning_rate": 0.00019684057368530452,
      "loss": 0.0051,
      "step": 96
    },
    {
      "epoch": 0.020078658662802732,
      "grad_norm": 0.009463542141020298,
      "learning_rate": 0.00019679900228642693,
      "loss": 0.0055,
      "step": 97
    },
    {
      "epoch": 0.020285655143862553,
      "grad_norm": 0.007411513477563858,
      "learning_rate": 0.00019675743088754937,
      "loss": 0.005,
      "step": 98
    },
    {
      "epoch": 0.020492651624922375,
      "grad_norm": 0.013031812384724617,
      "learning_rate": 0.0001967158594886718,
      "loss": 0.0063,
      "step": 99
    },
    {
      "epoch": 0.0206996481059822,
      "grad_norm": 0.006821679417043924,
      "learning_rate": 0.00019667428808979422,
      "loss": 0.0058,
      "step": 100
    },
    {
      "epoch": 0.02090664458704202,
      "grad_norm": 0.009770995937287807,
      "learning_rate": 0.00019663271669091665,
      "loss": 0.0045,
      "step": 101
    },
    {
      "epoch": 0.021113641068101843,
      "grad_norm": 0.007675915956497192,
      "learning_rate": 0.0001965911452920391,
      "loss": 0.0049,
      "step": 102
    },
    {
      "epoch": 0.021320637549161664,
      "grad_norm": 0.009076464921236038,
      "learning_rate": 0.0001965495738931615,
      "loss": 0.0048,
      "step": 103
    },
    {
      "epoch": 0.021527634030221485,
      "grad_norm": 0.010678350925445557,
      "learning_rate": 0.00019650800249428394,
      "loss": 0.0056,
      "step": 104
    },
    {
      "epoch": 0.021734630511281307,
      "grad_norm": 0.029563505202531815,
      "learning_rate": 0.00019646643109540637,
      "loss": 0.0049,
      "step": 105
    },
    {
      "epoch": 0.02194162699234113,
      "grad_norm": 0.0072585404850542545,
      "learning_rate": 0.00019642485969652878,
      "loss": 0.005,
      "step": 106
    },
    {
      "epoch": 0.022148623473400953,
      "grad_norm": 0.009124008938670158,
      "learning_rate": 0.00019638328829765122,
      "loss": 0.0045,
      "step": 107
    },
    {
      "epoch": 0.022355619954460774,
      "grad_norm": 0.005743277724832296,
      "learning_rate": 0.00019634171689877366,
      "loss": 0.0051,
      "step": 108
    },
    {
      "epoch": 0.022562616435520596,
      "grad_norm": 0.01300257071852684,
      "learning_rate": 0.0001963001454998961,
      "loss": 0.0049,
      "step": 109
    },
    {
      "epoch": 0.022769612916580417,
      "grad_norm": 0.02877631224691868,
      "learning_rate": 0.0001962585741010185,
      "loss": 0.0053,
      "step": 110
    },
    {
      "epoch": 0.02297660939764024,
      "grad_norm": 0.010237788781523705,
      "learning_rate": 0.00019621700270214094,
      "loss": 0.0046,
      "step": 111
    },
    {
      "epoch": 0.023183605878700064,
      "grad_norm": 0.010189997963607311,
      "learning_rate": 0.00019617543130326338,
      "loss": 0.0056,
      "step": 112
    },
    {
      "epoch": 0.023390602359759885,
      "grad_norm": 0.010226712562143803,
      "learning_rate": 0.0001961338599043858,
      "loss": 0.005,
      "step": 113
    },
    {
      "epoch": 0.023597598840819706,
      "grad_norm": 0.011194237507879734,
      "learning_rate": 0.00019609228850550823,
      "loss": 0.0054,
      "step": 114
    },
    {
      "epoch": 0.023804595321879528,
      "grad_norm": 0.0065891253761947155,
      "learning_rate": 0.00019605071710663066,
      "loss": 0.0057,
      "step": 115
    },
    {
      "epoch": 0.02401159180293935,
      "grad_norm": 0.008131214417517185,
      "learning_rate": 0.00019600914570775307,
      "loss": 0.0056,
      "step": 116
    },
    {
      "epoch": 0.02421858828399917,
      "grad_norm": 0.013916265219449997,
      "learning_rate": 0.0001959675743088755,
      "loss": 0.0051,
      "step": 117
    },
    {
      "epoch": 0.024425584765058996,
      "grad_norm": 0.00658258656039834,
      "learning_rate": 0.00019592600290999795,
      "loss": 0.0048,
      "step": 118
    },
    {
      "epoch": 0.024632581246118817,
      "grad_norm": 0.005407229065895081,
      "learning_rate": 0.00019588443151112036,
      "loss": 0.0053,
      "step": 119
    },
    {
      "epoch": 0.02483957772717864,
      "grad_norm": 0.009581067599356174,
      "learning_rate": 0.00019584286011224277,
      "loss": 0.0048,
      "step": 120
    },
    {
      "epoch": 0.02504657420823846,
      "grad_norm": 0.011583163402974606,
      "learning_rate": 0.0001958012887133652,
      "loss": 0.0049,
      "step": 121
    },
    {
      "epoch": 0.02525357068929828,
      "grad_norm": 0.017572317272424698,
      "learning_rate": 0.00019575971731448764,
      "loss": 0.0049,
      "step": 122
    },
    {
      "epoch": 0.025460567170358103,
      "grad_norm": 0.018644949421286583,
      "learning_rate": 0.00019571814591561005,
      "loss": 0.0068,
      "step": 123
    },
    {
      "epoch": 0.025667563651417927,
      "grad_norm": 0.014408939518034458,
      "learning_rate": 0.0001956765745167325,
      "loss": 0.0056,
      "step": 124
    },
    {
      "epoch": 0.02587456013247775,
      "grad_norm": 0.0033774918410927057,
      "learning_rate": 0.00019563500311785493,
      "loss": 0.0053,
      "step": 125
    },
    {
      "epoch": 0.02608155661353757,
      "grad_norm": 0.005626993719488382,
      "learning_rate": 0.00019559343171897736,
      "loss": 0.0046,
      "step": 126
    },
    {
      "epoch": 0.02628855309459739,
      "grad_norm": 0.018701711669564247,
      "learning_rate": 0.00019555186032009977,
      "loss": 0.0077,
      "step": 127
    },
    {
      "epoch": 0.026495549575657213,
      "grad_norm": 0.016636714339256287,
      "learning_rate": 0.0001955102889212222,
      "loss": 0.005,
      "step": 128
    },
    {
      "epoch": 0.026702546056717034,
      "grad_norm": 0.013526069931685925,
      "learning_rate": 0.00019546871752234465,
      "loss": 0.0047,
      "step": 129
    },
    {
      "epoch": 0.02690954253777686,
      "grad_norm": 0.024728018790483475,
      "learning_rate": 0.00019542714612346706,
      "loss": 0.0045,
      "step": 130
    },
    {
      "epoch": 0.02711653901883668,
      "grad_norm": 0.02217916212975979,
      "learning_rate": 0.0001953855747245895,
      "loss": 0.0045,
      "step": 131
    },
    {
      "epoch": 0.027323535499896502,
      "grad_norm": 0.010518092662096024,
      "learning_rate": 0.00019534400332571193,
      "loss": 0.0065,
      "step": 132
    },
    {
      "epoch": 0.027530531980956324,
      "grad_norm": 0.008342115208506584,
      "learning_rate": 0.00019530243192683434,
      "loss": 0.0063,
      "step": 133
    },
    {
      "epoch": 0.027737528462016145,
      "grad_norm": 0.008312125690281391,
      "learning_rate": 0.00019526086052795678,
      "loss": 0.0047,
      "step": 134
    },
    {
      "epoch": 0.027944524943075966,
      "grad_norm": 0.006928388494998217,
      "learning_rate": 0.00019521928912907921,
      "loss": 0.005,
      "step": 135
    },
    {
      "epoch": 0.02815152142413579,
      "grad_norm": 0.0073064775206148624,
      "learning_rate": 0.00019517771773020162,
      "loss": 0.0061,
      "step": 136
    },
    {
      "epoch": 0.028358517905195613,
      "grad_norm": 0.007849021814763546,
      "learning_rate": 0.00019513614633132406,
      "loss": 0.0052,
      "step": 137
    },
    {
      "epoch": 0.028565514386255434,
      "grad_norm": 0.006330843083560467,
      "learning_rate": 0.0001950945749324465,
      "loss": 0.006,
      "step": 138
    },
    {
      "epoch": 0.028772510867315255,
      "grad_norm": 0.002727820537984371,
      "learning_rate": 0.00019505300353356894,
      "loss": 0.0047,
      "step": 139
    },
    {
      "epoch": 0.028979507348375077,
      "grad_norm": 0.006755925714969635,
      "learning_rate": 0.00019501143213469135,
      "loss": 0.0043,
      "step": 140
    },
    {
      "epoch": 0.0291865038294349,
      "grad_norm": 0.007393544539809227,
      "learning_rate": 0.00019496986073581376,
      "loss": 0.0047,
      "step": 141
    },
    {
      "epoch": 0.029393500310494723,
      "grad_norm": 0.007699685171246529,
      "learning_rate": 0.0001949282893369362,
      "loss": 0.0053,
      "step": 142
    },
    {
      "epoch": 0.029600496791554545,
      "grad_norm": 0.003382055787369609,
      "learning_rate": 0.0001948867179380586,
      "loss": 0.0042,
      "step": 143
    },
    {
      "epoch": 0.029807493272614366,
      "grad_norm": 0.01596757024526596,
      "learning_rate": 0.00019484514653918104,
      "loss": 0.0078,
      "step": 144
    },
    {
      "epoch": 0.030014489753674187,
      "grad_norm": 0.00668082432821393,
      "learning_rate": 0.00019480357514030348,
      "loss": 0.0052,
      "step": 145
    },
    {
      "epoch": 0.03022148623473401,
      "grad_norm": 0.007241010665893555,
      "learning_rate": 0.00019476200374142591,
      "loss": 0.0054,
      "step": 146
    },
    {
      "epoch": 0.03042848271579383,
      "grad_norm": 0.009339329786598682,
      "learning_rate": 0.00019472043234254832,
      "loss": 0.0066,
      "step": 147
    },
    {
      "epoch": 0.030635479196853655,
      "grad_norm": 0.007252382580190897,
      "learning_rate": 0.00019467886094367076,
      "loss": 0.0046,
      "step": 148
    },
    {
      "epoch": 0.030842475677913476,
      "grad_norm": 0.004665658809244633,
      "learning_rate": 0.0001946372895447932,
      "loss": 0.0044,
      "step": 149
    },
    {
      "epoch": 0.031049472158973298,
      "grad_norm": 0.006148173939436674,
      "learning_rate": 0.0001945957181459156,
      "loss": 0.0049,
      "step": 150
    },
    {
      "epoch": 0.03125646864003312,
      "grad_norm": 0.004451967775821686,
      "learning_rate": 0.00019455414674703805,
      "loss": 0.0061,
      "step": 151
    },
    {
      "epoch": 0.031463465121092944,
      "grad_norm": 0.004053746350109577,
      "learning_rate": 0.00019451257534816048,
      "loss": 0.0047,
      "step": 152
    },
    {
      "epoch": 0.03167046160215276,
      "grad_norm": 0.009219355881214142,
      "learning_rate": 0.0001944710039492829,
      "loss": 0.0048,
      "step": 153
    },
    {
      "epoch": 0.03187745808321259,
      "grad_norm": 0.020168175920844078,
      "learning_rate": 0.00019442943255040533,
      "loss": 0.0063,
      "step": 154
    },
    {
      "epoch": 0.032084454564272405,
      "grad_norm": 0.0030542612075805664,
      "learning_rate": 0.00019438786115152777,
      "loss": 0.0048,
      "step": 155
    },
    {
      "epoch": 0.03229145104533223,
      "grad_norm": 0.00561768002808094,
      "learning_rate": 0.0001943462897526502,
      "loss": 0.0047,
      "step": 156
    },
    {
      "epoch": 0.032498447526392055,
      "grad_norm": 0.004265373572707176,
      "learning_rate": 0.0001943047183537726,
      "loss": 0.0062,
      "step": 157
    },
    {
      "epoch": 0.03270544400745187,
      "grad_norm": 0.005523406434804201,
      "learning_rate": 0.00019426314695489505,
      "loss": 0.0044,
      "step": 158
    },
    {
      "epoch": 0.0329124404885117,
      "grad_norm": 0.009324849583208561,
      "learning_rate": 0.0001942215755560175,
      "loss": 0.0055,
      "step": 159
    },
    {
      "epoch": 0.033119436969571515,
      "grad_norm": 0.012468270026147366,
      "learning_rate": 0.0001941800041571399,
      "loss": 0.0045,
      "step": 160
    },
    {
      "epoch": 0.03332643345063134,
      "grad_norm": 0.0018690524157136679,
      "learning_rate": 0.00019413843275826233,
      "loss": 0.0047,
      "step": 161
    },
    {
      "epoch": 0.03353342993169116,
      "grad_norm": 0.009851769544184208,
      "learning_rate": 0.00019409686135938477,
      "loss": 0.0052,
      "step": 162
    },
    {
      "epoch": 0.03374042641275098,
      "grad_norm": 0.0014802832156419754,
      "learning_rate": 0.00019405528996050718,
      "loss": 0.0045,
      "step": 163
    },
    {
      "epoch": 0.03394742289381081,
      "grad_norm": 0.00177583540789783,
      "learning_rate": 0.0001940137185616296,
      "loss": 0.0046,
      "step": 164
    },
    {
      "epoch": 0.034154419374870626,
      "grad_norm": 0.0017039773520082235,
      "learning_rate": 0.00019397214716275203,
      "loss": 0.0044,
      "step": 165
    },
    {
      "epoch": 0.03436141585593045,
      "grad_norm": 0.010193880647420883,
      "learning_rate": 0.00019393057576387447,
      "loss": 0.0054,
      "step": 166
    },
    {
      "epoch": 0.03456841233699027,
      "grad_norm": 0.011056206189095974,
      "learning_rate": 0.00019388900436499688,
      "loss": 0.0051,
      "step": 167
    },
    {
      "epoch": 0.034775408818050094,
      "grad_norm": 0.004655253142118454,
      "learning_rate": 0.0001938474329661193,
      "loss": 0.0046,
      "step": 168
    },
    {
      "epoch": 0.03498240529910992,
      "grad_norm": 0.0035964485723525286,
      "learning_rate": 0.00019380586156724175,
      "loss": 0.0045,
      "step": 169
    },
    {
      "epoch": 0.035189401780169736,
      "grad_norm": 0.0026267431676387787,
      "learning_rate": 0.00019376429016836416,
      "loss": 0.0047,
      "step": 170
    },
    {
      "epoch": 0.03539639826122956,
      "grad_norm": 0.008452721871435642,
      "learning_rate": 0.0001937227187694866,
      "loss": 0.0059,
      "step": 171
    },
    {
      "epoch": 0.03560339474228938,
      "grad_norm": 0.006845233030617237,
      "learning_rate": 0.00019368114737060903,
      "loss": 0.0051,
      "step": 172
    },
    {
      "epoch": 0.035810391223349204,
      "grad_norm": 0.005468891002237797,
      "learning_rate": 0.00019363957597173144,
      "loss": 0.0059,
      "step": 173
    },
    {
      "epoch": 0.03601738770440902,
      "grad_norm": 0.007444227579981089,
      "learning_rate": 0.00019359800457285388,
      "loss": 0.0044,
      "step": 174
    },
    {
      "epoch": 0.03622438418546885,
      "grad_norm": 0.011544904671609402,
      "learning_rate": 0.00019355643317397632,
      "loss": 0.0053,
      "step": 175
    },
    {
      "epoch": 0.03643138066652867,
      "grad_norm": 0.04777868092060089,
      "learning_rate": 0.00019351486177509875,
      "loss": 0.005,
      "step": 176
    },
    {
      "epoch": 0.03663837714758849,
      "grad_norm": 0.004177747759968042,
      "learning_rate": 0.00019347329037622116,
      "loss": 0.0048,
      "step": 177
    },
    {
      "epoch": 0.036845373628648315,
      "grad_norm": 0.0020709133241325617,
      "learning_rate": 0.0001934317189773436,
      "loss": 0.0045,
      "step": 178
    },
    {
      "epoch": 0.03705237010970813,
      "grad_norm": 0.012106567621231079,
      "learning_rate": 0.00019339014757846604,
      "loss": 0.0043,
      "step": 179
    },
    {
      "epoch": 0.03725936659076796,
      "grad_norm": 0.005318734794855118,
      "learning_rate": 0.00019334857617958845,
      "loss": 0.005,
      "step": 180
    },
    {
      "epoch": 0.03746636307182778,
      "grad_norm": 0.04815113916993141,
      "learning_rate": 0.00019330700478071089,
      "loss": 0.0056,
      "step": 181
    },
    {
      "epoch": 0.0376733595528876,
      "grad_norm": 0.029821882024407387,
      "learning_rate": 0.00019326543338183332,
      "loss": 0.0053,
      "step": 182
    },
    {
      "epoch": 0.037880356033947425,
      "grad_norm": 0.010615061037242413,
      "learning_rate": 0.00019322386198295573,
      "loss": 0.0049,
      "step": 183
    },
    {
      "epoch": 0.03808735251500724,
      "grad_norm": 0.00788772851228714,
      "learning_rate": 0.00019318229058407817,
      "loss": 0.0043,
      "step": 184
    },
    {
      "epoch": 0.03829434899606707,
      "grad_norm": 0.0045401486568152905,
      "learning_rate": 0.00019314071918520058,
      "loss": 0.0056,
      "step": 185
    },
    {
      "epoch": 0.038501345477126886,
      "grad_norm": 0.004325198009610176,
      "learning_rate": 0.00019309914778632302,
      "loss": 0.0059,
      "step": 186
    },
    {
      "epoch": 0.03870834195818671,
      "grad_norm": 0.012164851650595665,
      "learning_rate": 0.00019305757638744543,
      "loss": 0.0046,
      "step": 187
    },
    {
      "epoch": 0.038915338439246536,
      "grad_norm": 0.02496037259697914,
      "learning_rate": 0.00019301600498856786,
      "loss": 0.0068,
      "step": 188
    },
    {
      "epoch": 0.039122334920306354,
      "grad_norm": 0.011729522608220577,
      "learning_rate": 0.0001929744335896903,
      "loss": 0.0047,
      "step": 189
    },
    {
      "epoch": 0.03932933140136618,
      "grad_norm": 0.003992550540715456,
      "learning_rate": 0.0001929328621908127,
      "loss": 0.0047,
      "step": 190
    },
    {
      "epoch": 0.039536327882425996,
      "grad_norm": 0.012220533564686775,
      "learning_rate": 0.00019289129079193515,
      "loss": 0.0059,
      "step": 191
    },
    {
      "epoch": 0.03974332436348582,
      "grad_norm": 0.0037318835966289043,
      "learning_rate": 0.00019284971939305759,
      "loss": 0.0049,
      "step": 192
    },
    {
      "epoch": 0.039950320844545646,
      "grad_norm": 0.008259239606559277,
      "learning_rate": 0.00019280814799418002,
      "loss": 0.0047,
      "step": 193
    },
    {
      "epoch": 0.040157317325605464,
      "grad_norm": 0.0029760177712887526,
      "learning_rate": 0.00019276657659530243,
      "loss": 0.0046,
      "step": 194
    },
    {
      "epoch": 0.04036431380666529,
      "grad_norm": 0.007835526019334793,
      "learning_rate": 0.00019272500519642487,
      "loss": 0.0045,
      "step": 195
    },
    {
      "epoch": 0.04057131028772511,
      "grad_norm": 0.019788436591625214,
      "learning_rate": 0.0001926834337975473,
      "loss": 0.0056,
      "step": 196
    },
    {
      "epoch": 0.04077830676878493,
      "grad_norm": 0.0054263221099972725,
      "learning_rate": 0.00019264186239866972,
      "loss": 0.0047,
      "step": 197
    },
    {
      "epoch": 0.04098530324984475,
      "grad_norm": 0.006738686002790928,
      "learning_rate": 0.00019260029099979215,
      "loss": 0.0053,
      "step": 198
    },
    {
      "epoch": 0.041192299730904575,
      "grad_norm": 0.0019211384933441877,
      "learning_rate": 0.0001925587196009146,
      "loss": 0.0046,
      "step": 199
    },
    {
      "epoch": 0.0413992962119644,
      "grad_norm": 0.0064520747400820255,
      "learning_rate": 0.000192517148202037,
      "loss": 0.0049,
      "step": 200
    },
    {
      "epoch": 0.04160629269302422,
      "grad_norm": 0.0034363584127277136,
      "learning_rate": 0.00019247557680315944,
      "loss": 0.0048,
      "step": 201
    },
    {
      "epoch": 0.04181328917408404,
      "grad_norm": 0.021868525072932243,
      "learning_rate": 0.00019243400540428187,
      "loss": 0.0055,
      "step": 202
    },
    {
      "epoch": 0.04202028565514386,
      "grad_norm": 0.011735360138118267,
      "learning_rate": 0.0001923924340054043,
      "loss": 0.0059,
      "step": 203
    },
    {
      "epoch": 0.042227282136203685,
      "grad_norm": 0.008518829010426998,
      "learning_rate": 0.00019235086260652672,
      "loss": 0.0062,
      "step": 204
    },
    {
      "epoch": 0.0424342786172635,
      "grad_norm": 0.007598051335662603,
      "learning_rate": 0.00019230929120764916,
      "loss": 0.005,
      "step": 205
    },
    {
      "epoch": 0.04264127509832333,
      "grad_norm": 0.004902805667370558,
      "learning_rate": 0.0001922677198087716,
      "loss": 0.0047,
      "step": 206
    },
    {
      "epoch": 0.04284827157938315,
      "grad_norm": 0.01092604547739029,
      "learning_rate": 0.00019222614840989398,
      "loss": 0.0062,
      "step": 207
    },
    {
      "epoch": 0.04305526806044297,
      "grad_norm": 0.017829621210694313,
      "learning_rate": 0.00019218457701101642,
      "loss": 0.0069,
      "step": 208
    },
    {
      "epoch": 0.043262264541502796,
      "grad_norm": 0.0056928307749331,
      "learning_rate": 0.00019214300561213885,
      "loss": 0.0052,
      "step": 209
    },
    {
      "epoch": 0.043469261022562614,
      "grad_norm": 0.0032917701173573732,
      "learning_rate": 0.0001921014342132613,
      "loss": 0.0049,
      "step": 210
    },
    {
      "epoch": 0.04367625750362244,
      "grad_norm": 0.00267777475528419,
      "learning_rate": 0.0001920598628143837,
      "loss": 0.0047,
      "step": 211
    },
    {
      "epoch": 0.04388325398468226,
      "grad_norm": 0.005063153337687254,
      "learning_rate": 0.00019201829141550614,
      "loss": 0.0065,
      "step": 212
    },
    {
      "epoch": 0.04409025046574208,
      "grad_norm": 0.007821328938007355,
      "learning_rate": 0.00019197672001662857,
      "loss": 0.0073,
      "step": 213
    },
    {
      "epoch": 0.044297246946801906,
      "grad_norm": 0.0022040351759642363,
      "learning_rate": 0.00019193514861775098,
      "loss": 0.0042,
      "step": 214
    },
    {
      "epoch": 0.044504243427861724,
      "grad_norm": 0.010549996979534626,
      "learning_rate": 0.00019189357721887342,
      "loss": 0.0048,
      "step": 215
    },
    {
      "epoch": 0.04471123990892155,
      "grad_norm": 0.003572909627109766,
      "learning_rate": 0.00019185200581999586,
      "loss": 0.0048,
      "step": 216
    },
    {
      "epoch": 0.04491823638998137,
      "grad_norm": 0.0047572036273777485,
      "learning_rate": 0.00019181043442111827,
      "loss": 0.0046,
      "step": 217
    },
    {
      "epoch": 0.04512523287104119,
      "grad_norm": 0.003330536652356386,
      "learning_rate": 0.0001917688630222407,
      "loss": 0.0043,
      "step": 218
    },
    {
      "epoch": 0.04533222935210102,
      "grad_norm": 0.003489327384158969,
      "learning_rate": 0.00019172729162336314,
      "loss": 0.0044,
      "step": 219
    },
    {
      "epoch": 0.045539225833160835,
      "grad_norm": 0.006631118711084127,
      "learning_rate": 0.00019168572022448555,
      "loss": 0.0046,
      "step": 220
    },
    {
      "epoch": 0.04574622231422066,
      "grad_norm": 0.0016155489720404148,
      "learning_rate": 0.000191644148825608,
      "loss": 0.0045,
      "step": 221
    },
    {
      "epoch": 0.04595321879528048,
      "grad_norm": 0.00484581058844924,
      "learning_rate": 0.00019160257742673043,
      "loss": 0.0049,
      "step": 222
    },
    {
      "epoch": 0.0461602152763403,
      "grad_norm": 0.016010191291570663,
      "learning_rate": 0.00019156100602785286,
      "loss": 0.0052,
      "step": 223
    },
    {
      "epoch": 0.04636721175740013,
      "grad_norm": 0.0038696257397532463,
      "learning_rate": 0.00019151943462897527,
      "loss": 0.0046,
      "step": 224
    },
    {
      "epoch": 0.046574208238459945,
      "grad_norm": 0.003132582874968648,
      "learning_rate": 0.0001914778632300977,
      "loss": 0.0055,
      "step": 225
    },
    {
      "epoch": 0.04678120471951977,
      "grad_norm": 0.003856977680698037,
      "learning_rate": 0.00019143629183122015,
      "loss": 0.0048,
      "step": 226
    },
    {
      "epoch": 0.04698820120057959,
      "grad_norm": 0.0084042027592659,
      "learning_rate": 0.00019139472043234256,
      "loss": 0.005,
      "step": 227
    },
    {
      "epoch": 0.04719519768163941,
      "grad_norm": 0.004033537581562996,
      "learning_rate": 0.000191353149033465,
      "loss": 0.0053,
      "step": 228
    },
    {
      "epoch": 0.04740219416269923,
      "grad_norm": 0.002745938254520297,
      "learning_rate": 0.0001913115776345874,
      "loss": 0.005,
      "step": 229
    },
    {
      "epoch": 0.047609190643759056,
      "grad_norm": 0.0033783107064664364,
      "learning_rate": 0.00019127000623570984,
      "loss": 0.0045,
      "step": 230
    },
    {
      "epoch": 0.04781618712481888,
      "grad_norm": 0.011202207766473293,
      "learning_rate": 0.00019122843483683225,
      "loss": 0.0054,
      "step": 231
    },
    {
      "epoch": 0.0480231836058787,
      "grad_norm": 0.006426738575100899,
      "learning_rate": 0.0001911868634379547,
      "loss": 0.0049,
      "step": 232
    },
    {
      "epoch": 0.04823018008693852,
      "grad_norm": 0.0026592197827994823,
      "learning_rate": 0.00019114529203907713,
      "loss": 0.0045,
      "step": 233
    },
    {
      "epoch": 0.04843717656799834,
      "grad_norm": 0.0044938791543245316,
      "learning_rate": 0.00019110372064019954,
      "loss": 0.0048,
      "step": 234
    },
    {
      "epoch": 0.048644173049058166,
      "grad_norm": 0.004537639208137989,
      "learning_rate": 0.00019106214924132197,
      "loss": 0.0043,
      "step": 235
    },
    {
      "epoch": 0.04885116953011799,
      "grad_norm": 0.007899290882050991,
      "learning_rate": 0.0001910205778424444,
      "loss": 0.0047,
      "step": 236
    },
    {
      "epoch": 0.04905816601117781,
      "grad_norm": 0.003346335142850876,
      "learning_rate": 0.00019097900644356682,
      "loss": 0.0046,
      "step": 237
    },
    {
      "epoch": 0.049265162492237634,
      "grad_norm": 0.012666060589253902,
      "learning_rate": 0.00019093743504468926,
      "loss": 0.0051,
      "step": 238
    },
    {
      "epoch": 0.04947215897329745,
      "grad_norm": 0.005454343743622303,
      "learning_rate": 0.0001908958636458117,
      "loss": 0.0052,
      "step": 239
    },
    {
      "epoch": 0.04967915545435728,
      "grad_norm": 0.0051568858325481415,
      "learning_rate": 0.00019085429224693413,
      "loss": 0.0054,
      "step": 240
    },
    {
      "epoch": 0.049886151935417095,
      "grad_norm": 0.005354621913284063,
      "learning_rate": 0.00019081272084805654,
      "loss": 0.0045,
      "step": 241
    },
    {
      "epoch": 0.05009314841647692,
      "grad_norm": 0.00728578818961978,
      "learning_rate": 0.00019077114944917898,
      "loss": 0.0056,
      "step": 242
    },
    {
      "epoch": 0.050300144897536744,
      "grad_norm": 0.012164080515503883,
      "learning_rate": 0.00019072957805030141,
      "loss": 0.0055,
      "step": 243
    },
    {
      "epoch": 0.05050714137859656,
      "grad_norm": 0.006451157853007317,
      "learning_rate": 0.00019068800665142382,
      "loss": 0.0045,
      "step": 244
    },
    {
      "epoch": 0.05071413785965639,
      "grad_norm": 0.04119205102324486,
      "learning_rate": 0.00019064643525254626,
      "loss": 0.0048,
      "step": 245
    },
    {
      "epoch": 0.050921134340716205,
      "grad_norm": 0.006683278828859329,
      "learning_rate": 0.0001906048638536687,
      "loss": 0.0054,
      "step": 246
    },
    {
      "epoch": 0.05112813082177603,
      "grad_norm": 0.004711155779659748,
      "learning_rate": 0.0001905632924547911,
      "loss": 0.0052,
      "step": 247
    },
    {
      "epoch": 0.051335127302835855,
      "grad_norm": 0.022338053211569786,
      "learning_rate": 0.00019052172105591355,
      "loss": 0.0051,
      "step": 248
    },
    {
      "epoch": 0.05154212378389567,
      "grad_norm": 0.0033723730593919754,
      "learning_rate": 0.00019048014965703598,
      "loss": 0.0041,
      "step": 249
    },
    {
      "epoch": 0.0517491202649555,
      "grad_norm": 0.013185818679630756,
      "learning_rate": 0.00019043857825815842,
      "loss": 0.0071,
      "step": 250
    },
    {
      "epoch": 0.051956116746015316,
      "grad_norm": 0.01329563558101654,
      "learning_rate": 0.0001903970068592808,
      "loss": 0.0047,
      "step": 251
    },
    {
      "epoch": 0.05216311322707514,
      "grad_norm": 0.0038430816493928432,
      "learning_rate": 0.00019035543546040324,
      "loss": 0.0049,
      "step": 252
    },
    {
      "epoch": 0.05237010970813496,
      "grad_norm": 0.006868777330964804,
      "learning_rate": 0.00019031386406152568,
      "loss": 0.0045,
      "step": 253
    },
    {
      "epoch": 0.05257710618919478,
      "grad_norm": 0.002608188660815358,
      "learning_rate": 0.0001902722926626481,
      "loss": 0.005,
      "step": 254
    },
    {
      "epoch": 0.05278410267025461,
      "grad_norm": 0.005354885943233967,
      "learning_rate": 0.00019023072126377052,
      "loss": 0.0058,
      "step": 255
    },
    {
      "epoch": 0.052991099151314426,
      "grad_norm": 0.006729793269187212,
      "learning_rate": 0.00019018914986489296,
      "loss": 0.0056,
      "step": 256
    },
    {
      "epoch": 0.05319809563237425,
      "grad_norm": 0.0042056431993842125,
      "learning_rate": 0.0001901475784660154,
      "loss": 0.0042,
      "step": 257
    },
    {
      "epoch": 0.05340509211343407,
      "grad_norm": 0.006845582276582718,
      "learning_rate": 0.0001901060070671378,
      "loss": 0.0048,
      "step": 258
    },
    {
      "epoch": 0.053612088594493894,
      "grad_norm": 0.004010177683085203,
      "learning_rate": 0.00019006443566826025,
      "loss": 0.005,
      "step": 259
    },
    {
      "epoch": 0.05381908507555372,
      "grad_norm": 0.0019074059091508389,
      "learning_rate": 0.00019002286426938268,
      "loss": 0.005,
      "step": 260
    },
    {
      "epoch": 0.05402608155661354,
      "grad_norm": 0.002619614126160741,
      "learning_rate": 0.0001899812928705051,
      "loss": 0.0043,
      "step": 261
    },
    {
      "epoch": 0.05423307803767336,
      "grad_norm": 0.002715028589591384,
      "learning_rate": 0.00018993972147162753,
      "loss": 0.0046,
      "step": 262
    },
    {
      "epoch": 0.05444007451873318,
      "grad_norm": 0.004556506406515837,
      "learning_rate": 0.00018989815007274997,
      "loss": 0.0046,
      "step": 263
    },
    {
      "epoch": 0.054647070999793004,
      "grad_norm": 0.010189310647547245,
      "learning_rate": 0.00018985657867387238,
      "loss": 0.0047,
      "step": 264
    },
    {
      "epoch": 0.05485406748085282,
      "grad_norm": 0.002120416844263673,
      "learning_rate": 0.0001898150072749948,
      "loss": 0.0051,
      "step": 265
    },
    {
      "epoch": 0.05506106396191265,
      "grad_norm": 0.008936331607401371,
      "learning_rate": 0.00018977343587611725,
      "loss": 0.005,
      "step": 266
    },
    {
      "epoch": 0.05526806044297247,
      "grad_norm": 0.0026866530533879995,
      "learning_rate": 0.00018973186447723966,
      "loss": 0.0047,
      "step": 267
    },
    {
      "epoch": 0.05547505692403229,
      "grad_norm": 0.009859035722911358,
      "learning_rate": 0.0001896902930783621,
      "loss": 0.0052,
      "step": 268
    },
    {
      "epoch": 0.055682053405092115,
      "grad_norm": 0.0024370807223021984,
      "learning_rate": 0.00018964872167948453,
      "loss": 0.0053,
      "step": 269
    },
    {
      "epoch": 0.05588904988615193,
      "grad_norm": 0.006978074554353952,
      "learning_rate": 0.00018960715028060697,
      "loss": 0.0062,
      "step": 270
    },
    {
      "epoch": 0.05609604636721176,
      "grad_norm": 0.0037223445251584053,
      "learning_rate": 0.00018956557888172938,
      "loss": 0.0047,
      "step": 271
    },
    {
      "epoch": 0.05630304284827158,
      "grad_norm": 0.018946697935461998,
      "learning_rate": 0.00018952400748285182,
      "loss": 0.0054,
      "step": 272
    },
    {
      "epoch": 0.0565100393293314,
      "grad_norm": 0.009405361488461494,
      "learning_rate": 0.00018948243608397423,
      "loss": 0.0043,
      "step": 273
    },
    {
      "epoch": 0.056717035810391225,
      "grad_norm": 0.0008082574931904674,
      "learning_rate": 0.00018944086468509667,
      "loss": 0.0045,
      "step": 274
    },
    {
      "epoch": 0.05692403229145104,
      "grad_norm": 0.004950170870870352,
      "learning_rate": 0.00018939929328621908,
      "loss": 0.0044,
      "step": 275
    },
    {
      "epoch": 0.05713102877251087,
      "grad_norm": 0.010343370027840137,
      "learning_rate": 0.0001893577218873415,
      "loss": 0.0046,
      "step": 276
    },
    {
      "epoch": 0.057338025253570686,
      "grad_norm": 0.005096866749227047,
      "learning_rate": 0.00018931615048846395,
      "loss": 0.005,
      "step": 277
    },
    {
      "epoch": 0.05754502173463051,
      "grad_norm": 0.0033187547232955694,
      "learning_rate": 0.00018927457908958636,
      "loss": 0.0041,
      "step": 278
    },
    {
      "epoch": 0.057752018215690336,
      "grad_norm": 0.0031861995812505484,
      "learning_rate": 0.0001892330076907088,
      "loss": 0.0059,
      "step": 279
    },
    {
      "epoch": 0.057959014696750154,
      "grad_norm": 0.0053593809716403484,
      "learning_rate": 0.00018919143629183123,
      "loss": 0.0047,
      "step": 280
    },
    {
      "epoch": 0.05816601117780998,
      "grad_norm": 0.005950809922069311,
      "learning_rate": 0.00018914986489295364,
      "loss": 0.0046,
      "step": 281
    },
    {
      "epoch": 0.0583730076588698,
      "grad_norm": 0.006816082634031773,
      "learning_rate": 0.00018910829349407608,
      "loss": 0.0048,
      "step": 282
    },
    {
      "epoch": 0.05858000413992962,
      "grad_norm": 0.005741049535572529,
      "learning_rate": 0.00018906672209519852,
      "loss": 0.0048,
      "step": 283
    },
    {
      "epoch": 0.058787000620989446,
      "grad_norm": 0.004367714747786522,
      "learning_rate": 0.00018902515069632093,
      "loss": 0.0044,
      "step": 284
    },
    {
      "epoch": 0.058993997102049264,
      "grad_norm": 0.0051370360888540745,
      "learning_rate": 0.00018898357929744336,
      "loss": 0.0049,
      "step": 285
    },
    {
      "epoch": 0.05920099358310909,
      "grad_norm": 0.00557302962988615,
      "learning_rate": 0.0001889420078985658,
      "loss": 0.005,
      "step": 286
    },
    {
      "epoch": 0.05940799006416891,
      "grad_norm": 0.004271439276635647,
      "learning_rate": 0.00018890043649968824,
      "loss": 0.0042,
      "step": 287
    },
    {
      "epoch": 0.05961498654522873,
      "grad_norm": 0.00942255649715662,
      "learning_rate": 0.00018885886510081065,
      "loss": 0.005,
      "step": 288
    },
    {
      "epoch": 0.05982198302628855,
      "grad_norm": 0.001850366359576583,
      "learning_rate": 0.00018881729370193309,
      "loss": 0.0049,
      "step": 289
    },
    {
      "epoch": 0.060028979507348375,
      "grad_norm": 0.005905089899897575,
      "learning_rate": 0.00018877572230305552,
      "loss": 0.0049,
      "step": 290
    },
    {
      "epoch": 0.0602359759884082,
      "grad_norm": 0.006148039363324642,
      "learning_rate": 0.00018873415090417793,
      "loss": 0.0058,
      "step": 291
    },
    {
      "epoch": 0.06044297246946802,
      "grad_norm": 0.004467264749109745,
      "learning_rate": 0.00018869257950530037,
      "loss": 0.0046,
      "step": 292
    },
    {
      "epoch": 0.06064996895052784,
      "grad_norm": 0.0026016500778496265,
      "learning_rate": 0.0001886510081064228,
      "loss": 0.0046,
      "step": 293
    },
    {
      "epoch": 0.06085696543158766,
      "grad_norm": 0.00536306481808424,
      "learning_rate": 0.00018860943670754522,
      "loss": 0.0046,
      "step": 294
    },
    {
      "epoch": 0.061063961912647485,
      "grad_norm": 0.00043015365372411907,
      "learning_rate": 0.00018856786530866763,
      "loss": 0.0051,
      "step": 295
    },
    {
      "epoch": 0.06127095839370731,
      "grad_norm": 0.002035475103184581,
      "learning_rate": 0.00018852629390979006,
      "loss": 0.0044,
      "step": 296
    },
    {
      "epoch": 0.06147795487476713,
      "grad_norm": 0.004757678601890802,
      "learning_rate": 0.0001884847225109125,
      "loss": 0.0055,
      "step": 297
    },
    {
      "epoch": 0.06168495135582695,
      "grad_norm": 0.004153924528509378,
      "learning_rate": 0.0001884431511120349,
      "loss": 0.0047,
      "step": 298
    },
    {
      "epoch": 0.06189194783688677,
      "grad_norm": 0.004693943541496992,
      "learning_rate": 0.00018840157971315735,
      "loss": 0.006,
      "step": 299
    },
    {
      "epoch": 0.062098944317946596,
      "grad_norm": 0.005683131981641054,
      "learning_rate": 0.00018836000831427979,
      "loss": 0.0054,
      "step": 300
    },
    {
      "epoch": 0.062305940799006414,
      "grad_norm": 0.01867171749472618,
      "learning_rate": 0.0001883184369154022,
      "loss": 0.0047,
      "step": 301
    },
    {
      "epoch": 0.06251293728006624,
      "grad_norm": 0.010631178505718708,
      "learning_rate": 0.00018827686551652463,
      "loss": 0.0052,
      "step": 302
    },
    {
      "epoch": 0.06271993376112606,
      "grad_norm": 0.0025544106028974056,
      "learning_rate": 0.00018823529411764707,
      "loss": 0.0044,
      "step": 303
    },
    {
      "epoch": 0.06292693024218589,
      "grad_norm": 0.005773225799202919,
      "learning_rate": 0.0001881937227187695,
      "loss": 0.0047,
      "step": 304
    },
    {
      "epoch": 0.0631339267232457,
      "grad_norm": 0.008623667992651463,
      "learning_rate": 0.00018815215131989192,
      "loss": 0.0041,
      "step": 305
    },
    {
      "epoch": 0.06334092320430552,
      "grad_norm": 0.0023567613679915667,
      "learning_rate": 0.00018811057992101435,
      "loss": 0.0044,
      "step": 306
    },
    {
      "epoch": 0.06354791968536534,
      "grad_norm": 0.005568039603531361,
      "learning_rate": 0.0001880690085221368,
      "loss": 0.0048,
      "step": 307
    },
    {
      "epoch": 0.06375491616642517,
      "grad_norm": 0.006429716479033232,
      "learning_rate": 0.0001880274371232592,
      "loss": 0.0049,
      "step": 308
    },
    {
      "epoch": 0.06396191264748499,
      "grad_norm": 0.0012258924543857574,
      "learning_rate": 0.00018798586572438164,
      "loss": 0.0046,
      "step": 309
    },
    {
      "epoch": 0.06416890912854481,
      "grad_norm": 0.013900945894420147,
      "learning_rate": 0.00018794429432550407,
      "loss": 0.0054,
      "step": 310
    },
    {
      "epoch": 0.06437590560960464,
      "grad_norm": 0.0164532121270895,
      "learning_rate": 0.00018790272292662648,
      "loss": 0.0052,
      "step": 311
    },
    {
      "epoch": 0.06458290209066446,
      "grad_norm": 0.0039049319457262754,
      "learning_rate": 0.00018786115152774892,
      "loss": 0.0047,
      "step": 312
    },
    {
      "epoch": 0.06478989857172428,
      "grad_norm": 0.0025435080751776695,
      "learning_rate": 0.00018781958012887136,
      "loss": 0.0045,
      "step": 313
    },
    {
      "epoch": 0.06499689505278411,
      "grad_norm": 0.0066621373407542706,
      "learning_rate": 0.00018777800872999377,
      "loss": 0.0057,
      "step": 314
    },
    {
      "epoch": 0.06520389153384393,
      "grad_norm": 0.0011938404059037566,
      "learning_rate": 0.0001877364373311162,
      "loss": 0.0045,
      "step": 315
    },
    {
      "epoch": 0.06541088801490375,
      "grad_norm": 0.005898007657378912,
      "learning_rate": 0.00018769486593223864,
      "loss": 0.0047,
      "step": 316
    },
    {
      "epoch": 0.06561788449596356,
      "grad_norm": 0.004224811680614948,
      "learning_rate": 0.00018765329453336105,
      "loss": 0.0059,
      "step": 317
    },
    {
      "epoch": 0.0658248809770234,
      "grad_norm": 0.02106441557407379,
      "learning_rate": 0.00018761172313448346,
      "loss": 0.0051,
      "step": 318
    },
    {
      "epoch": 0.06603187745808321,
      "grad_norm": 0.0010845439974218607,
      "learning_rate": 0.0001875701517356059,
      "loss": 0.0042,
      "step": 319
    },
    {
      "epoch": 0.06623887393914303,
      "grad_norm": 0.007267239037901163,
      "learning_rate": 0.00018752858033672834,
      "loss": 0.0048,
      "step": 320
    },
    {
      "epoch": 0.06644587042020286,
      "grad_norm": 0.0066713071428239346,
      "learning_rate": 0.00018748700893785077,
      "loss": 0.0049,
      "step": 321
    },
    {
      "epoch": 0.06665286690126268,
      "grad_norm": 0.007623916491866112,
      "learning_rate": 0.00018744543753897318,
      "loss": 0.0052,
      "step": 322
    },
    {
      "epoch": 0.0668598633823225,
      "grad_norm": 0.003484464716166258,
      "learning_rate": 0.00018740386614009562,
      "loss": 0.0045,
      "step": 323
    },
    {
      "epoch": 0.06706685986338232,
      "grad_norm": 0.013743946328759193,
      "learning_rate": 0.00018736229474121806,
      "loss": 0.0049,
      "step": 324
    },
    {
      "epoch": 0.06727385634444215,
      "grad_norm": 0.0030819710809737444,
      "learning_rate": 0.00018732072334234047,
      "loss": 0.0052,
      "step": 325
    },
    {
      "epoch": 0.06748085282550197,
      "grad_norm": 0.014786194078624249,
      "learning_rate": 0.0001872791519434629,
      "loss": 0.0058,
      "step": 326
    },
    {
      "epoch": 0.06768784930656178,
      "grad_norm": 0.007248689886182547,
      "learning_rate": 0.00018723758054458534,
      "loss": 0.0046,
      "step": 327
    },
    {
      "epoch": 0.06789484578762162,
      "grad_norm": 0.010181601159274578,
      "learning_rate": 0.00018719600914570775,
      "loss": 0.0053,
      "step": 328
    },
    {
      "epoch": 0.06810184226868143,
      "grad_norm": 0.004160667769610882,
      "learning_rate": 0.0001871544377468302,
      "loss": 0.0056,
      "step": 329
    },
    {
      "epoch": 0.06830883874974125,
      "grad_norm": 0.0021253142040222883,
      "learning_rate": 0.00018711286634795263,
      "loss": 0.0045,
      "step": 330
    },
    {
      "epoch": 0.06851583523080107,
      "grad_norm": 0.0058175004087388515,
      "learning_rate": 0.00018707129494907504,
      "loss": 0.0058,
      "step": 331
    },
    {
      "epoch": 0.0687228317118609,
      "grad_norm": 0.005257429089397192,
      "learning_rate": 0.00018702972355019747,
      "loss": 0.0049,
      "step": 332
    },
    {
      "epoch": 0.06892982819292072,
      "grad_norm": 0.003563474863767624,
      "learning_rate": 0.0001869881521513199,
      "loss": 0.0043,
      "step": 333
    },
    {
      "epoch": 0.06913682467398054,
      "grad_norm": 0.002636804012581706,
      "learning_rate": 0.00018694658075244235,
      "loss": 0.0046,
      "step": 334
    },
    {
      "epoch": 0.06934382115504037,
      "grad_norm": 0.009255892597138882,
      "learning_rate": 0.00018690500935356476,
      "loss": 0.0053,
      "step": 335
    },
    {
      "epoch": 0.06955081763610019,
      "grad_norm": 0.0023986424785107374,
      "learning_rate": 0.0001868634379546872,
      "loss": 0.0045,
      "step": 336
    },
    {
      "epoch": 0.06975781411716,
      "grad_norm": 0.006371774710714817,
      "learning_rate": 0.00018682186655580963,
      "loss": 0.0046,
      "step": 337
    },
    {
      "epoch": 0.06996481059821984,
      "grad_norm": 0.009518152102828026,
      "learning_rate": 0.00018678029515693204,
      "loss": 0.0049,
      "step": 338
    },
    {
      "epoch": 0.07017180707927965,
      "grad_norm": 0.003742037108168006,
      "learning_rate": 0.00018673872375805445,
      "loss": 0.0064,
      "step": 339
    },
    {
      "epoch": 0.07037880356033947,
      "grad_norm": 0.009771923534572124,
      "learning_rate": 0.0001866971523591769,
      "loss": 0.0045,
      "step": 340
    },
    {
      "epoch": 0.07058580004139929,
      "grad_norm": 0.01101437397301197,
      "learning_rate": 0.00018665558096029933,
      "loss": 0.0055,
      "step": 341
    },
    {
      "epoch": 0.07079279652245912,
      "grad_norm": 0.008826150558888912,
      "learning_rate": 0.00018661400956142174,
      "loss": 0.005,
      "step": 342
    },
    {
      "epoch": 0.07099979300351894,
      "grad_norm": 0.006243105512112379,
      "learning_rate": 0.00018657243816254417,
      "loss": 0.0048,
      "step": 343
    },
    {
      "epoch": 0.07120678948457876,
      "grad_norm": 0.0014233957044780254,
      "learning_rate": 0.0001865308667636666,
      "loss": 0.0045,
      "step": 344
    },
    {
      "epoch": 0.07141378596563859,
      "grad_norm": 0.002639338606968522,
      "learning_rate": 0.00018648929536478902,
      "loss": 0.0053,
      "step": 345
    },
    {
      "epoch": 0.07162078244669841,
      "grad_norm": 0.003536937525495887,
      "learning_rate": 0.00018644772396591146,
      "loss": 0.0048,
      "step": 346
    },
    {
      "epoch": 0.07182777892775823,
      "grad_norm": 0.0018274744506925344,
      "learning_rate": 0.0001864061525670339,
      "loss": 0.0043,
      "step": 347
    },
    {
      "epoch": 0.07203477540881804,
      "grad_norm": 0.004306804854422808,
      "learning_rate": 0.0001863645811681563,
      "loss": 0.0058,
      "step": 348
    },
    {
      "epoch": 0.07224177188987788,
      "grad_norm": 0.003877132898196578,
      "learning_rate": 0.00018632300976927874,
      "loss": 0.0058,
      "step": 349
    },
    {
      "epoch": 0.0724487683709377,
      "grad_norm": 0.0018924670293927193,
      "learning_rate": 0.00018628143837040118,
      "loss": 0.0044,
      "step": 350
    },
    {
      "epoch": 0.07265576485199751,
      "grad_norm": 0.005626944359391928,
      "learning_rate": 0.00018623986697152361,
      "loss": 0.0046,
      "step": 351
    },
    {
      "epoch": 0.07286276133305734,
      "grad_norm": 0.006948824506253004,
      "learning_rate": 0.00018619829557264602,
      "loss": 0.0057,
      "step": 352
    },
    {
      "epoch": 0.07306975781411716,
      "grad_norm": 0.002097270218655467,
      "learning_rate": 0.00018615672417376846,
      "loss": 0.0047,
      "step": 353
    },
    {
      "epoch": 0.07327675429517698,
      "grad_norm": 0.0013399182353168726,
      "learning_rate": 0.0001861151527748909,
      "loss": 0.0047,
      "step": 354
    },
    {
      "epoch": 0.0734837507762368,
      "grad_norm": 0.010953530669212341,
      "learning_rate": 0.0001860735813760133,
      "loss": 0.0061,
      "step": 355
    },
    {
      "epoch": 0.07369074725729663,
      "grad_norm": 0.0024627153761684895,
      "learning_rate": 0.00018603200997713575,
      "loss": 0.0061,
      "step": 356
    },
    {
      "epoch": 0.07389774373835645,
      "grad_norm": 0.002271963283419609,
      "learning_rate": 0.00018599043857825818,
      "loss": 0.0043,
      "step": 357
    },
    {
      "epoch": 0.07410474021941627,
      "grad_norm": 0.0036786317359656096,
      "learning_rate": 0.0001859488671793806,
      "loss": 0.0044,
      "step": 358
    },
    {
      "epoch": 0.0743117367004761,
      "grad_norm": 0.006179209798574448,
      "learning_rate": 0.00018590729578050303,
      "loss": 0.0049,
      "step": 359
    },
    {
      "epoch": 0.07451873318153591,
      "grad_norm": 0.0028029060922563076,
      "learning_rate": 0.00018586572438162547,
      "loss": 0.0051,
      "step": 360
    },
    {
      "epoch": 0.07472572966259573,
      "grad_norm": 0.003495444543659687,
      "learning_rate": 0.00018582415298274788,
      "loss": 0.0055,
      "step": 361
    },
    {
      "epoch": 0.07493272614365556,
      "grad_norm": 0.005056194495409727,
      "learning_rate": 0.0001857825815838703,
      "loss": 0.0052,
      "step": 362
    },
    {
      "epoch": 0.07513972262471538,
      "grad_norm": 0.005216763820499182,
      "learning_rate": 0.00018574101018499272,
      "loss": 0.0064,
      "step": 363
    },
    {
      "epoch": 0.0753467191057752,
      "grad_norm": 0.006161578465253115,
      "learning_rate": 0.00018569943878611516,
      "loss": 0.0051,
      "step": 364
    },
    {
      "epoch": 0.07555371558683502,
      "grad_norm": 0.0022837778087705374,
      "learning_rate": 0.00018565786738723757,
      "loss": 0.0046,
      "step": 365
    },
    {
      "epoch": 0.07576071206789485,
      "grad_norm": 0.0017736790468916297,
      "learning_rate": 0.00018561629598836,
      "loss": 0.0043,
      "step": 366
    },
    {
      "epoch": 0.07596770854895467,
      "grad_norm": 0.004538076464086771,
      "learning_rate": 0.00018557472458948245,
      "loss": 0.0048,
      "step": 367
    },
    {
      "epoch": 0.07617470503001449,
      "grad_norm": 0.0018419534899294376,
      "learning_rate": 0.00018553315319060488,
      "loss": 0.0043,
      "step": 368
    },
    {
      "epoch": 0.07638170151107432,
      "grad_norm": 0.004529993515461683,
      "learning_rate": 0.0001854915817917273,
      "loss": 0.0044,
      "step": 369
    },
    {
      "epoch": 0.07658869799213414,
      "grad_norm": 0.0072746858932077885,
      "learning_rate": 0.00018545001039284973,
      "loss": 0.0045,
      "step": 370
    },
    {
      "epoch": 0.07679569447319395,
      "grad_norm": 0.013997476547956467,
      "learning_rate": 0.00018540843899397217,
      "loss": 0.0048,
      "step": 371
    },
    {
      "epoch": 0.07700269095425377,
      "grad_norm": 0.0026135060470551252,
      "learning_rate": 0.00018536686759509458,
      "loss": 0.0043,
      "step": 372
    },
    {
      "epoch": 0.0772096874353136,
      "grad_norm": 0.008647504262626171,
      "learning_rate": 0.000185325296196217,
      "loss": 0.0043,
      "step": 373
    },
    {
      "epoch": 0.07741668391637342,
      "grad_norm": 0.0028080667834728956,
      "learning_rate": 0.00018528372479733945,
      "loss": 0.0045,
      "step": 374
    },
    {
      "epoch": 0.07762368039743324,
      "grad_norm": 0.00593935651704669,
      "learning_rate": 0.00018524215339846186,
      "loss": 0.0043,
      "step": 375
    },
    {
      "epoch": 0.07783067687849307,
      "grad_norm": 0.005520394071936607,
      "learning_rate": 0.0001852005819995843,
      "loss": 0.0044,
      "step": 376
    },
    {
      "epoch": 0.07803767335955289,
      "grad_norm": 0.004040780942887068,
      "learning_rate": 0.00018515901060070673,
      "loss": 0.0044,
      "step": 377
    },
    {
      "epoch": 0.07824466984061271,
      "grad_norm": 0.006418270990252495,
      "learning_rate": 0.00018511743920182914,
      "loss": 0.0044,
      "step": 378
    },
    {
      "epoch": 0.07845166632167253,
      "grad_norm": 0.01350860670208931,
      "learning_rate": 0.00018507586780295158,
      "loss": 0.0044,
      "step": 379
    },
    {
      "epoch": 0.07865866280273236,
      "grad_norm": 0.011060641147196293,
      "learning_rate": 0.00018503429640407402,
      "loss": 0.004,
      "step": 380
    },
    {
      "epoch": 0.07886565928379217,
      "grad_norm": 0.004036550410091877,
      "learning_rate": 0.00018499272500519646,
      "loss": 0.0038,
      "step": 381
    },
    {
      "epoch": 0.07907265576485199,
      "grad_norm": 0.003959359601140022,
      "learning_rate": 0.00018495115360631887,
      "loss": 0.0038,
      "step": 382
    },
    {
      "epoch": 0.07927965224591182,
      "grad_norm": 0.005686459131538868,
      "learning_rate": 0.00018490958220744128,
      "loss": 0.0047,
      "step": 383
    },
    {
      "epoch": 0.07948664872697164,
      "grad_norm": 0.007630357053130865,
      "learning_rate": 0.0001848680108085637,
      "loss": 0.0042,
      "step": 384
    },
    {
      "epoch": 0.07969364520803146,
      "grad_norm": 0.005852843634784222,
      "learning_rate": 0.00018482643940968615,
      "loss": 0.0036,
      "step": 385
    },
    {
      "epoch": 0.07990064168909129,
      "grad_norm": 0.005719276610761881,
      "learning_rate": 0.00018478486801080856,
      "loss": 0.0033,
      "step": 386
    },
    {
      "epoch": 0.08010763817015111,
      "grad_norm": 0.007002281956374645,
      "learning_rate": 0.000184743296611931,
      "loss": 0.0033,
      "step": 387
    },
    {
      "epoch": 0.08031463465121093,
      "grad_norm": 0.007220590952783823,
      "learning_rate": 0.00018470172521305343,
      "loss": 0.0046,
      "step": 388
    },
    {
      "epoch": 0.08052163113227075,
      "grad_norm": 0.005552125629037619,
      "learning_rate": 0.00018466015381417584,
      "loss": 0.0028,
      "step": 389
    },
    {
      "epoch": 0.08072862761333058,
      "grad_norm": 0.011994168162345886,
      "learning_rate": 0.00018461858241529828,
      "loss": 0.0028,
      "step": 390
    },
    {
      "epoch": 0.0809356240943904,
      "grad_norm": 0.011316240765154362,
      "learning_rate": 0.00018457701101642072,
      "loss": 0.0026,
      "step": 391
    },
    {
      "epoch": 0.08114262057545021,
      "grad_norm": 0.006591492332518101,
      "learning_rate": 0.00018453543961754313,
      "loss": 0.0022,
      "step": 392
    },
    {
      "epoch": 0.08134961705651005,
      "grad_norm": 0.007715560495853424,
      "learning_rate": 0.00018449386821866556,
      "loss": 0.0032,
      "step": 393
    },
    {
      "epoch": 0.08155661353756986,
      "grad_norm": 0.009517872706055641,
      "learning_rate": 0.000184452296819788,
      "loss": 0.0016,
      "step": 394
    },
    {
      "epoch": 0.08176361001862968,
      "grad_norm": 0.79290372133255,
      "learning_rate": 0.0001844107254209104,
      "loss": 0.0117,
      "step": 395
    },
    {
      "epoch": 0.0819706064996895,
      "grad_norm": 0.10478183627128601,
      "learning_rate": 0.00018436915402203285,
      "loss": 0.0041,
      "step": 396
    },
    {
      "epoch": 0.08217760298074933,
      "grad_norm": 0.11330251395702362,
      "learning_rate": 0.00018432758262315529,
      "loss": 0.0349,
      "step": 397
    },
    {
      "epoch": 0.08238459946180915,
      "grad_norm": 0.022089608013629913,
      "learning_rate": 0.00018428601122427772,
      "loss": 0.0028,
      "step": 398
    },
    {
      "epoch": 0.08259159594286897,
      "grad_norm": 0.045795392245054245,
      "learning_rate": 0.00018424443982540013,
      "loss": 0.0027,
      "step": 399
    },
    {
      "epoch": 0.0827985924239288,
      "grad_norm": 0.052710726857185364,
      "learning_rate": 0.00018420286842652257,
      "loss": 0.0033,
      "step": 400
    },
    {
      "epoch": 0.08300558890498862,
      "grad_norm": 0.0732388123869896,
      "learning_rate": 0.000184161297027645,
      "loss": 0.0031,
      "step": 401
    },
    {
      "epoch": 0.08321258538604843,
      "grad_norm": 0.03560757264494896,
      "learning_rate": 0.00018411972562876742,
      "loss": 0.0025,
      "step": 402
    },
    {
      "epoch": 0.08341958186710825,
      "grad_norm": 0.039032500237226486,
      "learning_rate": 0.00018407815422988985,
      "loss": 0.0027,
      "step": 403
    },
    {
      "epoch": 0.08362657834816808,
      "grad_norm": 0.018673432990908623,
      "learning_rate": 0.0001840365828310123,
      "loss": 0.0018,
      "step": 404
    },
    {
      "epoch": 0.0838335748292279,
      "grad_norm": 0.06421470642089844,
      "learning_rate": 0.0001839950114321347,
      "loss": 0.0293,
      "step": 405
    },
    {
      "epoch": 0.08404057131028772,
      "grad_norm": 0.05356355383992195,
      "learning_rate": 0.0001839534400332571,
      "loss": 0.0234,
      "step": 406
    },
    {
      "epoch": 0.08424756779134755,
      "grad_norm": 0.047022175043821335,
      "learning_rate": 0.00018391186863437955,
      "loss": 0.0198,
      "step": 407
    },
    {
      "epoch": 0.08445456427240737,
      "grad_norm": 0.017866840586066246,
      "learning_rate": 0.00018387029723550199,
      "loss": 0.0017,
      "step": 408
    },
    {
      "epoch": 0.08466156075346719,
      "grad_norm": 0.010899499990046024,
      "learning_rate": 0.0001838287258366244,
      "loss": 0.0013,
      "step": 409
    },
    {
      "epoch": 0.084868557234527,
      "grad_norm": 0.0167918112128973,
      "learning_rate": 0.00018378715443774683,
      "loss": 0.0024,
      "step": 410
    },
    {
      "epoch": 0.08507555371558684,
      "grad_norm": 0.02067534811794758,
      "learning_rate": 0.00018374558303886927,
      "loss": 0.0015,
      "step": 411
    },
    {
      "epoch": 0.08528255019664666,
      "grad_norm": 0.01670040749013424,
      "learning_rate": 0.00018370401163999168,
      "loss": 0.0015,
      "step": 412
    },
    {
      "epoch": 0.08548954667770647,
      "grad_norm": 0.008924894034862518,
      "learning_rate": 0.00018366244024111412,
      "loss": 0.0029,
      "step": 413
    },
    {
      "epoch": 0.0856965431587663,
      "grad_norm": 0.013602840714156628,
      "learning_rate": 0.00018362086884223655,
      "loss": 0.0009,
      "step": 414
    },
    {
      "epoch": 0.08590353963982612,
      "grad_norm": 0.013082594610750675,
      "learning_rate": 0.000183579297443359,
      "loss": 0.002,
      "step": 415
    },
    {
      "epoch": 0.08611053612088594,
      "grad_norm": 0.012215960770845413,
      "learning_rate": 0.0001835377260444814,
      "loss": 0.0017,
      "step": 416
    },
    {
      "epoch": 0.08631753260194577,
      "grad_norm": 0.16738812625408173,
      "learning_rate": 0.00018349615464560384,
      "loss": 0.0173,
      "step": 417
    },
    {
      "epoch": 0.08652452908300559,
      "grad_norm": 0.006629611365497112,
      "learning_rate": 0.00018345458324672627,
      "loss": 0.0006,
      "step": 418
    },
    {
      "epoch": 0.08673152556406541,
      "grad_norm": 0.006643650587648153,
      "learning_rate": 0.00018341301184784868,
      "loss": 0.0015,
      "step": 419
    },
    {
      "epoch": 0.08693852204512523,
      "grad_norm": 0.0039656031876802444,
      "learning_rate": 0.00018337144044897112,
      "loss": 0.0003,
      "step": 420
    },
    {
      "epoch": 0.08714551852618506,
      "grad_norm": 0.00564931146800518,
      "learning_rate": 0.00018332986905009356,
      "loss": 0.0004,
      "step": 421
    },
    {
      "epoch": 0.08735251500724488,
      "grad_norm": 0.014363352209329605,
      "learning_rate": 0.00018328829765121597,
      "loss": 0.0006,
      "step": 422
    },
    {
      "epoch": 0.0875595114883047,
      "grad_norm": 0.006862149108201265,
      "learning_rate": 0.0001832467262523384,
      "loss": 0.0004,
      "step": 423
    },
    {
      "epoch": 0.08776650796936453,
      "grad_norm": 0.005224172957241535,
      "learning_rate": 0.00018320515485346084,
      "loss": 0.0003,
      "step": 424
    },
    {
      "epoch": 0.08797350445042434,
      "grad_norm": 0.012813829816877842,
      "learning_rate": 0.00018316358345458325,
      "loss": 0.0005,
      "step": 425
    },
    {
      "epoch": 0.08818050093148416,
      "grad_norm": 0.0045601376332342625,
      "learning_rate": 0.0001831220120557057,
      "loss": 0.0003,
      "step": 426
    },
    {
      "epoch": 0.08838749741254398,
      "grad_norm": 0.002229505218565464,
      "learning_rate": 0.0001830804406568281,
      "loss": 0.0002,
      "step": 427
    },
    {
      "epoch": 0.08859449389360381,
      "grad_norm": 0.005202361848205328,
      "learning_rate": 0.00018303886925795054,
      "loss": 0.0003,
      "step": 428
    },
    {
      "epoch": 0.08880149037466363,
      "grad_norm": 0.010837195441126823,
      "learning_rate": 0.00018299729785907295,
      "loss": 0.0016,
      "step": 429
    },
    {
      "epoch": 0.08900848685572345,
      "grad_norm": 0.006401981692761183,
      "learning_rate": 0.00018295572646019538,
      "loss": 0.0002,
      "step": 430
    },
    {
      "epoch": 0.08921548333678328,
      "grad_norm": 0.0025153057649731636,
      "learning_rate": 0.00018291415506131782,
      "loss": 0.0001,
      "step": 431
    },
    {
      "epoch": 0.0894224798178431,
      "grad_norm": 0.009693821892142296,
      "learning_rate": 0.00018287258366244023,
      "loss": 0.0004,
      "step": 432
    },
    {
      "epoch": 0.08962947629890292,
      "grad_norm": 0.0013723783195018768,
      "learning_rate": 0.00018283101226356267,
      "loss": 0.0001,
      "step": 433
    },
    {
      "epoch": 0.08983647277996273,
      "grad_norm": 0.008555575273931026,
      "learning_rate": 0.0001827894408646851,
      "loss": 0.0018,
      "step": 434
    },
    {
      "epoch": 0.09004346926102257,
      "grad_norm": 0.0028277519159018993,
      "learning_rate": 0.00018274786946580754,
      "loss": 0.0002,
      "step": 435
    },
    {
      "epoch": 0.09025046574208238,
      "grad_norm": 0.014325006864964962,
      "learning_rate": 0.00018270629806692995,
      "loss": 0.0009,
      "step": 436
    },
    {
      "epoch": 0.0904574622231422,
      "grad_norm": 0.008406553417444229,
      "learning_rate": 0.0001826647266680524,
      "loss": 0.0012,
      "step": 437
    },
    {
      "epoch": 0.09066445870420203,
      "grad_norm": 0.0018985685892403126,
      "learning_rate": 0.00018262315526917483,
      "loss": 0.0002,
      "step": 438
    },
    {
      "epoch": 0.09087145518526185,
      "grad_norm": 0.008550492115318775,
      "learning_rate": 0.00018258158387029724,
      "loss": 0.0024,
      "step": 439
    },
    {
      "epoch": 0.09107845166632167,
      "grad_norm": 0.0008987212786450982,
      "learning_rate": 0.00018254001247141967,
      "loss": 0.0001,
      "step": 440
    },
    {
      "epoch": 0.0912854481473815,
      "grad_norm": 0.002059886697679758,
      "learning_rate": 0.0001824984410725421,
      "loss": 0.0001,
      "step": 441
    },
    {
      "epoch": 0.09149244462844132,
      "grad_norm": 0.003429644973948598,
      "learning_rate": 0.00018245686967366452,
      "loss": 0.0001,
      "step": 442
    },
    {
      "epoch": 0.09169944110950114,
      "grad_norm": 0.0026945085264742374,
      "learning_rate": 0.00018241529827478696,
      "loss": 0.0011,
      "step": 443
    },
    {
      "epoch": 0.09190643759056095,
      "grad_norm": 0.00299448031000793,
      "learning_rate": 0.0001823737268759094,
      "loss": 0.0001,
      "step": 444
    },
    {
      "epoch": 0.09211343407162079,
      "grad_norm": 0.004376763943582773,
      "learning_rate": 0.00018233215547703183,
      "loss": 0.0011,
      "step": 445
    },
    {
      "epoch": 0.0923204305526806,
      "grad_norm": 0.005078963004052639,
      "learning_rate": 0.00018229058407815424,
      "loss": 0.0002,
      "step": 446
    },
    {
      "epoch": 0.09252742703374042,
      "grad_norm": 0.009306194260716438,
      "learning_rate": 0.00018224901267927668,
      "loss": 0.0003,
      "step": 447
    },
    {
      "epoch": 0.09273442351480025,
      "grad_norm": 0.0030481938738375902,
      "learning_rate": 0.00018220744128039912,
      "loss": 0.0013,
      "step": 448
    },
    {
      "epoch": 0.09294141999586007,
      "grad_norm": 0.013268841430544853,
      "learning_rate": 0.0001821658698815215,
      "loss": 0.0017,
      "step": 449
    },
    {
      "epoch": 0.09314841647691989,
      "grad_norm": 0.006063752807676792,
      "learning_rate": 0.00018212429848264394,
      "loss": 0.0002,
      "step": 450
    },
    {
      "epoch": 0.09335541295797971,
      "grad_norm": 0.00182344822678715,
      "learning_rate": 0.00018208272708376637,
      "loss": 0.0001,
      "step": 451
    },
    {
      "epoch": 0.09356240943903954,
      "grad_norm": 0.009372780099511147,
      "learning_rate": 0.0001820411556848888,
      "loss": 0.0005,
      "step": 452
    },
    {
      "epoch": 0.09376940592009936,
      "grad_norm": 0.003136920742690563,
      "learning_rate": 0.00018199958428601122,
      "loss": 0.0001,
      "step": 453
    },
    {
      "epoch": 0.09397640240115918,
      "grad_norm": 0.030062230303883553,
      "learning_rate": 0.00018195801288713366,
      "loss": 0.0006,
      "step": 454
    },
    {
      "epoch": 0.09418339888221901,
      "grad_norm": 0.004309754353016615,
      "learning_rate": 0.0001819164414882561,
      "loss": 0.0007,
      "step": 455
    },
    {
      "epoch": 0.09439039536327883,
      "grad_norm": 0.010606180876493454,
      "learning_rate": 0.0001818748700893785,
      "loss": 0.0002,
      "step": 456
    },
    {
      "epoch": 0.09459739184433864,
      "grad_norm": 0.0054748812690377235,
      "learning_rate": 0.00018183329869050094,
      "loss": 0.0005,
      "step": 457
    },
    {
      "epoch": 0.09480438832539846,
      "grad_norm": 0.001673020888119936,
      "learning_rate": 0.00018179172729162338,
      "loss": 0.0001,
      "step": 458
    },
    {
      "epoch": 0.0950113848064583,
      "grad_norm": 0.004401384387165308,
      "learning_rate": 0.0001817501558927458,
      "loss": 0.0001,
      "step": 459
    },
    {
      "epoch": 0.09521838128751811,
      "grad_norm": 0.005755012389272451,
      "learning_rate": 0.00018170858449386822,
      "loss": 0.0012,
      "step": 460
    },
    {
      "epoch": 0.09542537776857793,
      "grad_norm": 0.004951901733875275,
      "learning_rate": 0.00018166701309499066,
      "loss": 0.0012,
      "step": 461
    },
    {
      "epoch": 0.09563237424963776,
      "grad_norm": 0.0014370133867487311,
      "learning_rate": 0.0001816254416961131,
      "loss": 0.0001,
      "step": 462
    },
    {
      "epoch": 0.09583937073069758,
      "grad_norm": 0.012078122235834599,
      "learning_rate": 0.0001815838702972355,
      "loss": 0.0013,
      "step": 463
    },
    {
      "epoch": 0.0960463672117574,
      "grad_norm": 0.002765175886452198,
      "learning_rate": 0.00018154229889835795,
      "loss": 0.0009,
      "step": 464
    },
    {
      "epoch": 0.09625336369281723,
      "grad_norm": 0.0017701378092169762,
      "learning_rate": 0.00018150072749948038,
      "loss": 0.0001,
      "step": 465
    },
    {
      "epoch": 0.09646036017387705,
      "grad_norm": 0.003232579445466399,
      "learning_rate": 0.0001814591561006028,
      "loss": 0.0001,
      "step": 466
    },
    {
      "epoch": 0.09666735665493686,
      "grad_norm": 0.004619232844561338,
      "learning_rate": 0.00018141758470172523,
      "loss": 0.0012,
      "step": 467
    },
    {
      "epoch": 0.09687435313599668,
      "grad_norm": 0.008126890286803246,
      "learning_rate": 0.00018137601330284767,
      "loss": 0.0011,
      "step": 468
    },
    {
      "epoch": 0.09708134961705651,
      "grad_norm": 0.004719397984445095,
      "learning_rate": 0.00018133444190397008,
      "loss": 0.0009,
      "step": 469
    },
    {
      "epoch": 0.09728834609811633,
      "grad_norm": 0.005153202451765537,
      "learning_rate": 0.00018129287050509251,
      "loss": 0.0012,
      "step": 470
    },
    {
      "epoch": 0.09749534257917615,
      "grad_norm": 0.01385215763002634,
      "learning_rate": 0.00018125129910621492,
      "loss": 0.0022,
      "step": 471
    },
    {
      "epoch": 0.09770233906023598,
      "grad_norm": 0.004983994178473949,
      "learning_rate": 0.00018120972770733736,
      "loss": 0.0004,
      "step": 472
    },
    {
      "epoch": 0.0979093355412958,
      "grad_norm": 0.007088206708431244,
      "learning_rate": 0.00018116815630845977,
      "loss": 0.0005,
      "step": 473
    },
    {
      "epoch": 0.09811633202235562,
      "grad_norm": 0.004754175432026386,
      "learning_rate": 0.0001811265849095822,
      "loss": 0.0006,
      "step": 474
    },
    {
      "epoch": 0.09832332850341544,
      "grad_norm": 0.004105637315660715,
      "learning_rate": 0.00018108501351070465,
      "loss": 0.0001,
      "step": 475
    },
    {
      "epoch": 0.09853032498447527,
      "grad_norm": 0.002687152475118637,
      "learning_rate": 0.00018104344211182706,
      "loss": 0.0001,
      "step": 476
    },
    {
      "epoch": 0.09873732146553509,
      "grad_norm": 0.0023124783765524626,
      "learning_rate": 0.0001810018707129495,
      "loss": 0.0001,
      "step": 477
    },
    {
      "epoch": 0.0989443179465949,
      "grad_norm": 0.007885076105594635,
      "learning_rate": 0.00018096029931407193,
      "loss": 0.0006,
      "step": 478
    },
    {
      "epoch": 0.09915131442765474,
      "grad_norm": 0.0014087413437664509,
      "learning_rate": 0.00018091872791519434,
      "loss": 0.0007,
      "step": 479
    },
    {
      "epoch": 0.09935831090871455,
      "grad_norm": 0.0055119190365076065,
      "learning_rate": 0.00018087715651631678,
      "loss": 0.0002,
      "step": 480
    },
    {
      "epoch": 0.09956530738977437,
      "grad_norm": 0.0003096537839155644,
      "learning_rate": 0.0001808355851174392,
      "loss": 0.0,
      "step": 481
    },
    {
      "epoch": 0.09977230387083419,
      "grad_norm": 0.001899409806355834,
      "learning_rate": 0.00018079401371856165,
      "loss": 0.0002,
      "step": 482
    },
    {
      "epoch": 0.09997930035189402,
      "grad_norm": 0.005635194014757872,
      "learning_rate": 0.00018075244231968406,
      "loss": 0.0001,
      "step": 483
    },
    {
      "epoch": 0.10018629683295384,
      "grad_norm": 0.005856087896972895,
      "learning_rate": 0.0001807108709208065,
      "loss": 0.001,
      "step": 484
    },
    {
      "epoch": 0.10039329331401366,
      "grad_norm": 0.005273948423564434,
      "learning_rate": 0.00018066929952192893,
      "loss": 0.0013,
      "step": 485
    },
    {
      "epoch": 0.10060028979507349,
      "grad_norm": 0.001652201754041016,
      "learning_rate": 0.00018062772812305134,
      "loss": 0.0001,
      "step": 486
    },
    {
      "epoch": 0.1008072862761333,
      "grad_norm": 0.006849886849522591,
      "learning_rate": 0.00018058615672417378,
      "loss": 0.0001,
      "step": 487
    },
    {
      "epoch": 0.10101428275719312,
      "grad_norm": 0.009754250757396221,
      "learning_rate": 0.00018054458532529622,
      "loss": 0.0023,
      "step": 488
    },
    {
      "epoch": 0.10122127923825296,
      "grad_norm": 0.0038455536123365164,
      "learning_rate": 0.00018050301392641863,
      "loss": 0.0016,
      "step": 489
    },
    {
      "epoch": 0.10142827571931277,
      "grad_norm": 0.0006483698962256312,
      "learning_rate": 0.00018046144252754107,
      "loss": 0.0,
      "step": 490
    },
    {
      "epoch": 0.10163527220037259,
      "grad_norm": 0.008700639940798283,
      "learning_rate": 0.0001804198711286635,
      "loss": 0.0007,
      "step": 491
    },
    {
      "epoch": 0.10184226868143241,
      "grad_norm": 0.004151639994233847,
      "learning_rate": 0.00018037829972978594,
      "loss": 0.0006,
      "step": 492
    },
    {
      "epoch": 0.10204926516249224,
      "grad_norm": 0.003242357401177287,
      "learning_rate": 0.00018033672833090832,
      "loss": 0.0001,
      "step": 493
    },
    {
      "epoch": 0.10225626164355206,
      "grad_norm": 0.0038309101946651936,
      "learning_rate": 0.00018029515693203076,
      "loss": 0.0002,
      "step": 494
    },
    {
      "epoch": 0.10246325812461188,
      "grad_norm": 0.0032492976170033216,
      "learning_rate": 0.0001802535855331532,
      "loss": 0.0001,
      "step": 495
    },
    {
      "epoch": 0.10267025460567171,
      "grad_norm": 0.005621058400720358,
      "learning_rate": 0.0001802120141342756,
      "loss": 0.0002,
      "step": 496
    },
    {
      "epoch": 0.10287725108673153,
      "grad_norm": 0.007613383699208498,
      "learning_rate": 0.00018017044273539804,
      "loss": 0.0013,
      "step": 497
    },
    {
      "epoch": 0.10308424756779135,
      "grad_norm": 0.004469983279705048,
      "learning_rate": 0.00018012887133652048,
      "loss": 0.0001,
      "step": 498
    },
    {
      "epoch": 0.10329124404885116,
      "grad_norm": 0.010518516413867474,
      "learning_rate": 0.00018008729993764292,
      "loss": 0.0002,
      "step": 499
    },
    {
      "epoch": 0.103498240529911,
      "grad_norm": 0.0019439860479906201,
      "learning_rate": 0.00018004572853876533,
      "loss": 0.0001,
      "step": 500
    },
    {
      "epoch": 0.10370523701097081,
      "grad_norm": 0.007315011695027351,
      "learning_rate": 0.00018000415713988776,
      "loss": 0.0002,
      "step": 501
    },
    {
      "epoch": 0.10391223349203063,
      "grad_norm": 0.0027510204818099737,
      "learning_rate": 0.0001799625857410102,
      "loss": 0.0002,
      "step": 502
    },
    {
      "epoch": 0.10411922997309046,
      "grad_norm": 0.007963057607412338,
      "learning_rate": 0.0001799210143421326,
      "loss": 0.0003,
      "step": 503
    },
    {
      "epoch": 0.10432622645415028,
      "grad_norm": 0.004816776607185602,
      "learning_rate": 0.00017987944294325505,
      "loss": 0.001,
      "step": 504
    },
    {
      "epoch": 0.1045332229352101,
      "grad_norm": 0.0010107432026416063,
      "learning_rate": 0.00017983787154437749,
      "loss": 0.0,
      "step": 505
    },
    {
      "epoch": 0.10474021941626992,
      "grad_norm": 0.002849761163815856,
      "learning_rate": 0.0001797963001454999,
      "loss": 0.0001,
      "step": 506
    },
    {
      "epoch": 0.10494721589732975,
      "grad_norm": 0.008465790189802647,
      "learning_rate": 0.00017975472874662233,
      "loss": 0.0017,
      "step": 507
    },
    {
      "epoch": 0.10515421237838957,
      "grad_norm": 0.001012888620607555,
      "learning_rate": 0.00017971315734774477,
      "loss": 0.0,
      "step": 508
    },
    {
      "epoch": 0.10536120885944938,
      "grad_norm": 0.005154603160917759,
      "learning_rate": 0.0001796715859488672,
      "loss": 0.0001,
      "step": 509
    },
    {
      "epoch": 0.10556820534050922,
      "grad_norm": 0.012283824384212494,
      "learning_rate": 0.00017963001454998962,
      "loss": 0.0004,
      "step": 510
    },
    {
      "epoch": 0.10577520182156903,
      "grad_norm": 0.001696570310741663,
      "learning_rate": 0.00017958844315111205,
      "loss": 0.0001,
      "step": 511
    },
    {
      "epoch": 0.10598219830262885,
      "grad_norm": 0.0002515624219086021,
      "learning_rate": 0.0001795468717522345,
      "loss": 0.0,
      "step": 512
    },
    {
      "epoch": 0.10618919478368868,
      "grad_norm": 0.0006335057551041245,
      "learning_rate": 0.0001795053003533569,
      "loss": 0.0,
      "step": 513
    },
    {
      "epoch": 0.1063961912647485,
      "grad_norm": 0.0007280270801857114,
      "learning_rate": 0.00017946372895447934,
      "loss": 0.0,
      "step": 514
    },
    {
      "epoch": 0.10660318774580832,
      "grad_norm": 0.0040188622660934925,
      "learning_rate": 0.00017942215755560175,
      "loss": 0.0002,
      "step": 515
    },
    {
      "epoch": 0.10681018422686814,
      "grad_norm": 0.0054796175099909306,
      "learning_rate": 0.00017938058615672419,
      "loss": 0.0009,
      "step": 516
    },
    {
      "epoch": 0.10701718070792797,
      "grad_norm": 0.0034792469814419746,
      "learning_rate": 0.0001793390147578466,
      "loss": 0.0001,
      "step": 517
    },
    {
      "epoch": 0.10722417718898779,
      "grad_norm": 0.00432013813406229,
      "learning_rate": 0.00017929744335896903,
      "loss": 0.0002,
      "step": 518
    },
    {
      "epoch": 0.1074311736700476,
      "grad_norm": 0.004862105939537287,
      "learning_rate": 0.00017925587196009147,
      "loss": 0.001,
      "step": 519
    },
    {
      "epoch": 0.10763817015110744,
      "grad_norm": 0.002249139128252864,
      "learning_rate": 0.00017921430056121388,
      "loss": 0.0,
      "step": 520
    },
    {
      "epoch": 0.10784516663216726,
      "grad_norm": 0.006818681955337524,
      "learning_rate": 0.00017917272916233632,
      "loss": 0.0004,
      "step": 521
    },
    {
      "epoch": 0.10805216311322707,
      "grad_norm": 0.008624670095741749,
      "learning_rate": 0.00017913115776345875,
      "loss": 0.0004,
      "step": 522
    },
    {
      "epoch": 0.10825915959428689,
      "grad_norm": 0.0007210278417915106,
      "learning_rate": 0.00017908958636458116,
      "loss": 0.0,
      "step": 523
    },
    {
      "epoch": 0.10846615607534672,
      "grad_norm": 0.010820691473782063,
      "learning_rate": 0.0001790480149657036,
      "loss": 0.0003,
      "step": 524
    },
    {
      "epoch": 0.10867315255640654,
      "grad_norm": 0.0023018312640488148,
      "learning_rate": 0.00017900644356682604,
      "loss": 0.0001,
      "step": 525
    },
    {
      "epoch": 0.10888014903746636,
      "grad_norm": 0.00019024198991246521,
      "learning_rate": 0.00017896487216794845,
      "loss": 0.0,
      "step": 526
    },
    {
      "epoch": 0.10908714551852619,
      "grad_norm": 0.005011410918086767,
      "learning_rate": 0.00017892330076907088,
      "loss": 0.0003,
      "step": 527
    },
    {
      "epoch": 0.10929414199958601,
      "grad_norm": 0.007016469724476337,
      "learning_rate": 0.00017888172937019332,
      "loss": 0.0009,
      "step": 528
    },
    {
      "epoch": 0.10950113848064583,
      "grad_norm": 0.008118787780404091,
      "learning_rate": 0.00017884015797131576,
      "loss": 0.0003,
      "step": 529
    },
    {
      "epoch": 0.10970813496170564,
      "grad_norm": 0.005854643415659666,
      "learning_rate": 0.00017879858657243817,
      "loss": 0.0011,
      "step": 530
    },
    {
      "epoch": 0.10991513144276548,
      "grad_norm": 0.0038967933505773544,
      "learning_rate": 0.0001787570151735606,
      "loss": 0.001,
      "step": 531
    },
    {
      "epoch": 0.1101221279238253,
      "grad_norm": 0.003802061313763261,
      "learning_rate": 0.00017871544377468304,
      "loss": 0.0018,
      "step": 532
    },
    {
      "epoch": 0.11032912440488511,
      "grad_norm": 0.004740913398563862,
      "learning_rate": 0.00017867387237580545,
      "loss": 0.0001,
      "step": 533
    },
    {
      "epoch": 0.11053612088594494,
      "grad_norm": 0.008046228438615799,
      "learning_rate": 0.0001786323009769279,
      "loss": 0.0005,
      "step": 534
    },
    {
      "epoch": 0.11074311736700476,
      "grad_norm": 0.0014560514828190207,
      "learning_rate": 0.00017859072957805033,
      "loss": 0.0,
      "step": 535
    },
    {
      "epoch": 0.11095011384806458,
      "grad_norm": 0.009222283028066158,
      "learning_rate": 0.00017854915817917274,
      "loss": 0.0002,
      "step": 536
    },
    {
      "epoch": 0.11115711032912441,
      "grad_norm": 0.005452610552310944,
      "learning_rate": 0.00017850758678029515,
      "loss": 0.0013,
      "step": 537
    },
    {
      "epoch": 0.11136410681018423,
      "grad_norm": 0.0007964425021782517,
      "learning_rate": 0.00017846601538141758,
      "loss": 0.0,
      "step": 538
    },
    {
      "epoch": 0.11157110329124405,
      "grad_norm": 0.007167865987867117,
      "learning_rate": 0.00017842444398254002,
      "loss": 0.0011,
      "step": 539
    },
    {
      "epoch": 0.11177809977230387,
      "grad_norm": 0.01039041206240654,
      "learning_rate": 0.00017838287258366243,
      "loss": 0.0007,
      "step": 540
    },
    {
      "epoch": 0.1119850962533637,
      "grad_norm": 0.0001594142959220335,
      "learning_rate": 0.00017834130118478487,
      "loss": 0.0,
      "step": 541
    },
    {
      "epoch": 0.11219209273442352,
      "grad_norm": 0.0023100003600120544,
      "learning_rate": 0.0001782997297859073,
      "loss": 0.0007,
      "step": 542
    },
    {
      "epoch": 0.11239908921548333,
      "grad_norm": 0.003656044602394104,
      "learning_rate": 0.00017825815838702972,
      "loss": 0.0014,
      "step": 543
    },
    {
      "epoch": 0.11260608569654317,
      "grad_norm": 0.0014201959129422903,
      "learning_rate": 0.00017821658698815215,
      "loss": 0.0001,
      "step": 544
    },
    {
      "epoch": 0.11281308217760298,
      "grad_norm": 0.015617001801729202,
      "learning_rate": 0.0001781750155892746,
      "loss": 0.0002,
      "step": 545
    },
    {
      "epoch": 0.1130200786586628,
      "grad_norm": 0.008762934245169163,
      "learning_rate": 0.00017813344419039703,
      "loss": 0.0003,
      "step": 546
    },
    {
      "epoch": 0.11322707513972262,
      "grad_norm": 0.002274678787216544,
      "learning_rate": 0.00017809187279151944,
      "loss": 0.0001,
      "step": 547
    },
    {
      "epoch": 0.11343407162078245,
      "grad_norm": 0.003864066442474723,
      "learning_rate": 0.00017805030139264187,
      "loss": 0.0005,
      "step": 548
    },
    {
      "epoch": 0.11364106810184227,
      "grad_norm": 0.006032771430909634,
      "learning_rate": 0.0001780087299937643,
      "loss": 0.0003,
      "step": 549
    },
    {
      "epoch": 0.11384806458290209,
      "grad_norm": 0.0011935516959056258,
      "learning_rate": 0.00017796715859488672,
      "loss": 0.0,
      "step": 550
    },
    {
      "epoch": 0.11405506106396192,
      "grad_norm": 0.013128140941262245,
      "learning_rate": 0.00017792558719600916,
      "loss": 0.0006,
      "step": 551
    },
    {
      "epoch": 0.11426205754502174,
      "grad_norm": 0.000645163469016552,
      "learning_rate": 0.0001778840157971316,
      "loss": 0.0,
      "step": 552
    },
    {
      "epoch": 0.11446905402608155,
      "grad_norm": 0.011457535438239574,
      "learning_rate": 0.000177842444398254,
      "loss": 0.0003,
      "step": 553
    },
    {
      "epoch": 0.11467605050714137,
      "grad_norm": 0.003057427005842328,
      "learning_rate": 0.00017780087299937644,
      "loss": 0.0012,
      "step": 554
    },
    {
      "epoch": 0.1148830469882012,
      "grad_norm": 0.0017485780408605933,
      "learning_rate": 0.00017775930160049888,
      "loss": 0.0006,
      "step": 555
    },
    {
      "epoch": 0.11509004346926102,
      "grad_norm": 0.0005046813748776913,
      "learning_rate": 0.0001777177302016213,
      "loss": 0.0,
      "step": 556
    },
    {
      "epoch": 0.11529703995032084,
      "grad_norm": 0.007802332751452923,
      "learning_rate": 0.00017767615880274373,
      "loss": 0.0009,
      "step": 557
    },
    {
      "epoch": 0.11550403643138067,
      "grad_norm": 0.0074394443072378635,
      "learning_rate": 0.00017763458740386616,
      "loss": 0.0021,
      "step": 558
    },
    {
      "epoch": 0.11571103291244049,
      "grad_norm": 0.007590603083372116,
      "learning_rate": 0.00017759301600498857,
      "loss": 0.0004,
      "step": 559
    },
    {
      "epoch": 0.11591802939350031,
      "grad_norm": 0.005805825348943472,
      "learning_rate": 0.00017755144460611098,
      "loss": 0.0019,
      "step": 560
    },
    {
      "epoch": 0.11612502587456014,
      "grad_norm": 0.008781611919403076,
      "learning_rate": 0.00017750987320723342,
      "loss": 0.0017,
      "step": 561
    },
    {
      "epoch": 0.11633202235561996,
      "grad_norm": 0.0010139975929632783,
      "learning_rate": 0.00017746830180835586,
      "loss": 0.0,
      "step": 562
    },
    {
      "epoch": 0.11653901883667978,
      "grad_norm": 0.003940982278436422,
      "learning_rate": 0.0001774267304094783,
      "loss": 0.0001,
      "step": 563
    },
    {
      "epoch": 0.1167460153177396,
      "grad_norm": 0.013145407661795616,
      "learning_rate": 0.0001773851590106007,
      "loss": 0.0012,
      "step": 564
    },
    {
      "epoch": 0.11695301179879942,
      "grad_norm": 0.0011159079149365425,
      "learning_rate": 0.00017734358761172314,
      "loss": 0.0001,
      "step": 565
    },
    {
      "epoch": 0.11716000827985924,
      "grad_norm": 0.01270979829132557,
      "learning_rate": 0.00017730201621284558,
      "loss": 0.0017,
      "step": 566
    },
    {
      "epoch": 0.11736700476091906,
      "grad_norm": 0.004431411158293486,
      "learning_rate": 0.000177260444813968,
      "loss": 0.0001,
      "step": 567
    },
    {
      "epoch": 0.11757400124197889,
      "grad_norm": 0.0041249035857617855,
      "learning_rate": 0.00017721887341509042,
      "loss": 0.0003,
      "step": 568
    },
    {
      "epoch": 0.11778099772303871,
      "grad_norm": 0.0006257002823986113,
      "learning_rate": 0.00017717730201621286,
      "loss": 0.0,
      "step": 569
    },
    {
      "epoch": 0.11798799420409853,
      "grad_norm": 0.004501596093177795,
      "learning_rate": 0.00017713573061733527,
      "loss": 0.0001,
      "step": 570
    },
    {
      "epoch": 0.11819499068515835,
      "grad_norm": 0.00742512010037899,
      "learning_rate": 0.0001770941592184577,
      "loss": 0.0002,
      "step": 571
    },
    {
      "epoch": 0.11840198716621818,
      "grad_norm": 0.010421551764011383,
      "learning_rate": 0.00017705258781958015,
      "loss": 0.0008,
      "step": 572
    },
    {
      "epoch": 0.118608983647278,
      "grad_norm": 0.0010451058624312282,
      "learning_rate": 0.00017701101642070256,
      "loss": 0.0001,
      "step": 573
    },
    {
      "epoch": 0.11881598012833781,
      "grad_norm": 0.0014272347325459123,
      "learning_rate": 0.000176969445021825,
      "loss": 0.0001,
      "step": 574
    },
    {
      "epoch": 0.11902297660939765,
      "grad_norm": 0.007021667901426554,
      "learning_rate": 0.00017692787362294743,
      "loss": 0.0002,
      "step": 575
    },
    {
      "epoch": 0.11922997309045746,
      "grad_norm": 0.0050498368218541145,
      "learning_rate": 0.00017688630222406987,
      "loss": 0.001,
      "step": 576
    },
    {
      "epoch": 0.11943696957151728,
      "grad_norm": 0.0004365240456536412,
      "learning_rate": 0.00017684473082519228,
      "loss": 0.0,
      "step": 577
    },
    {
      "epoch": 0.1196439660525771,
      "grad_norm": 0.007502545602619648,
      "learning_rate": 0.00017680315942631471,
      "loss": 0.0002,
      "step": 578
    },
    {
      "epoch": 0.11985096253363693,
      "grad_norm": 0.00824455451220274,
      "learning_rate": 0.00017676158802743715,
      "loss": 0.0004,
      "step": 579
    },
    {
      "epoch": 0.12005795901469675,
      "grad_norm": 0.003414528677240014,
      "learning_rate": 0.00017672001662855956,
      "loss": 0.0011,
      "step": 580
    },
    {
      "epoch": 0.12026495549575657,
      "grad_norm": 0.004608092829585075,
      "learning_rate": 0.00017667844522968197,
      "loss": 0.0014,
      "step": 581
    },
    {
      "epoch": 0.1204719519768164,
      "grad_norm": 0.006573988124728203,
      "learning_rate": 0.0001766368738308044,
      "loss": 0.0002,
      "step": 582
    },
    {
      "epoch": 0.12067894845787622,
      "grad_norm": 0.006878604646772146,
      "learning_rate": 0.00017659530243192685,
      "loss": 0.0005,
      "step": 583
    },
    {
      "epoch": 0.12088594493893604,
      "grad_norm": 0.0013765916228294373,
      "learning_rate": 0.00017655373103304926,
      "loss": 0.0001,
      "step": 584
    },
    {
      "epoch": 0.12109294141999585,
      "grad_norm": 0.009517376311123371,
      "learning_rate": 0.0001765121596341717,
      "loss": 0.0005,
      "step": 585
    },
    {
      "epoch": 0.12129993790105568,
      "grad_norm": 0.02729586698114872,
      "learning_rate": 0.00017647058823529413,
      "loss": 0.0013,
      "step": 586
    },
    {
      "epoch": 0.1215069343821155,
      "grad_norm": 0.005033944733440876,
      "learning_rate": 0.00017642901683641654,
      "loss": 0.0011,
      "step": 587
    },
    {
      "epoch": 0.12171393086317532,
      "grad_norm": 0.001488934038206935,
      "learning_rate": 0.00017638744543753898,
      "loss": 0.0001,
      "step": 588
    },
    {
      "epoch": 0.12192092734423515,
      "grad_norm": 0.004233523737639189,
      "learning_rate": 0.0001763458740386614,
      "loss": 0.0013,
      "step": 589
    },
    {
      "epoch": 0.12212792382529497,
      "grad_norm": 0.001819688593968749,
      "learning_rate": 0.00017630430263978382,
      "loss": 0.0002,
      "step": 590
    },
    {
      "epoch": 0.12233492030635479,
      "grad_norm": 0.0051133958622813225,
      "learning_rate": 0.00017626273124090626,
      "loss": 0.0003,
      "step": 591
    },
    {
      "epoch": 0.12254191678741462,
      "grad_norm": 0.007632863707840443,
      "learning_rate": 0.0001762211598420287,
      "loss": 0.0005,
      "step": 592
    },
    {
      "epoch": 0.12274891326847444,
      "grad_norm": 0.0009289845474995673,
      "learning_rate": 0.00017617958844315113,
      "loss": 0.0,
      "step": 593
    },
    {
      "epoch": 0.12295590974953426,
      "grad_norm": 0.00543027650564909,
      "learning_rate": 0.00017613801704427354,
      "loss": 0.0001,
      "step": 594
    },
    {
      "epoch": 0.12316290623059407,
      "grad_norm": 0.002607417991384864,
      "learning_rate": 0.00017609644564539598,
      "loss": 0.0002,
      "step": 595
    },
    {
      "epoch": 0.1233699027116539,
      "grad_norm": 0.025557972490787506,
      "learning_rate": 0.00017605487424651842,
      "loss": 0.0002,
      "step": 596
    },
    {
      "epoch": 0.12357689919271372,
      "grad_norm": 0.0016189507441595197,
      "learning_rate": 0.00017601330284764083,
      "loss": 0.0001,
      "step": 597
    },
    {
      "epoch": 0.12378389567377354,
      "grad_norm": 0.004612909164279699,
      "learning_rate": 0.00017597173144876327,
      "loss": 0.0002,
      "step": 598
    },
    {
      "epoch": 0.12399089215483337,
      "grad_norm": 0.00019464526849333197,
      "learning_rate": 0.0001759301600498857,
      "loss": 0.0,
      "step": 599
    },
    {
      "epoch": 0.12419788863589319,
      "grad_norm": 0.0013309603091329336,
      "learning_rate": 0.0001758885886510081,
      "loss": 0.0007,
      "step": 600
    },
    {
      "epoch": 0.12440488511695301,
      "grad_norm": 0.002917417325079441,
      "learning_rate": 0.00017584701725213055,
      "loss": 0.0001,
      "step": 601
    },
    {
      "epoch": 0.12461188159801283,
      "grad_norm": 0.004730269778519869,
      "learning_rate": 0.000175805445853253,
      "loss": 0.0001,
      "step": 602
    },
    {
      "epoch": 0.12481887807907266,
      "grad_norm": 0.0036635478027164936,
      "learning_rate": 0.0001757638744543754,
      "loss": 0.0001,
      "step": 603
    },
    {
      "epoch": 0.12502587456013248,
      "grad_norm": 0.002084661042317748,
      "learning_rate": 0.0001757223030554978,
      "loss": 0.0001,
      "step": 604
    },
    {
      "epoch": 0.1252328710411923,
      "grad_norm": 0.006881284527480602,
      "learning_rate": 0.00017568073165662024,
      "loss": 0.0002,
      "step": 605
    },
    {
      "epoch": 0.1254398675222521,
      "grad_norm": 0.0007496286416426301,
      "learning_rate": 0.00017563916025774268,
      "loss": 0.0,
      "step": 606
    },
    {
      "epoch": 0.12564686400331193,
      "grad_norm": 0.0013991744490340352,
      "learning_rate": 0.0001755975888588651,
      "loss": 0.0,
      "step": 607
    },
    {
      "epoch": 0.12585386048437178,
      "grad_norm": 0.00578208127990365,
      "learning_rate": 0.00017555601745998753,
      "loss": 0.0016,
      "step": 608
    },
    {
      "epoch": 0.1260608569654316,
      "grad_norm": 0.0005476415390148759,
      "learning_rate": 0.00017551444606110996,
      "loss": 0.0,
      "step": 609
    },
    {
      "epoch": 0.1262678534464914,
      "grad_norm": 0.003824407234787941,
      "learning_rate": 0.0001754728746622324,
      "loss": 0.0001,
      "step": 610
    },
    {
      "epoch": 0.12647484992755123,
      "grad_norm": 0.0068860347382724285,
      "learning_rate": 0.0001754313032633548,
      "loss": 0.0003,
      "step": 611
    },
    {
      "epoch": 0.12668184640861105,
      "grad_norm": 0.001763600972481072,
      "learning_rate": 0.00017538973186447725,
      "loss": 0.0002,
      "step": 612
    },
    {
      "epoch": 0.12688884288967087,
      "grad_norm": 0.0029042328242212534,
      "learning_rate": 0.00017534816046559969,
      "loss": 0.0019,
      "step": 613
    },
    {
      "epoch": 0.12709583937073068,
      "grad_norm": 0.026835285127162933,
      "learning_rate": 0.0001753065890667221,
      "loss": 0.0006,
      "step": 614
    },
    {
      "epoch": 0.12730283585179053,
      "grad_norm": 0.0025784820318222046,
      "learning_rate": 0.00017526501766784453,
      "loss": 0.0002,
      "step": 615
    },
    {
      "epoch": 0.12750983233285035,
      "grad_norm": 0.000811999780125916,
      "learning_rate": 0.00017522344626896697,
      "loss": 0.0,
      "step": 616
    },
    {
      "epoch": 0.12771682881391017,
      "grad_norm": 0.0023158304393291473,
      "learning_rate": 0.00017518187487008938,
      "loss": 0.0001,
      "step": 617
    },
    {
      "epoch": 0.12792382529496998,
      "grad_norm": 0.00527742225676775,
      "learning_rate": 0.00017514030347121182,
      "loss": 0.0011,
      "step": 618
    },
    {
      "epoch": 0.1281308217760298,
      "grad_norm": 0.004715193063020706,
      "learning_rate": 0.00017509873207233425,
      "loss": 0.0026,
      "step": 619
    },
    {
      "epoch": 0.12833781825708962,
      "grad_norm": 0.001638007932342589,
      "learning_rate": 0.00017505716067345666,
      "loss": 0.0001,
      "step": 620
    },
    {
      "epoch": 0.12854481473814944,
      "grad_norm": 0.0012813376961275935,
      "learning_rate": 0.0001750155892745791,
      "loss": 0.0001,
      "step": 621
    },
    {
      "epoch": 0.12875181121920928,
      "grad_norm": 0.006484480109065771,
      "learning_rate": 0.00017497401787570154,
      "loss": 0.0004,
      "step": 622
    },
    {
      "epoch": 0.1289588077002691,
      "grad_norm": 0.00035095165367238224,
      "learning_rate": 0.00017493244647682398,
      "loss": 0.0,
      "step": 623
    },
    {
      "epoch": 0.12916580418132892,
      "grad_norm": 0.004927014000713825,
      "learning_rate": 0.00017489087507794639,
      "loss": 0.0012,
      "step": 624
    },
    {
      "epoch": 0.12937280066238874,
      "grad_norm": 0.00287305167876184,
      "learning_rate": 0.0001748493036790688,
      "loss": 0.0001,
      "step": 625
    },
    {
      "epoch": 0.12957979714344856,
      "grad_norm": 0.003079169662669301,
      "learning_rate": 0.00017480773228019123,
      "loss": 0.0001,
      "step": 626
    },
    {
      "epoch": 0.12978679362450837,
      "grad_norm": 0.0018820518162101507,
      "learning_rate": 0.00017476616088131367,
      "loss": 0.0001,
      "step": 627
    },
    {
      "epoch": 0.12999379010556822,
      "grad_norm": 0.004426770843565464,
      "learning_rate": 0.00017472458948243608,
      "loss": 0.0001,
      "step": 628
    },
    {
      "epoch": 0.13020078658662804,
      "grad_norm": 0.008074757643043995,
      "learning_rate": 0.00017468301808355852,
      "loss": 0.0002,
      "step": 629
    },
    {
      "epoch": 0.13040778306768785,
      "grad_norm": 0.004479815252125263,
      "learning_rate": 0.00017464144668468095,
      "loss": 0.0002,
      "step": 630
    },
    {
      "epoch": 0.13061477954874767,
      "grad_norm": 0.0016544251702725887,
      "learning_rate": 0.00017459987528580336,
      "loss": 0.0,
      "step": 631
    },
    {
      "epoch": 0.1308217760298075,
      "grad_norm": 0.0007902836659923196,
      "learning_rate": 0.0001745583038869258,
      "loss": 0.0,
      "step": 632
    },
    {
      "epoch": 0.1310287725108673,
      "grad_norm": 0.011000900529325008,
      "learning_rate": 0.00017451673248804824,
      "loss": 0.0005,
      "step": 633
    },
    {
      "epoch": 0.13123576899192713,
      "grad_norm": 0.00046783004654571414,
      "learning_rate": 0.00017447516108917065,
      "loss": 0.0,
      "step": 634
    },
    {
      "epoch": 0.13144276547298697,
      "grad_norm": 0.003358067711815238,
      "learning_rate": 0.00017443358969029308,
      "loss": 0.0018,
      "step": 635
    },
    {
      "epoch": 0.1316497619540468,
      "grad_norm": 0.0025496368762105703,
      "learning_rate": 0.00017439201829141552,
      "loss": 0.0015,
      "step": 636
    },
    {
      "epoch": 0.1318567584351066,
      "grad_norm": 0.0016015061410143971,
      "learning_rate": 0.00017435044689253793,
      "loss": 0.0002,
      "step": 637
    },
    {
      "epoch": 0.13206375491616643,
      "grad_norm": 0.0038993649650365114,
      "learning_rate": 0.00017430887549366037,
      "loss": 0.0001,
      "step": 638
    },
    {
      "epoch": 0.13227075139722624,
      "grad_norm": 0.0033800469245761633,
      "learning_rate": 0.0001742673040947828,
      "loss": 0.0001,
      "step": 639
    },
    {
      "epoch": 0.13247774787828606,
      "grad_norm": 0.0008187236380763352,
      "learning_rate": 0.00017422573269590524,
      "loss": 0.0,
      "step": 640
    },
    {
      "epoch": 0.13268474435934588,
      "grad_norm": 0.005097914487123489,
      "learning_rate": 0.00017418416129702765,
      "loss": 0.0004,
      "step": 641
    },
    {
      "epoch": 0.13289174084040573,
      "grad_norm": 0.0009978336747735739,
      "learning_rate": 0.0001741425898981501,
      "loss": 0.0,
      "step": 642
    },
    {
      "epoch": 0.13309873732146554,
      "grad_norm": 0.004832749720662832,
      "learning_rate": 0.00017410101849927253,
      "loss": 0.0012,
      "step": 643
    },
    {
      "epoch": 0.13330573380252536,
      "grad_norm": 0.0038694944232702255,
      "learning_rate": 0.00017405944710039494,
      "loss": 0.0001,
      "step": 644
    },
    {
      "epoch": 0.13351273028358518,
      "grad_norm": 0.001419690903276205,
      "learning_rate": 0.00017401787570151737,
      "loss": 0.0,
      "step": 645
    },
    {
      "epoch": 0.133719726764645,
      "grad_norm": 0.006202602293342352,
      "learning_rate": 0.0001739763043026398,
      "loss": 0.0002,
      "step": 646
    },
    {
      "epoch": 0.13392672324570482,
      "grad_norm": 0.0008485604776069522,
      "learning_rate": 0.00017393473290376222,
      "loss": 0.0,
      "step": 647
    },
    {
      "epoch": 0.13413371972676463,
      "grad_norm": 0.0050230189226567745,
      "learning_rate": 0.00017389316150488463,
      "loss": 0.0022,
      "step": 648
    },
    {
      "epoch": 0.13434071620782448,
      "grad_norm": 0.002081549260765314,
      "learning_rate": 0.00017385159010600707,
      "loss": 0.0001,
      "step": 649
    },
    {
      "epoch": 0.1345477126888843,
      "grad_norm": 0.001964141381904483,
      "learning_rate": 0.0001738100187071295,
      "loss": 0.0002,
      "step": 650
    },
    {
      "epoch": 0.13475470916994411,
      "grad_norm": 0.0006888345233164728,
      "learning_rate": 0.00017376844730825192,
      "loss": 0.0,
      "step": 651
    },
    {
      "epoch": 0.13496170565100393,
      "grad_norm": 0.002313450677320361,
      "learning_rate": 0.00017372687590937435,
      "loss": 0.0,
      "step": 652
    },
    {
      "epoch": 0.13516870213206375,
      "grad_norm": 0.007078672293573618,
      "learning_rate": 0.0001736853045104968,
      "loss": 0.0006,
      "step": 653
    },
    {
      "epoch": 0.13537569861312357,
      "grad_norm": 0.005166813265532255,
      "learning_rate": 0.0001736437331116192,
      "loss": 0.0011,
      "step": 654
    },
    {
      "epoch": 0.1355826950941834,
      "grad_norm": 0.007185124326497316,
      "learning_rate": 0.00017360216171274164,
      "loss": 0.0001,
      "step": 655
    },
    {
      "epoch": 0.13578969157524323,
      "grad_norm": 0.005528238136321306,
      "learning_rate": 0.00017356059031386407,
      "loss": 0.0001,
      "step": 656
    },
    {
      "epoch": 0.13599668805630305,
      "grad_norm": 0.0077844299376010895,
      "learning_rate": 0.0001735190189149865,
      "loss": 0.0011,
      "step": 657
    },
    {
      "epoch": 0.13620368453736287,
      "grad_norm": 0.00246329209767282,
      "learning_rate": 0.00017347744751610892,
      "loss": 0.0008,
      "step": 658
    },
    {
      "epoch": 0.13641068101842269,
      "grad_norm": 0.005287639796733856,
      "learning_rate": 0.00017343587611723136,
      "loss": 0.0002,
      "step": 659
    },
    {
      "epoch": 0.1366176774994825,
      "grad_norm": 0.006681959610432386,
      "learning_rate": 0.0001733943047183538,
      "loss": 0.0013,
      "step": 660
    },
    {
      "epoch": 0.13682467398054232,
      "grad_norm": 0.0063599334098398685,
      "learning_rate": 0.0001733527333194762,
      "loss": 0.0003,
      "step": 661
    },
    {
      "epoch": 0.13703167046160214,
      "grad_norm": 0.007015643175691366,
      "learning_rate": 0.00017331116192059864,
      "loss": 0.0003,
      "step": 662
    },
    {
      "epoch": 0.13723866694266199,
      "grad_norm": 0.0003168722032569349,
      "learning_rate": 0.00017326959052172108,
      "loss": 0.0,
      "step": 663
    },
    {
      "epoch": 0.1374456634237218,
      "grad_norm": 0.006562775932252407,
      "learning_rate": 0.0001732280191228435,
      "loss": 0.0008,
      "step": 664
    },
    {
      "epoch": 0.13765265990478162,
      "grad_norm": 0.003267984837293625,
      "learning_rate": 0.00017318644772396593,
      "loss": 0.0001,
      "step": 665
    },
    {
      "epoch": 0.13785965638584144,
      "grad_norm": 0.007215241901576519,
      "learning_rate": 0.00017314487632508836,
      "loss": 0.0021,
      "step": 666
    },
    {
      "epoch": 0.13806665286690126,
      "grad_norm": 0.001962031237781048,
      "learning_rate": 0.00017310330492621077,
      "loss": 0.0,
      "step": 667
    },
    {
      "epoch": 0.13827364934796108,
      "grad_norm": 0.007086516357958317,
      "learning_rate": 0.0001730617335273332,
      "loss": 0.0021,
      "step": 668
    },
    {
      "epoch": 0.1384806458290209,
      "grad_norm": 0.0063016172498464584,
      "learning_rate": 0.00017302016212845562,
      "loss": 0.0001,
      "step": 669
    },
    {
      "epoch": 0.13868764231008074,
      "grad_norm": 0.007975582964718342,
      "learning_rate": 0.00017297859072957806,
      "loss": 0.0002,
      "step": 670
    },
    {
      "epoch": 0.13889463879114056,
      "grad_norm": 0.0030251971911638975,
      "learning_rate": 0.00017293701933070047,
      "loss": 0.0002,
      "step": 671
    },
    {
      "epoch": 0.13910163527220037,
      "grad_norm": 0.00741973053663969,
      "learning_rate": 0.0001728954479318229,
      "loss": 0.0003,
      "step": 672
    },
    {
      "epoch": 0.1393086317532602,
      "grad_norm": 0.002640543272718787,
      "learning_rate": 0.00017285387653294534,
      "loss": 0.0015,
      "step": 673
    },
    {
      "epoch": 0.13951562823432,
      "grad_norm": 0.0004313603858463466,
      "learning_rate": 0.00017281230513406778,
      "loss": 0.0,
      "step": 674
    },
    {
      "epoch": 0.13972262471537983,
      "grad_norm": 0.0020118863321840763,
      "learning_rate": 0.0001727707337351902,
      "loss": 0.0005,
      "step": 675
    },
    {
      "epoch": 0.13992962119643967,
      "grad_norm": 0.003337120870128274,
      "learning_rate": 0.00017272916233631262,
      "loss": 0.0007,
      "step": 676
    },
    {
      "epoch": 0.1401366176774995,
      "grad_norm": 0.014386707916855812,
      "learning_rate": 0.00017268759093743506,
      "loss": 0.0004,
      "step": 677
    },
    {
      "epoch": 0.1403436141585593,
      "grad_norm": 0.006729326210916042,
      "learning_rate": 0.00017264601953855747,
      "loss": 0.001,
      "step": 678
    },
    {
      "epoch": 0.14055061063961913,
      "grad_norm": 0.001671936479397118,
      "learning_rate": 0.0001726044481396799,
      "loss": 0.0002,
      "step": 679
    },
    {
      "epoch": 0.14075760712067895,
      "grad_norm": 0.007516622077673674,
      "learning_rate": 0.00017256287674080235,
      "loss": 0.001,
      "step": 680
    },
    {
      "epoch": 0.14096460360173876,
      "grad_norm": 0.0027280249632894993,
      "learning_rate": 0.00017252130534192476,
      "loss": 0.0006,
      "step": 681
    },
    {
      "epoch": 0.14117160008279858,
      "grad_norm": 0.010556796565651894,
      "learning_rate": 0.0001724797339430472,
      "loss": 0.0003,
      "step": 682
    },
    {
      "epoch": 0.14137859656385843,
      "grad_norm": 0.0027946115005761385,
      "learning_rate": 0.00017243816254416963,
      "loss": 0.0001,
      "step": 683
    },
    {
      "epoch": 0.14158559304491825,
      "grad_norm": 0.00467882351949811,
      "learning_rate": 0.00017239659114529204,
      "loss": 0.0001,
      "step": 684
    },
    {
      "epoch": 0.14179258952597806,
      "grad_norm": 0.004167881328612566,
      "learning_rate": 0.00017235501974641448,
      "loss": 0.0012,
      "step": 685
    },
    {
      "epoch": 0.14199958600703788,
      "grad_norm": 0.0034762704744935036,
      "learning_rate": 0.00017231344834753691,
      "loss": 0.0007,
      "step": 686
    },
    {
      "epoch": 0.1422065824880977,
      "grad_norm": 0.0005650786333717406,
      "learning_rate": 0.00017227187694865935,
      "loss": 0.0,
      "step": 687
    },
    {
      "epoch": 0.14241357896915752,
      "grad_norm": 0.0043237158097326756,
      "learning_rate": 0.00017223030554978176,
      "loss": 0.0001,
      "step": 688
    },
    {
      "epoch": 0.14262057545021734,
      "grad_norm": 0.0071853832341730595,
      "learning_rate": 0.0001721887341509042,
      "loss": 0.0004,
      "step": 689
    },
    {
      "epoch": 0.14282757193127718,
      "grad_norm": 0.01868472993373871,
      "learning_rate": 0.00017214716275202664,
      "loss": 0.0009,
      "step": 690
    },
    {
      "epoch": 0.143034568412337,
      "grad_norm": 0.001339295064099133,
      "learning_rate": 0.00017210559135314902,
      "loss": 0.0009,
      "step": 691
    },
    {
      "epoch": 0.14324156489339682,
      "grad_norm": 0.00664726085960865,
      "learning_rate": 0.00017206401995427146,
      "loss": 0.0002,
      "step": 692
    },
    {
      "epoch": 0.14344856137445663,
      "grad_norm": 0.006592089310288429,
      "learning_rate": 0.0001720224485553939,
      "loss": 0.0001,
      "step": 693
    },
    {
      "epoch": 0.14365555785551645,
      "grad_norm": 0.0005503061693161726,
      "learning_rate": 0.00017198087715651633,
      "loss": 0.0,
      "step": 694
    },
    {
      "epoch": 0.14386255433657627,
      "grad_norm": 0.003913522697985172,
      "learning_rate": 0.00017193930575763874,
      "loss": 0.0002,
      "step": 695
    },
    {
      "epoch": 0.1440695508176361,
      "grad_norm": 0.004871245473623276,
      "learning_rate": 0.00017189773435876118,
      "loss": 0.0002,
      "step": 696
    },
    {
      "epoch": 0.14427654729869593,
      "grad_norm": 0.007188999559730291,
      "learning_rate": 0.0001718561629598836,
      "loss": 0.0002,
      "step": 697
    },
    {
      "epoch": 0.14448354377975575,
      "grad_norm": 0.003864140482619405,
      "learning_rate": 0.00017181459156100602,
      "loss": 0.0013,
      "step": 698
    },
    {
      "epoch": 0.14469054026081557,
      "grad_norm": 0.005774588789790869,
      "learning_rate": 0.00017177302016212846,
      "loss": 0.0004,
      "step": 699
    },
    {
      "epoch": 0.1448975367418754,
      "grad_norm": 0.002636535558849573,
      "learning_rate": 0.0001717314487632509,
      "loss": 0.0007,
      "step": 700
    },
    {
      "epoch": 0.1451045332229352,
      "grad_norm": 0.03907289355993271,
      "learning_rate": 0.0001716898773643733,
      "loss": 0.0019,
      "step": 701
    },
    {
      "epoch": 0.14531152970399502,
      "grad_norm": 0.005653630942106247,
      "learning_rate": 0.00017164830596549574,
      "loss": 0.0003,
      "step": 702
    },
    {
      "epoch": 0.14551852618505484,
      "grad_norm": 0.003644258715212345,
      "learning_rate": 0.00017160673456661818,
      "loss": 0.0001,
      "step": 703
    },
    {
      "epoch": 0.1457255226661147,
      "grad_norm": 0.0028953952714800835,
      "learning_rate": 0.00017156516316774062,
      "loss": 0.0001,
      "step": 704
    },
    {
      "epoch": 0.1459325191471745,
      "grad_norm": 0.005685892421752214,
      "learning_rate": 0.00017152359176886303,
      "loss": 0.0002,
      "step": 705
    },
    {
      "epoch": 0.14613951562823432,
      "grad_norm": 0.00946901086717844,
      "learning_rate": 0.00017148202036998547,
      "loss": 0.0008,
      "step": 706
    },
    {
      "epoch": 0.14634651210929414,
      "grad_norm": 0.004027761984616518,
      "learning_rate": 0.0001714404489711079,
      "loss": 0.0001,
      "step": 707
    },
    {
      "epoch": 0.14655350859035396,
      "grad_norm": 0.0014218458672985435,
      "learning_rate": 0.0001713988775722303,
      "loss": 0.0,
      "step": 708
    },
    {
      "epoch": 0.14676050507141378,
      "grad_norm": 0.0058472915552556515,
      "learning_rate": 0.00017135730617335275,
      "loss": 0.0002,
      "step": 709
    },
    {
      "epoch": 0.1469675015524736,
      "grad_norm": 0.004684192128479481,
      "learning_rate": 0.0001713157347744752,
      "loss": 0.0002,
      "step": 710
    },
    {
      "epoch": 0.14717449803353344,
      "grad_norm": 0.002729298546910286,
      "learning_rate": 0.0001712741633755976,
      "loss": 0.0001,
      "step": 711
    },
    {
      "epoch": 0.14738149451459326,
      "grad_norm": 0.003782545682042837,
      "learning_rate": 0.00017123259197672,
      "loss": 0.0022,
      "step": 712
    },
    {
      "epoch": 0.14758849099565308,
      "grad_norm": 0.004307260736823082,
      "learning_rate": 0.00017119102057784244,
      "loss": 0.0009,
      "step": 713
    },
    {
      "epoch": 0.1477954874767129,
      "grad_norm": 0.01339892577379942,
      "learning_rate": 0.00017114944917896488,
      "loss": 0.001,
      "step": 714
    },
    {
      "epoch": 0.1480024839577727,
      "grad_norm": 0.0017793363658711314,
      "learning_rate": 0.0001711078777800873,
      "loss": 0.0,
      "step": 715
    },
    {
      "epoch": 0.14820948043883253,
      "grad_norm": 0.0005680687027052045,
      "learning_rate": 0.00017106630638120973,
      "loss": 0.0,
      "step": 716
    },
    {
      "epoch": 0.14841647691989235,
      "grad_norm": 0.0010823605116456747,
      "learning_rate": 0.00017102473498233216,
      "loss": 0.0,
      "step": 717
    },
    {
      "epoch": 0.1486234734009522,
      "grad_norm": 0.006135303992778063,
      "learning_rate": 0.00017098316358345457,
      "loss": 0.0002,
      "step": 718
    },
    {
      "epoch": 0.148830469882012,
      "grad_norm": 0.003215776290744543,
      "learning_rate": 0.000170941592184577,
      "loss": 0.0008,
      "step": 719
    },
    {
      "epoch": 0.14903746636307183,
      "grad_norm": 0.00970076397061348,
      "learning_rate": 0.00017090002078569945,
      "loss": 0.0008,
      "step": 720
    },
    {
      "epoch": 0.14924446284413165,
      "grad_norm": 0.0037311650812625885,
      "learning_rate": 0.00017085844938682189,
      "loss": 0.0007,
      "step": 721
    },
    {
      "epoch": 0.14945145932519147,
      "grad_norm": 0.0035531132016330957,
      "learning_rate": 0.0001708168779879443,
      "loss": 0.0007,
      "step": 722
    },
    {
      "epoch": 0.14965845580625128,
      "grad_norm": 0.0013675455702468753,
      "learning_rate": 0.00017077530658906673,
      "loss": 0.0002,
      "step": 723
    },
    {
      "epoch": 0.14986545228731113,
      "grad_norm": 0.003667420009151101,
      "learning_rate": 0.00017073373519018917,
      "loss": 0.0001,
      "step": 724
    },
    {
      "epoch": 0.15007244876837095,
      "grad_norm": 0.0006531656836159527,
      "learning_rate": 0.00017069216379131158,
      "loss": 0.0,
      "step": 725
    },
    {
      "epoch": 0.15027944524943077,
      "grad_norm": 0.0029405278619378805,
      "learning_rate": 0.00017065059239243402,
      "loss": 0.0001,
      "step": 726
    },
    {
      "epoch": 0.15048644173049058,
      "grad_norm": 0.0020144616719335318,
      "learning_rate": 0.00017060902099355645,
      "loss": 0.0001,
      "step": 727
    },
    {
      "epoch": 0.1506934382115504,
      "grad_norm": 0.003123146714642644,
      "learning_rate": 0.00017056744959467886,
      "loss": 0.0007,
      "step": 728
    },
    {
      "epoch": 0.15090043469261022,
      "grad_norm": 0.005841000005602837,
      "learning_rate": 0.0001705258781958013,
      "loss": 0.0001,
      "step": 729
    },
    {
      "epoch": 0.15110743117367004,
      "grad_norm": 0.001898916088975966,
      "learning_rate": 0.00017048430679692374,
      "loss": 0.0,
      "step": 730
    },
    {
      "epoch": 0.15131442765472988,
      "grad_norm": 0.0005505726439878345,
      "learning_rate": 0.00017044273539804615,
      "loss": 0.0,
      "step": 731
    },
    {
      "epoch": 0.1515214241357897,
      "grad_norm": 0.022630905732512474,
      "learning_rate": 0.00017040116399916859,
      "loss": 0.0003,
      "step": 732
    },
    {
      "epoch": 0.15172842061684952,
      "grad_norm": 0.0018513459945097566,
      "learning_rate": 0.00017035959260029102,
      "loss": 0.0,
      "step": 733
    },
    {
      "epoch": 0.15193541709790934,
      "grad_norm": 0.006640856619924307,
      "learning_rate": 0.00017031802120141343,
      "loss": 0.0015,
      "step": 734
    },
    {
      "epoch": 0.15214241357896915,
      "grad_norm": 0.010431594215333462,
      "learning_rate": 0.00017027644980253584,
      "loss": 0.0007,
      "step": 735
    },
    {
      "epoch": 0.15234941006002897,
      "grad_norm": 0.0009595350711606443,
      "learning_rate": 0.00017023487840365828,
      "loss": 0.0001,
      "step": 736
    },
    {
      "epoch": 0.1525564065410888,
      "grad_norm": 0.0019930503331124783,
      "learning_rate": 0.00017019330700478072,
      "loss": 0.0001,
      "step": 737
    },
    {
      "epoch": 0.15276340302214864,
      "grad_norm": 0.0020235483534634113,
      "learning_rate": 0.00017015173560590313,
      "loss": 0.0012,
      "step": 738
    },
    {
      "epoch": 0.15297039950320845,
      "grad_norm": 0.000323964050039649,
      "learning_rate": 0.00017011016420702556,
      "loss": 0.0,
      "step": 739
    },
    {
      "epoch": 0.15317739598426827,
      "grad_norm": 0.004805979318916798,
      "learning_rate": 0.000170068592808148,
      "loss": 0.0016,
      "step": 740
    },
    {
      "epoch": 0.1533843924653281,
      "grad_norm": 0.0007103011594153941,
      "learning_rate": 0.00017002702140927044,
      "loss": 0.0,
      "step": 741
    },
    {
      "epoch": 0.1535913889463879,
      "grad_norm": 0.00901501253247261,
      "learning_rate": 0.00016998545001039285,
      "loss": 0.0001,
      "step": 742
    },
    {
      "epoch": 0.15379838542744773,
      "grad_norm": 0.01626206934452057,
      "learning_rate": 0.00016994387861151528,
      "loss": 0.0001,
      "step": 743
    },
    {
      "epoch": 0.15400538190850754,
      "grad_norm": 0.006600509863346815,
      "learning_rate": 0.00016990230721263772,
      "loss": 0.0022,
      "step": 744
    },
    {
      "epoch": 0.1542123783895674,
      "grad_norm": 0.0031586415134370327,
      "learning_rate": 0.00016986073581376013,
      "loss": 0.0003,
      "step": 745
    },
    {
      "epoch": 0.1544193748706272,
      "grad_norm": 0.00408458337187767,
      "learning_rate": 0.00016981916441488257,
      "loss": 0.0014,
      "step": 746
    },
    {
      "epoch": 0.15462637135168703,
      "grad_norm": 0.006417447701096535,
      "learning_rate": 0.000169777593016005,
      "loss": 0.0013,
      "step": 747
    },
    {
      "epoch": 0.15483336783274684,
      "grad_norm": 0.002676580101251602,
      "learning_rate": 0.00016973602161712742,
      "loss": 0.0009,
      "step": 748
    },
    {
      "epoch": 0.15504036431380666,
      "grad_norm": 0.003124868730083108,
      "learning_rate": 0.00016969445021824985,
      "loss": 0.0001,
      "step": 749
    },
    {
      "epoch": 0.15524736079486648,
      "grad_norm": 0.005617608781903982,
      "learning_rate": 0.0001696528788193723,
      "loss": 0.0009,
      "step": 750
    },
    {
      "epoch": 0.1554543572759263,
      "grad_norm": 0.0029069185256958008,
      "learning_rate": 0.00016961130742049473,
      "loss": 0.0008,
      "step": 751
    },
    {
      "epoch": 0.15566135375698614,
      "grad_norm": 0.008944474160671234,
      "learning_rate": 0.00016956973602161714,
      "loss": 0.0017,
      "step": 752
    },
    {
      "epoch": 0.15586835023804596,
      "grad_norm": 0.004935794975608587,
      "learning_rate": 0.00016952816462273957,
      "loss": 0.0012,
      "step": 753
    },
    {
      "epoch": 0.15607534671910578,
      "grad_norm": 0.0005579759599640965,
      "learning_rate": 0.000169486593223862,
      "loss": 0.0,
      "step": 754
    },
    {
      "epoch": 0.1562823432001656,
      "grad_norm": 0.00902874581515789,
      "learning_rate": 0.00016944502182498442,
      "loss": 0.0004,
      "step": 755
    },
    {
      "epoch": 0.15648933968122541,
      "grad_norm": 0.00498725613579154,
      "learning_rate": 0.00016940345042610683,
      "loss": 0.0001,
      "step": 756
    },
    {
      "epoch": 0.15669633616228523,
      "grad_norm": 0.0004982489626854658,
      "learning_rate": 0.00016936187902722927,
      "loss": 0.0,
      "step": 757
    },
    {
      "epoch": 0.15690333264334505,
      "grad_norm": 0.0011680921306833625,
      "learning_rate": 0.0001693203076283517,
      "loss": 0.0,
      "step": 758
    },
    {
      "epoch": 0.1571103291244049,
      "grad_norm": 0.0013553223107010126,
      "learning_rate": 0.00016927873622947412,
      "loss": 0.0,
      "step": 759
    },
    {
      "epoch": 0.15731732560546471,
      "grad_norm": 0.00549361202865839,
      "learning_rate": 0.00016923716483059655,
      "loss": 0.0016,
      "step": 760
    },
    {
      "epoch": 0.15752432208652453,
      "grad_norm": 0.004852932877838612,
      "learning_rate": 0.000169195593431719,
      "loss": 0.0002,
      "step": 761
    },
    {
      "epoch": 0.15773131856758435,
      "grad_norm": 0.0046032629907131195,
      "learning_rate": 0.0001691540220328414,
      "loss": 0.002,
      "step": 762
    },
    {
      "epoch": 0.15793831504864417,
      "grad_norm": 0.009385612793266773,
      "learning_rate": 0.00016911245063396384,
      "loss": 0.0003,
      "step": 763
    },
    {
      "epoch": 0.15814531152970399,
      "grad_norm": 0.0024257150944322348,
      "learning_rate": 0.00016907087923508627,
      "loss": 0.0009,
      "step": 764
    },
    {
      "epoch": 0.1583523080107638,
      "grad_norm": 0.002726235194131732,
      "learning_rate": 0.00016902930783620868,
      "loss": 0.0012,
      "step": 765
    },
    {
      "epoch": 0.15855930449182365,
      "grad_norm": 0.006497920490801334,
      "learning_rate": 0.00016898773643733112,
      "loss": 0.0005,
      "step": 766
    },
    {
      "epoch": 0.15876630097288347,
      "grad_norm": 0.012873928062617779,
      "learning_rate": 0.00016894616503845356,
      "loss": 0.0021,
      "step": 767
    },
    {
      "epoch": 0.15897329745394329,
      "grad_norm": 0.009931253269314766,
      "learning_rate": 0.000168904593639576,
      "loss": 0.0004,
      "step": 768
    },
    {
      "epoch": 0.1591802939350031,
      "grad_norm": 0.0012783849379047751,
      "learning_rate": 0.0001688630222406984,
      "loss": 0.0,
      "step": 769
    },
    {
      "epoch": 0.15938729041606292,
      "grad_norm": 0.0025215751957148314,
      "learning_rate": 0.00016882145084182084,
      "loss": 0.0001,
      "step": 770
    },
    {
      "epoch": 0.15959428689712274,
      "grad_norm": 0.00574857834726572,
      "learning_rate": 0.00016877987944294328,
      "loss": 0.0002,
      "step": 771
    },
    {
      "epoch": 0.15980128337818258,
      "grad_norm": 0.0008691879920661449,
      "learning_rate": 0.0001687383080440657,
      "loss": 0.0,
      "step": 772
    },
    {
      "epoch": 0.1600082798592424,
      "grad_norm": 0.008225478231906891,
      "learning_rate": 0.00016869673664518813,
      "loss": 0.0002,
      "step": 773
    },
    {
      "epoch": 0.16021527634030222,
      "grad_norm": 0.003890304360538721,
      "learning_rate": 0.00016865516524631056,
      "loss": 0.0014,
      "step": 774
    },
    {
      "epoch": 0.16042227282136204,
      "grad_norm": 0.0011641031596809626,
      "learning_rate": 0.00016861359384743297,
      "loss": 0.0001,
      "step": 775
    },
    {
      "epoch": 0.16062926930242186,
      "grad_norm": 0.008769871667027473,
      "learning_rate": 0.0001685720224485554,
      "loss": 0.0011,
      "step": 776
    },
    {
      "epoch": 0.16083626578348167,
      "grad_norm": 0.005050954408943653,
      "learning_rate": 0.00016853045104967785,
      "loss": 0.0002,
      "step": 777
    },
    {
      "epoch": 0.1610432622645415,
      "grad_norm": 0.002180990530177951,
      "learning_rate": 0.00016848887965080026,
      "loss": 0.0008,
      "step": 778
    },
    {
      "epoch": 0.16125025874560134,
      "grad_norm": 0.0015876460820436478,
      "learning_rate": 0.00016844730825192267,
      "loss": 0.0,
      "step": 779
    },
    {
      "epoch": 0.16145725522666116,
      "grad_norm": 0.004357179626822472,
      "learning_rate": 0.0001684057368530451,
      "loss": 0.0003,
      "step": 780
    },
    {
      "epoch": 0.16166425170772097,
      "grad_norm": 0.0034056720323860645,
      "learning_rate": 0.00016836416545416754,
      "loss": 0.0012,
      "step": 781
    },
    {
      "epoch": 0.1618712481887808,
      "grad_norm": 0.005545208230614662,
      "learning_rate": 0.00016832259405528995,
      "loss": 0.0001,
      "step": 782
    },
    {
      "epoch": 0.1620782446698406,
      "grad_norm": 0.0002129770437022671,
      "learning_rate": 0.0001682810226564124,
      "loss": 0.0,
      "step": 783
    },
    {
      "epoch": 0.16228524115090043,
      "grad_norm": 0.0036753590684384108,
      "learning_rate": 0.00016823945125753482,
      "loss": 0.0001,
      "step": 784
    },
    {
      "epoch": 0.16249223763196025,
      "grad_norm": 0.0018491502851247787,
      "learning_rate": 0.00016819787985865723,
      "loss": 0.0008,
      "step": 785
    },
    {
      "epoch": 0.1626992341130201,
      "grad_norm": 0.0006519712042063475,
      "learning_rate": 0.00016815630845977967,
      "loss": 0.0,
      "step": 786
    },
    {
      "epoch": 0.1629062305940799,
      "grad_norm": 0.011139947921037674,
      "learning_rate": 0.0001681147370609021,
      "loss": 0.0011,
      "step": 787
    },
    {
      "epoch": 0.16311322707513973,
      "grad_norm": 0.0020866713020950556,
      "learning_rate": 0.00016807316566202455,
      "loss": 0.0002,
      "step": 788
    },
    {
      "epoch": 0.16332022355619955,
      "grad_norm": 0.0034007905051112175,
      "learning_rate": 0.00016803159426314696,
      "loss": 0.0008,
      "step": 789
    },
    {
      "epoch": 0.16352722003725936,
      "grad_norm": 0.0017938032979145646,
      "learning_rate": 0.0001679900228642694,
      "loss": 0.0009,
      "step": 790
    },
    {
      "epoch": 0.16373421651831918,
      "grad_norm": 0.005385685246437788,
      "learning_rate": 0.00016794845146539183,
      "loss": 0.001,
      "step": 791
    },
    {
      "epoch": 0.163941212999379,
      "grad_norm": 0.010079730302095413,
      "learning_rate": 0.00016790688006651424,
      "loss": 0.0004,
      "step": 792
    },
    {
      "epoch": 0.16414820948043884,
      "grad_norm": 0.005826961249113083,
      "learning_rate": 0.00016786530866763668,
      "loss": 0.0001,
      "step": 793
    },
    {
      "epoch": 0.16435520596149866,
      "grad_norm": 0.002885566558688879,
      "learning_rate": 0.00016782373726875911,
      "loss": 0.0001,
      "step": 794
    },
    {
      "epoch": 0.16456220244255848,
      "grad_norm": 0.004031067714095116,
      "learning_rate": 0.00016778216586988152,
      "loss": 0.0002,
      "step": 795
    },
    {
      "epoch": 0.1647691989236183,
      "grad_norm": 0.0019721402786672115,
      "learning_rate": 0.00016774059447100396,
      "loss": 0.0001,
      "step": 796
    },
    {
      "epoch": 0.16497619540467812,
      "grad_norm": 0.002213244093582034,
      "learning_rate": 0.0001676990230721264,
      "loss": 0.0006,
      "step": 797
    },
    {
      "epoch": 0.16518319188573793,
      "grad_norm": 0.001942839939147234,
      "learning_rate": 0.00016765745167324884,
      "loss": 0.0,
      "step": 798
    },
    {
      "epoch": 0.16539018836679775,
      "grad_norm": 0.003173516597598791,
      "learning_rate": 0.00016761588027437125,
      "loss": 0.0001,
      "step": 799
    },
    {
      "epoch": 0.1655971848478576,
      "grad_norm": 0.004877821542322636,
      "learning_rate": 0.00016757430887549366,
      "loss": 0.0001,
      "step": 800
    },
    {
      "epoch": 0.16580418132891742,
      "grad_norm": 0.006676991004496813,
      "learning_rate": 0.0001675327374766161,
      "loss": 0.0002,
      "step": 801
    },
    {
      "epoch": 0.16601117780997723,
      "grad_norm": 0.0022598986979573965,
      "learning_rate": 0.0001674911660777385,
      "loss": 0.0003,
      "step": 802
    },
    {
      "epoch": 0.16621817429103705,
      "grad_norm": 0.00012318776862230152,
      "learning_rate": 0.00016744959467886094,
      "loss": 0.0,
      "step": 803
    },
    {
      "epoch": 0.16642517077209687,
      "grad_norm": 0.006045771297067404,
      "learning_rate": 0.00016740802327998338,
      "loss": 0.0003,
      "step": 804
    },
    {
      "epoch": 0.1666321672531567,
      "grad_norm": 0.004370058421045542,
      "learning_rate": 0.0001673664518811058,
      "loss": 0.0001,
      "step": 805
    },
    {
      "epoch": 0.1668391637342165,
      "grad_norm": 0.005490643437951803,
      "learning_rate": 0.00016732488048222822,
      "loss": 0.0022,
      "step": 806
    },
    {
      "epoch": 0.16704616021527635,
      "grad_norm": 0.007493430282920599,
      "learning_rate": 0.00016728330908335066,
      "loss": 0.001,
      "step": 807
    },
    {
      "epoch": 0.16725315669633617,
      "grad_norm": 0.0006159085314720869,
      "learning_rate": 0.0001672417376844731,
      "loss": 0.0,
      "step": 808
    },
    {
      "epoch": 0.167460153177396,
      "grad_norm": 0.002211883431300521,
      "learning_rate": 0.0001672001662855955,
      "loss": 0.0,
      "step": 809
    },
    {
      "epoch": 0.1676671496584558,
      "grad_norm": 0.0028680090326815844,
      "learning_rate": 0.00016715859488671794,
      "loss": 0.0011,
      "step": 810
    },
    {
      "epoch": 0.16787414613951562,
      "grad_norm": 0.004992680158466101,
      "learning_rate": 0.00016711702348784038,
      "loss": 0.0002,
      "step": 811
    },
    {
      "epoch": 0.16808114262057544,
      "grad_norm": 0.0024819490499794483,
      "learning_rate": 0.0001670754520889628,
      "loss": 0.0001,
      "step": 812
    },
    {
      "epoch": 0.16828813910163526,
      "grad_norm": 0.001662694732658565,
      "learning_rate": 0.00016703388069008523,
      "loss": 0.0001,
      "step": 813
    },
    {
      "epoch": 0.1684951355826951,
      "grad_norm": 0.0027136337012052536,
      "learning_rate": 0.00016699230929120767,
      "loss": 0.0015,
      "step": 814
    },
    {
      "epoch": 0.16870213206375492,
      "grad_norm": 0.0055983890779316425,
      "learning_rate": 0.00016695073789233008,
      "loss": 0.0006,
      "step": 815
    },
    {
      "epoch": 0.16890912854481474,
      "grad_norm": 0.0005543065490201116,
      "learning_rate": 0.0001669091664934525,
      "loss": 0.0,
      "step": 816
    },
    {
      "epoch": 0.16911612502587456,
      "grad_norm": 0.006743449252098799,
      "learning_rate": 0.00016686759509457495,
      "loss": 0.0006,
      "step": 817
    },
    {
      "epoch": 0.16932312150693438,
      "grad_norm": 0.005361751653254032,
      "learning_rate": 0.0001668260236956974,
      "loss": 0.0002,
      "step": 818
    },
    {
      "epoch": 0.1695301179879942,
      "grad_norm": 0.015542850829660892,
      "learning_rate": 0.0001667844522968198,
      "loss": 0.0001,
      "step": 819
    },
    {
      "epoch": 0.169737114469054,
      "grad_norm": 0.006788911763578653,
      "learning_rate": 0.00016674288089794223,
      "loss": 0.0004,
      "step": 820
    },
    {
      "epoch": 0.16994411095011386,
      "grad_norm": 0.006434622220695019,
      "learning_rate": 0.00016670130949906467,
      "loss": 0.0004,
      "step": 821
    },
    {
      "epoch": 0.17015110743117368,
      "grad_norm": 0.0024506154004484415,
      "learning_rate": 0.00016665973810018708,
      "loss": 0.0007,
      "step": 822
    },
    {
      "epoch": 0.1703581039122335,
      "grad_norm": 0.000382046215236187,
      "learning_rate": 0.0001666181667013095,
      "loss": 0.0,
      "step": 823
    },
    {
      "epoch": 0.1705651003932933,
      "grad_norm": 0.00432636309415102,
      "learning_rate": 0.00016657659530243193,
      "loss": 0.0009,
      "step": 824
    },
    {
      "epoch": 0.17077209687435313,
      "grad_norm": 0.005686972755938768,
      "learning_rate": 0.00016653502390355436,
      "loss": 0.0002,
      "step": 825
    },
    {
      "epoch": 0.17097909335541295,
      "grad_norm": 0.005743528716266155,
      "learning_rate": 0.00016649345250467677,
      "loss": 0.0003,
      "step": 826
    },
    {
      "epoch": 0.1711860898364728,
      "grad_norm": 0.002116352552548051,
      "learning_rate": 0.0001664518811057992,
      "loss": 0.0003,
      "step": 827
    },
    {
      "epoch": 0.1713930863175326,
      "grad_norm": 0.002352718496695161,
      "learning_rate": 0.00016641030970692165,
      "loss": 0.0,
      "step": 828
    },
    {
      "epoch": 0.17160008279859243,
      "grad_norm": 0.0044693113304674625,
      "learning_rate": 0.00016636873830804406,
      "loss": 0.0004,
      "step": 829
    },
    {
      "epoch": 0.17180707927965225,
      "grad_norm": 0.0005167116178199649,
      "learning_rate": 0.0001663271669091665,
      "loss": 0.0,
      "step": 830
    },
    {
      "epoch": 0.17201407576071207,
      "grad_norm": 0.005162122659385204,
      "learning_rate": 0.00016628559551028893,
      "loss": 0.0002,
      "step": 831
    },
    {
      "epoch": 0.17222107224177188,
      "grad_norm": 0.00015954635455273092,
      "learning_rate": 0.00016624402411141134,
      "loss": 0.0,
      "step": 832
    },
    {
      "epoch": 0.1724280687228317,
      "grad_norm": 0.0030487151816487312,
      "learning_rate": 0.00016620245271253378,
      "loss": 0.0001,
      "step": 833
    },
    {
      "epoch": 0.17263506520389155,
      "grad_norm": 0.002151534892618656,
      "learning_rate": 0.00016616088131365622,
      "loss": 0.0002,
      "step": 834
    },
    {
      "epoch": 0.17284206168495136,
      "grad_norm": 0.0044494629837572575,
      "learning_rate": 0.00016611930991477865,
      "loss": 0.0005,
      "step": 835
    },
    {
      "epoch": 0.17304905816601118,
      "grad_norm": 0.00033838755916804075,
      "learning_rate": 0.00016607773851590106,
      "loss": 0.0,
      "step": 836
    },
    {
      "epoch": 0.173256054647071,
      "grad_norm": 0.0005302856443449855,
      "learning_rate": 0.0001660361671170235,
      "loss": 0.0,
      "step": 837
    },
    {
      "epoch": 0.17346305112813082,
      "grad_norm": 0.0013208640739321709,
      "learning_rate": 0.00016599459571814594,
      "loss": 0.0,
      "step": 838
    },
    {
      "epoch": 0.17367004760919064,
      "grad_norm": 0.001052051316946745,
      "learning_rate": 0.00016595302431926835,
      "loss": 0.0,
      "step": 839
    },
    {
      "epoch": 0.17387704409025045,
      "grad_norm": 0.018445929512381554,
      "learning_rate": 0.00016591145292039079,
      "loss": 0.0004,
      "step": 840
    },
    {
      "epoch": 0.1740840405713103,
      "grad_norm": 0.0025256802327930927,
      "learning_rate": 0.00016586988152151322,
      "loss": 0.0001,
      "step": 841
    },
    {
      "epoch": 0.17429103705237012,
      "grad_norm": 0.0014724883949384093,
      "learning_rate": 0.00016582831012263563,
      "loss": 0.0,
      "step": 842
    },
    {
      "epoch": 0.17449803353342994,
      "grad_norm": 0.003576815826818347,
      "learning_rate": 0.00016578673872375807,
      "loss": 0.0001,
      "step": 843
    },
    {
      "epoch": 0.17470503001448975,
      "grad_norm": 0.0006163385114632547,
      "learning_rate": 0.00016574516732488048,
      "loss": 0.0,
      "step": 844
    },
    {
      "epoch": 0.17491202649554957,
      "grad_norm": 0.0011656074784696102,
      "learning_rate": 0.00016570359592600292,
      "loss": 0.0001,
      "step": 845
    },
    {
      "epoch": 0.1751190229766094,
      "grad_norm": 0.0018338944064453244,
      "learning_rate": 0.00016566202452712533,
      "loss": 0.0001,
      "step": 846
    },
    {
      "epoch": 0.1753260194576692,
      "grad_norm": 0.005035779904574156,
      "learning_rate": 0.00016562045312824776,
      "loss": 0.0014,
      "step": 847
    },
    {
      "epoch": 0.17553301593872905,
      "grad_norm": 0.006770180072635412,
      "learning_rate": 0.0001655788817293702,
      "loss": 0.0012,
      "step": 848
    },
    {
      "epoch": 0.17574001241978887,
      "grad_norm": 0.0003650276339612901,
      "learning_rate": 0.0001655373103304926,
      "loss": 0.0,
      "step": 849
    },
    {
      "epoch": 0.1759470089008487,
      "grad_norm": 0.00023851868172641844,
      "learning_rate": 0.00016549573893161505,
      "loss": 0.0,
      "step": 850
    },
    {
      "epoch": 0.1761540053819085,
      "grad_norm": 0.014695384539663792,
      "learning_rate": 0.00016545416753273748,
      "loss": 0.0011,
      "step": 851
    },
    {
      "epoch": 0.17636100186296833,
      "grad_norm": 0.00036404369166120887,
      "learning_rate": 0.00016541259613385992,
      "loss": 0.0,
      "step": 852
    },
    {
      "epoch": 0.17656799834402814,
      "grad_norm": 0.002682497026398778,
      "learning_rate": 0.00016537102473498233,
      "loss": 0.0012,
      "step": 853
    },
    {
      "epoch": 0.17677499482508796,
      "grad_norm": 0.007028127089142799,
      "learning_rate": 0.00016532945333610477,
      "loss": 0.0002,
      "step": 854
    },
    {
      "epoch": 0.1769819913061478,
      "grad_norm": 0.0012324461713433266,
      "learning_rate": 0.0001652878819372272,
      "loss": 0.0,
      "step": 855
    },
    {
      "epoch": 0.17718898778720762,
      "grad_norm": 0.00292210397310555,
      "learning_rate": 0.00016524631053834962,
      "loss": 0.0,
      "step": 856
    },
    {
      "epoch": 0.17739598426826744,
      "grad_norm": 0.0014698312152177095,
      "learning_rate": 0.00016520473913947205,
      "loss": 0.0002,
      "step": 857
    },
    {
      "epoch": 0.17760298074932726,
      "grad_norm": 0.0022247894667088985,
      "learning_rate": 0.0001651631677405945,
      "loss": 0.0,
      "step": 858
    },
    {
      "epoch": 0.17780997723038708,
      "grad_norm": 0.0006738615338690579,
      "learning_rate": 0.0001651215963417169,
      "loss": 0.0,
      "step": 859
    },
    {
      "epoch": 0.1780169737114469,
      "grad_norm": 0.004056425765156746,
      "learning_rate": 0.00016508002494283934,
      "loss": 0.001,
      "step": 860
    },
    {
      "epoch": 0.17822397019250671,
      "grad_norm": 0.006607827264815569,
      "learning_rate": 0.00016503845354396177,
      "loss": 0.0003,
      "step": 861
    },
    {
      "epoch": 0.17843096667356656,
      "grad_norm": 0.007498994003981352,
      "learning_rate": 0.00016499688214508418,
      "loss": 0.0009,
      "step": 862
    },
    {
      "epoch": 0.17863796315462638,
      "grad_norm": 0.002715140348300338,
      "learning_rate": 0.00016495531074620662,
      "loss": 0.0001,
      "step": 863
    },
    {
      "epoch": 0.1788449596356862,
      "grad_norm": 0.006559406872838736,
      "learning_rate": 0.00016491373934732906,
      "loss": 0.0012,
      "step": 864
    },
    {
      "epoch": 0.179051956116746,
      "grad_norm": 0.005900564603507519,
      "learning_rate": 0.0001648721679484515,
      "loss": 0.0001,
      "step": 865
    },
    {
      "epoch": 0.17925895259780583,
      "grad_norm": 0.0014680642634630203,
      "learning_rate": 0.00016483059654957388,
      "loss": 0.0004,
      "step": 866
    },
    {
      "epoch": 0.17946594907886565,
      "grad_norm": 0.0017862527165561914,
      "learning_rate": 0.00016478902515069632,
      "loss": 0.0001,
      "step": 867
    },
    {
      "epoch": 0.17967294555992547,
      "grad_norm": 0.0010660128900781274,
      "learning_rate": 0.00016474745375181875,
      "loss": 0.0001,
      "step": 868
    },
    {
      "epoch": 0.1798799420409853,
      "grad_norm": 0.010508016683161259,
      "learning_rate": 0.0001647058823529412,
      "loss": 0.0004,
      "step": 869
    },
    {
      "epoch": 0.18008693852204513,
      "grad_norm": 0.0026938568335026503,
      "learning_rate": 0.0001646643109540636,
      "loss": 0.0001,
      "step": 870
    },
    {
      "epoch": 0.18029393500310495,
      "grad_norm": 0.0015470877988263965,
      "learning_rate": 0.00016462273955518604,
      "loss": 0.0,
      "step": 871
    },
    {
      "epoch": 0.18050093148416477,
      "grad_norm": 0.003435211256146431,
      "learning_rate": 0.00016458116815630847,
      "loss": 0.0001,
      "step": 872
    },
    {
      "epoch": 0.18070792796522459,
      "grad_norm": 0.010342281311750412,
      "learning_rate": 0.00016453959675743088,
      "loss": 0.0007,
      "step": 873
    },
    {
      "epoch": 0.1809149244462844,
      "grad_norm": 0.0007751841330900788,
      "learning_rate": 0.00016449802535855332,
      "loss": 0.0,
      "step": 874
    },
    {
      "epoch": 0.18112192092734425,
      "grad_norm": 0.0003991715202573687,
      "learning_rate": 0.00016445645395967576,
      "loss": 0.0,
      "step": 875
    },
    {
      "epoch": 0.18132891740840407,
      "grad_norm": 0.004742010496556759,
      "learning_rate": 0.00016441488256079817,
      "loss": 0.0001,
      "step": 876
    },
    {
      "epoch": 0.18153591388946388,
      "grad_norm": 0.0010139705846086144,
      "learning_rate": 0.0001643733111619206,
      "loss": 0.0,
      "step": 877
    },
    {
      "epoch": 0.1817429103705237,
      "grad_norm": 0.00697368336841464,
      "learning_rate": 0.00016433173976304304,
      "loss": 0.0003,
      "step": 878
    },
    {
      "epoch": 0.18194990685158352,
      "grad_norm": 0.0056029148399829865,
      "learning_rate": 0.00016429016836416545,
      "loss": 0.0003,
      "step": 879
    },
    {
      "epoch": 0.18215690333264334,
      "grad_norm": 0.0031287583988159895,
      "learning_rate": 0.0001642485969652879,
      "loss": 0.0001,
      "step": 880
    },
    {
      "epoch": 0.18236389981370316,
      "grad_norm": 0.0005836491473019123,
      "learning_rate": 0.00016420702556641033,
      "loss": 0.0,
      "step": 881
    },
    {
      "epoch": 0.182570896294763,
      "grad_norm": 0.006221551448106766,
      "learning_rate": 0.00016416545416753276,
      "loss": 0.0014,
      "step": 882
    },
    {
      "epoch": 0.18277789277582282,
      "grad_norm": 0.00045936627429910004,
      "learning_rate": 0.00016412388276865517,
      "loss": 0.0,
      "step": 883
    },
    {
      "epoch": 0.18298488925688264,
      "grad_norm": 0.0006924067274667323,
      "learning_rate": 0.0001640823113697776,
      "loss": 0.0,
      "step": 884
    },
    {
      "epoch": 0.18319188573794246,
      "grad_norm": 0.010869395919144154,
      "learning_rate": 0.00016404073997090005,
      "loss": 0.0013,
      "step": 885
    },
    {
      "epoch": 0.18339888221900227,
      "grad_norm": 0.00480787456035614,
      "learning_rate": 0.00016399916857202246,
      "loss": 0.0009,
      "step": 886
    },
    {
      "epoch": 0.1836058787000621,
      "grad_norm": 0.0004685772000811994,
      "learning_rate": 0.0001639575971731449,
      "loss": 0.0,
      "step": 887
    },
    {
      "epoch": 0.1838128751811219,
      "grad_norm": 0.00303410436026752,
      "learning_rate": 0.0001639160257742673,
      "loss": 0.0007,
      "step": 888
    },
    {
      "epoch": 0.18401987166218176,
      "grad_norm": 0.001141547691076994,
      "learning_rate": 0.00016387445437538974,
      "loss": 0.0001,
      "step": 889
    },
    {
      "epoch": 0.18422686814324157,
      "grad_norm": 0.007433968596160412,
      "learning_rate": 0.00016383288297651215,
      "loss": 0.0001,
      "step": 890
    },
    {
      "epoch": 0.1844338646243014,
      "grad_norm": 0.003386344527825713,
      "learning_rate": 0.0001637913115776346,
      "loss": 0.0003,
      "step": 891
    },
    {
      "epoch": 0.1846408611053612,
      "grad_norm": 0.0011372484732419252,
      "learning_rate": 0.00016374974017875702,
      "loss": 0.0,
      "step": 892
    },
    {
      "epoch": 0.18484785758642103,
      "grad_norm": 0.0039020997937768698,
      "learning_rate": 0.00016370816877987943,
      "loss": 0.0001,
      "step": 893
    },
    {
      "epoch": 0.18505485406748085,
      "grad_norm": 0.003088288474828005,
      "learning_rate": 0.00016366659738100187,
      "loss": 0.0009,
      "step": 894
    },
    {
      "epoch": 0.18526185054854066,
      "grad_norm": 0.001126794726587832,
      "learning_rate": 0.0001636250259821243,
      "loss": 0.0001,
      "step": 895
    },
    {
      "epoch": 0.1854688470296005,
      "grad_norm": 0.007449139375239611,
      "learning_rate": 0.00016358345458324672,
      "loss": 0.0004,
      "step": 896
    },
    {
      "epoch": 0.18567584351066033,
      "grad_norm": 0.005704225040972233,
      "learning_rate": 0.00016354188318436916,
      "loss": 0.0016,
      "step": 897
    },
    {
      "epoch": 0.18588283999172014,
      "grad_norm": 0.004983640741556883,
      "learning_rate": 0.0001635003117854916,
      "loss": 0.0016,
      "step": 898
    },
    {
      "epoch": 0.18608983647277996,
      "grad_norm": 0.00034120268537662923,
      "learning_rate": 0.00016345874038661403,
      "loss": 0.0,
      "step": 899
    },
    {
      "epoch": 0.18629683295383978,
      "grad_norm": 0.007043101824820042,
      "learning_rate": 0.00016341716898773644,
      "loss": 0.001,
      "step": 900
    },
    {
      "epoch": 0.1865038294348996,
      "grad_norm": 0.004050271585583687,
      "learning_rate": 0.00016337559758885888,
      "loss": 0.0001,
      "step": 901
    },
    {
      "epoch": 0.18671082591595942,
      "grad_norm": 0.001882696757093072,
      "learning_rate": 0.00016333402618998131,
      "loss": 0.0005,
      "step": 902
    },
    {
      "epoch": 0.18691782239701926,
      "grad_norm": 0.002479350659996271,
      "learning_rate": 0.00016329245479110372,
      "loss": 0.0003,
      "step": 903
    },
    {
      "epoch": 0.18712481887807908,
      "grad_norm": 0.00246567465364933,
      "learning_rate": 0.00016325088339222616,
      "loss": 0.0001,
      "step": 904
    },
    {
      "epoch": 0.1873318153591389,
      "grad_norm": 0.0021426973398774862,
      "learning_rate": 0.0001632093119933486,
      "loss": 0.0006,
      "step": 905
    },
    {
      "epoch": 0.18753881184019872,
      "grad_norm": 0.004363594576716423,
      "learning_rate": 0.000163167740594471,
      "loss": 0.0002,
      "step": 906
    },
    {
      "epoch": 0.18774580832125853,
      "grad_norm": 0.004984852857887745,
      "learning_rate": 0.00016312616919559345,
      "loss": 0.0004,
      "step": 907
    },
    {
      "epoch": 0.18795280480231835,
      "grad_norm": 0.004489907994866371,
      "learning_rate": 0.00016308459779671588,
      "loss": 0.0001,
      "step": 908
    },
    {
      "epoch": 0.18815980128337817,
      "grad_norm": 0.0013233786448836327,
      "learning_rate": 0.0001630430263978383,
      "loss": 0.0,
      "step": 909
    },
    {
      "epoch": 0.18836679776443802,
      "grad_norm": 0.00894436426460743,
      "learning_rate": 0.0001630014549989607,
      "loss": 0.0016,
      "step": 910
    },
    {
      "epoch": 0.18857379424549783,
      "grad_norm": 0.001729694427922368,
      "learning_rate": 0.00016295988360008314,
      "loss": 0.001,
      "step": 911
    },
    {
      "epoch": 0.18878079072655765,
      "grad_norm": 0.005005873739719391,
      "learning_rate": 0.00016291831220120558,
      "loss": 0.0005,
      "step": 912
    },
    {
      "epoch": 0.18898778720761747,
      "grad_norm": 0.0007573101902380586,
      "learning_rate": 0.00016287674080232799,
      "loss": 0.0,
      "step": 913
    },
    {
      "epoch": 0.1891947836886773,
      "grad_norm": 0.005315006244927645,
      "learning_rate": 0.00016283516940345042,
      "loss": 0.0001,
      "step": 914
    },
    {
      "epoch": 0.1894017801697371,
      "grad_norm": 0.001140634878538549,
      "learning_rate": 0.00016279359800457286,
      "loss": 0.0001,
      "step": 915
    },
    {
      "epoch": 0.18960877665079692,
      "grad_norm": 0.003881396260112524,
      "learning_rate": 0.0001627520266056953,
      "loss": 0.0001,
      "step": 916
    },
    {
      "epoch": 0.18981577313185677,
      "grad_norm": 0.001353550935164094,
      "learning_rate": 0.0001627104552068177,
      "loss": 0.0,
      "step": 917
    },
    {
      "epoch": 0.1900227696129166,
      "grad_norm": 0.001415180740877986,
      "learning_rate": 0.00016266888380794014,
      "loss": 0.0,
      "step": 918
    },
    {
      "epoch": 0.1902297660939764,
      "grad_norm": 0.006398684810847044,
      "learning_rate": 0.00016262731240906258,
      "loss": 0.0006,
      "step": 919
    },
    {
      "epoch": 0.19043676257503622,
      "grad_norm": 0.005204816348850727,
      "learning_rate": 0.000162585741010185,
      "loss": 0.0016,
      "step": 920
    },
    {
      "epoch": 0.19064375905609604,
      "grad_norm": 0.0015194268198683858,
      "learning_rate": 0.00016254416961130743,
      "loss": 0.0007,
      "step": 921
    },
    {
      "epoch": 0.19085075553715586,
      "grad_norm": 0.002916971454396844,
      "learning_rate": 0.00016250259821242987,
      "loss": 0.0015,
      "step": 922
    },
    {
      "epoch": 0.1910577520182157,
      "grad_norm": 0.00017840563668869436,
      "learning_rate": 0.00016246102681355228,
      "loss": 0.0,
      "step": 923
    },
    {
      "epoch": 0.19126474849927552,
      "grad_norm": 0.0017515165964141488,
      "learning_rate": 0.0001624194554146747,
      "loss": 0.0005,
      "step": 924
    },
    {
      "epoch": 0.19147174498033534,
      "grad_norm": 0.0011207156348973513,
      "learning_rate": 0.00016237788401579715,
      "loss": 0.0,
      "step": 925
    },
    {
      "epoch": 0.19167874146139516,
      "grad_norm": 0.00647772429510951,
      "learning_rate": 0.00016233631261691956,
      "loss": 0.0004,
      "step": 926
    },
    {
      "epoch": 0.19188573794245498,
      "grad_norm": 0.0009239514474757016,
      "learning_rate": 0.000162294741218042,
      "loss": 0.0,
      "step": 927
    },
    {
      "epoch": 0.1920927344235148,
      "grad_norm": 0.0009718858054839075,
      "learning_rate": 0.00016225316981916443,
      "loss": 0.0,
      "step": 928
    },
    {
      "epoch": 0.1922997309045746,
      "grad_norm": 0.0009835285600274801,
      "learning_rate": 0.00016221159842028687,
      "loss": 0.0001,
      "step": 929
    },
    {
      "epoch": 0.19250672738563446,
      "grad_norm": 0.003986849449574947,
      "learning_rate": 0.00016217002702140928,
      "loss": 0.0005,
      "step": 930
    },
    {
      "epoch": 0.19271372386669428,
      "grad_norm": 0.0055690668523311615,
      "learning_rate": 0.00016212845562253172,
      "loss": 0.0002,
      "step": 931
    },
    {
      "epoch": 0.1929207203477541,
      "grad_norm": 0.006283191032707691,
      "learning_rate": 0.00016208688422365413,
      "loss": 0.0003,
      "step": 932
    },
    {
      "epoch": 0.1931277168288139,
      "grad_norm": 0.00035167241003364325,
      "learning_rate": 0.00016204531282477656,
      "loss": 0.0,
      "step": 933
    },
    {
      "epoch": 0.19333471330987373,
      "grad_norm": 0.001550202607177198,
      "learning_rate": 0.00016200374142589897,
      "loss": 0.0001,
      "step": 934
    },
    {
      "epoch": 0.19354170979093355,
      "grad_norm": 0.0009650330757722259,
      "learning_rate": 0.0001619621700270214,
      "loss": 0.0,
      "step": 935
    },
    {
      "epoch": 0.19374870627199337,
      "grad_norm": 0.006459403783082962,
      "learning_rate": 0.00016192059862814385,
      "loss": 0.0009,
      "step": 936
    },
    {
      "epoch": 0.1939557027530532,
      "grad_norm": 0.0006884423783048987,
      "learning_rate": 0.00016187902722926626,
      "loss": 0.0,
      "step": 937
    },
    {
      "epoch": 0.19416269923411303,
      "grad_norm": 0.0034009867813438177,
      "learning_rate": 0.0001618374558303887,
      "loss": 0.0001,
      "step": 938
    },
    {
      "epoch": 0.19436969571517285,
      "grad_norm": 0.001749175600707531,
      "learning_rate": 0.00016179588443151113,
      "loss": 0.0012,
      "step": 939
    },
    {
      "epoch": 0.19457669219623266,
      "grad_norm": 0.005409194156527519,
      "learning_rate": 0.00016175431303263354,
      "loss": 0.0002,
      "step": 940
    },
    {
      "epoch": 0.19478368867729248,
      "grad_norm": 0.0033904362935572863,
      "learning_rate": 0.00016171274163375598,
      "loss": 0.0001,
      "step": 941
    },
    {
      "epoch": 0.1949906851583523,
      "grad_norm": 0.005800081882625818,
      "learning_rate": 0.00016167117023487842,
      "loss": 0.0014,
      "step": 942
    },
    {
      "epoch": 0.19519768163941212,
      "grad_norm": 0.001085714902728796,
      "learning_rate": 0.00016162959883600083,
      "loss": 0.0001,
      "step": 943
    },
    {
      "epoch": 0.19540467812047196,
      "grad_norm": 0.0017082407139241695,
      "learning_rate": 0.00016158802743712326,
      "loss": 0.0001,
      "step": 944
    },
    {
      "epoch": 0.19561167460153178,
      "grad_norm": 0.0016056247986853123,
      "learning_rate": 0.0001615464560382457,
      "loss": 0.0009,
      "step": 945
    },
    {
      "epoch": 0.1958186710825916,
      "grad_norm": 0.0005931173800490797,
      "learning_rate": 0.00016150488463936814,
      "loss": 0.0,
      "step": 946
    },
    {
      "epoch": 0.19602566756365142,
      "grad_norm": 0.0002708766842260957,
      "learning_rate": 0.00016146331324049055,
      "loss": 0.0,
      "step": 947
    },
    {
      "epoch": 0.19623266404471124,
      "grad_norm": 0.003350366372615099,
      "learning_rate": 0.00016142174184161299,
      "loss": 0.0004,
      "step": 948
    },
    {
      "epoch": 0.19643966052577105,
      "grad_norm": 0.00030215582228265703,
      "learning_rate": 0.00016138017044273542,
      "loss": 0.0,
      "step": 949
    },
    {
      "epoch": 0.19664665700683087,
      "grad_norm": 0.0013855715515092015,
      "learning_rate": 0.00016133859904385783,
      "loss": 0.0009,
      "step": 950
    },
    {
      "epoch": 0.19685365348789072,
      "grad_norm": 0.0005864354898221791,
      "learning_rate": 0.00016129702764498027,
      "loss": 0.0,
      "step": 951
    },
    {
      "epoch": 0.19706064996895054,
      "grad_norm": 0.0006372429197654128,
      "learning_rate": 0.0001612554562461027,
      "loss": 0.0,
      "step": 952
    },
    {
      "epoch": 0.19726764645001035,
      "grad_norm": 0.0005041586118750274,
      "learning_rate": 0.00016121388484722512,
      "loss": 0.0,
      "step": 953
    },
    {
      "epoch": 0.19747464293107017,
      "grad_norm": 0.0023472902830690145,
      "learning_rate": 0.00016117231344834753,
      "loss": 0.001,
      "step": 954
    },
    {
      "epoch": 0.19768163941213,
      "grad_norm": 0.00015194782463368028,
      "learning_rate": 0.00016113074204946996,
      "loss": 0.0,
      "step": 955
    },
    {
      "epoch": 0.1978886358931898,
      "grad_norm": 0.001190232578665018,
      "learning_rate": 0.0001610891706505924,
      "loss": 0.0002,
      "step": 956
    },
    {
      "epoch": 0.19809563237424963,
      "grad_norm": 0.0018357646185904741,
      "learning_rate": 0.0001610475992517148,
      "loss": 0.0002,
      "step": 957
    },
    {
      "epoch": 0.19830262885530947,
      "grad_norm": 0.007886867970228195,
      "learning_rate": 0.00016100602785283725,
      "loss": 0.0015,
      "step": 958
    },
    {
      "epoch": 0.1985096253363693,
      "grad_norm": 0.00014407855633180588,
      "learning_rate": 0.00016096445645395968,
      "loss": 0.0,
      "step": 959
    },
    {
      "epoch": 0.1987166218174291,
      "grad_norm": 0.0008407345740124583,
      "learning_rate": 0.0001609228850550821,
      "loss": 0.0001,
      "step": 960
    },
    {
      "epoch": 0.19892361829848892,
      "grad_norm": 0.0005690194084309042,
      "learning_rate": 0.00016088131365620453,
      "loss": 0.0,
      "step": 961
    },
    {
      "epoch": 0.19913061477954874,
      "grad_norm": 0.0001164446584880352,
      "learning_rate": 0.00016083974225732697,
      "loss": 0.0,
      "step": 962
    },
    {
      "epoch": 0.19933761126060856,
      "grad_norm": 0.004800689872354269,
      "learning_rate": 0.0001607981708584494,
      "loss": 0.0009,
      "step": 963
    },
    {
      "epoch": 0.19954460774166838,
      "grad_norm": 0.0038551113102585077,
      "learning_rate": 0.00016075659945957182,
      "loss": 0.0002,
      "step": 964
    },
    {
      "epoch": 0.19975160422272822,
      "grad_norm": 0.00023845378018449992,
      "learning_rate": 0.00016071502806069425,
      "loss": 0.0,
      "step": 965
    },
    {
      "epoch": 0.19995860070378804,
      "grad_norm": 0.0006543719209730625,
      "learning_rate": 0.0001606734566618167,
      "loss": 0.0,
      "step": 966
    },
    {
      "epoch": 0.20016559718484786,
      "grad_norm": 0.0024344087578356266,
      "learning_rate": 0.0001606318852629391,
      "loss": 0.0011,
      "step": 967
    },
    {
      "epoch": 0.20037259366590768,
      "grad_norm": 0.0006420607678592205,
      "learning_rate": 0.00016059031386406154,
      "loss": 0.0,
      "step": 968
    },
    {
      "epoch": 0.2005795901469675,
      "grad_norm": 0.0016330952057614923,
      "learning_rate": 0.00016054874246518397,
      "loss": 0.0,
      "step": 969
    },
    {
      "epoch": 0.2007865866280273,
      "grad_norm": 0.0013299377169460058,
      "learning_rate": 0.00016050717106630638,
      "loss": 0.0001,
      "step": 970
    },
    {
      "epoch": 0.20099358310908713,
      "grad_norm": 0.0023206102196127176,
      "learning_rate": 0.00016046559966742882,
      "loss": 0.0006,
      "step": 971
    },
    {
      "epoch": 0.20120057959014698,
      "grad_norm": 0.0030964380130171776,
      "learning_rate": 0.00016042402826855126,
      "loss": 0.0004,
      "step": 972
    },
    {
      "epoch": 0.2014075760712068,
      "grad_norm": 0.0015272133750841022,
      "learning_rate": 0.00016038245686967367,
      "loss": 0.0,
      "step": 973
    },
    {
      "epoch": 0.2016145725522666,
      "grad_norm": 0.0036174836568534374,
      "learning_rate": 0.0001603408854707961,
      "loss": 0.0002,
      "step": 974
    },
    {
      "epoch": 0.20182156903332643,
      "grad_norm": 0.0014752513961866498,
      "learning_rate": 0.00016029931407191854,
      "loss": 0.0,
      "step": 975
    },
    {
      "epoch": 0.20202856551438625,
      "grad_norm": 0.0008594008395448327,
      "learning_rate": 0.00016025774267304095,
      "loss": 0.0001,
      "step": 976
    },
    {
      "epoch": 0.20223556199544607,
      "grad_norm": 0.007280942518264055,
      "learning_rate": 0.00016021617127416336,
      "loss": 0.001,
      "step": 977
    },
    {
      "epoch": 0.2024425584765059,
      "grad_norm": 0.0013399991439655423,
      "learning_rate": 0.0001601745998752858,
      "loss": 0.0,
      "step": 978
    },
    {
      "epoch": 0.20264955495756573,
      "grad_norm": 0.0015200217021629214,
      "learning_rate": 0.00016013302847640824,
      "loss": 0.0003,
      "step": 979
    },
    {
      "epoch": 0.20285655143862555,
      "grad_norm": 0.008712020702660084,
      "learning_rate": 0.00016009145707753067,
      "loss": 0.0002,
      "step": 980
    },
    {
      "epoch": 0.20306354791968537,
      "grad_norm": 0.004218498710542917,
      "learning_rate": 0.00016004988567865308,
      "loss": 0.0006,
      "step": 981
    },
    {
      "epoch": 0.20327054440074518,
      "grad_norm": 0.0019195530330762267,
      "learning_rate": 0.00016000831427977552,
      "loss": 0.0008,
      "step": 982
    },
    {
      "epoch": 0.203477540881805,
      "grad_norm": 0.0017306975787505507,
      "learning_rate": 0.00015996674288089796,
      "loss": 0.001,
      "step": 983
    },
    {
      "epoch": 0.20368453736286482,
      "grad_norm": 0.006045056506991386,
      "learning_rate": 0.00015992517148202037,
      "loss": 0.0002,
      "step": 984
    },
    {
      "epoch": 0.20389153384392467,
      "grad_norm": 0.002741064177826047,
      "learning_rate": 0.0001598836000831428,
      "loss": 0.0001,
      "step": 985
    },
    {
      "epoch": 0.20409853032498448,
      "grad_norm": 0.0026846020482480526,
      "learning_rate": 0.00015984202868426524,
      "loss": 0.0003,
      "step": 986
    },
    {
      "epoch": 0.2043055268060443,
      "grad_norm": 0.009860471822321415,
      "learning_rate": 0.00015980045728538765,
      "loss": 0.0002,
      "step": 987
    },
    {
      "epoch": 0.20451252328710412,
      "grad_norm": 0.0001563982223160565,
      "learning_rate": 0.0001597588858865101,
      "loss": 0.0,
      "step": 988
    },
    {
      "epoch": 0.20471951976816394,
      "grad_norm": 0.0035680129658430815,
      "learning_rate": 0.00015971731448763253,
      "loss": 0.0009,
      "step": 989
    },
    {
      "epoch": 0.20492651624922376,
      "grad_norm": 0.00037079930189065635,
      "learning_rate": 0.00015967574308875494,
      "loss": 0.0,
      "step": 990
    },
    {
      "epoch": 0.20513351273028357,
      "grad_norm": 0.006476435344666243,
      "learning_rate": 0.00015963417168987737,
      "loss": 0.0004,
      "step": 991
    },
    {
      "epoch": 0.20534050921134342,
      "grad_norm": 0.0008909539901651442,
      "learning_rate": 0.0001595926002909998,
      "loss": 0.0001,
      "step": 992
    },
    {
      "epoch": 0.20554750569240324,
      "grad_norm": 0.005418546497821808,
      "learning_rate": 0.00015955102889212225,
      "loss": 0.0009,
      "step": 993
    },
    {
      "epoch": 0.20575450217346306,
      "grad_norm": 0.004925790708512068,
      "learning_rate": 0.00015950945749324466,
      "loss": 0.0009,
      "step": 994
    },
    {
      "epoch": 0.20596149865452287,
      "grad_norm": 0.003130319295451045,
      "learning_rate": 0.0001594678860943671,
      "loss": 0.001,
      "step": 995
    },
    {
      "epoch": 0.2061684951355827,
      "grad_norm": 0.0062978435307741165,
      "learning_rate": 0.00015942631469548953,
      "loss": 0.0002,
      "step": 996
    },
    {
      "epoch": 0.2063754916166425,
      "grad_norm": 0.006842117290943861,
      "learning_rate": 0.00015938474329661194,
      "loss": 0.0003,
      "step": 997
    },
    {
      "epoch": 0.20658248809770233,
      "grad_norm": 0.0006231727893464267,
      "learning_rate": 0.00015934317189773435,
      "loss": 0.0,
      "step": 998
    },
    {
      "epoch": 0.20678948457876217,
      "grad_norm": 0.0008572920341975987,
      "learning_rate": 0.0001593016004988568,
      "loss": 0.0,
      "step": 999
    },
    {
      "epoch": 0.206996481059822,
      "grad_norm": 0.0018585945945233107,
      "learning_rate": 0.00015926002909997922,
      "loss": 0.0001,
      "step": 1000
    },
    {
      "epoch": 0.2072034775408818,
      "grad_norm": 0.002304868074133992,
      "learning_rate": 0.00015921845770110163,
      "loss": 0.0009,
      "step": 1001
    },
    {
      "epoch": 0.20741047402194163,
      "grad_norm": 0.004541350062936544,
      "learning_rate": 0.00015917688630222407,
      "loss": 0.0,
      "step": 1002
    },
    {
      "epoch": 0.20761747050300144,
      "grad_norm": 0.003366716904565692,
      "learning_rate": 0.0001591353149033465,
      "loss": 0.0011,
      "step": 1003
    },
    {
      "epoch": 0.20782446698406126,
      "grad_norm": 0.002917301142588258,
      "learning_rate": 0.00015909374350446892,
      "loss": 0.0017,
      "step": 1004
    },
    {
      "epoch": 0.20803146346512108,
      "grad_norm": 0.0004168320447206497,
      "learning_rate": 0.00015905217210559136,
      "loss": 0.0,
      "step": 1005
    },
    {
      "epoch": 0.20823845994618093,
      "grad_norm": 0.001863375655375421,
      "learning_rate": 0.0001590106007067138,
      "loss": 0.001,
      "step": 1006
    },
    {
      "epoch": 0.20844545642724074,
      "grad_norm": 0.001271730288863182,
      "learning_rate": 0.0001589690293078362,
      "loss": 0.0001,
      "step": 1007
    },
    {
      "epoch": 0.20865245290830056,
      "grad_norm": 0.002366506028920412,
      "learning_rate": 0.00015892745790895864,
      "loss": 0.0009,
      "step": 1008
    },
    {
      "epoch": 0.20885944938936038,
      "grad_norm": 0.0031757184769958258,
      "learning_rate": 0.00015888588651008108,
      "loss": 0.0001,
      "step": 1009
    },
    {
      "epoch": 0.2090664458704202,
      "grad_norm": 0.0019097458571195602,
      "learning_rate": 0.00015884431511120351,
      "loss": 0.0,
      "step": 1010
    },
    {
      "epoch": 0.20927344235148002,
      "grad_norm": 0.0008379930513910949,
      "learning_rate": 0.00015880274371232592,
      "loss": 0.0,
      "step": 1011
    },
    {
      "epoch": 0.20948043883253983,
      "grad_norm": 0.005206478293985128,
      "learning_rate": 0.00015876117231344836,
      "loss": 0.002,
      "step": 1012
    },
    {
      "epoch": 0.20968743531359968,
      "grad_norm": 0.0008720169425942004,
      "learning_rate": 0.0001587196009145708,
      "loss": 0.0,
      "step": 1013
    },
    {
      "epoch": 0.2098944317946595,
      "grad_norm": 0.0041591702029109,
      "learning_rate": 0.0001586780295156932,
      "loss": 0.001,
      "step": 1014
    },
    {
      "epoch": 0.21010142827571932,
      "grad_norm": 0.0004002148343715817,
      "learning_rate": 0.00015863645811681565,
      "loss": 0.0,
      "step": 1015
    },
    {
      "epoch": 0.21030842475677913,
      "grad_norm": 0.00017360522178933024,
      "learning_rate": 0.00015859488671793808,
      "loss": 0.0,
      "step": 1016
    },
    {
      "epoch": 0.21051542123783895,
      "grad_norm": 0.004276643507182598,
      "learning_rate": 0.0001585533153190605,
      "loss": 0.0,
      "step": 1017
    },
    {
      "epoch": 0.21072241771889877,
      "grad_norm": 0.0027010890189558268,
      "learning_rate": 0.00015851174392018293,
      "loss": 0.0014,
      "step": 1018
    },
    {
      "epoch": 0.2109294141999586,
      "grad_norm": 0.0048659988678991795,
      "learning_rate": 0.00015847017252130537,
      "loss": 0.0005,
      "step": 1019
    },
    {
      "epoch": 0.21113641068101843,
      "grad_norm": 0.0003106594958808273,
      "learning_rate": 0.00015842860112242778,
      "loss": 0.0,
      "step": 1020
    },
    {
      "epoch": 0.21134340716207825,
      "grad_norm": 0.0032943710684776306,
      "learning_rate": 0.00015838702972355019,
      "loss": 0.0012,
      "step": 1021
    },
    {
      "epoch": 0.21155040364313807,
      "grad_norm": 0.0022477346938103437,
      "learning_rate": 0.00015834545832467262,
      "loss": 0.0002,
      "step": 1022
    },
    {
      "epoch": 0.2117574001241979,
      "grad_norm": 0.0007089116843417287,
      "learning_rate": 0.00015830388692579506,
      "loss": 0.0,
      "step": 1023
    },
    {
      "epoch": 0.2119643966052577,
      "grad_norm": 0.003983316943049431,
      "learning_rate": 0.00015826231552691747,
      "loss": 0.0002,
      "step": 1024
    },
    {
      "epoch": 0.21217139308631752,
      "grad_norm": 0.0038651269860565662,
      "learning_rate": 0.0001582207441280399,
      "loss": 0.0017,
      "step": 1025
    },
    {
      "epoch": 0.21237838956737737,
      "grad_norm": 0.006369102746248245,
      "learning_rate": 0.00015817917272916234,
      "loss": 0.0002,
      "step": 1026
    },
    {
      "epoch": 0.21258538604843719,
      "grad_norm": 0.002382291480898857,
      "learning_rate": 0.00015813760133028478,
      "loss": 0.0004,
      "step": 1027
    },
    {
      "epoch": 0.212792382529497,
      "grad_norm": 0.0016512110596522689,
      "learning_rate": 0.0001580960299314072,
      "loss": 0.0002,
      "step": 1028
    },
    {
      "epoch": 0.21299937901055682,
      "grad_norm": 0.008482804521918297,
      "learning_rate": 0.00015805445853252963,
      "loss": 0.0002,
      "step": 1029
    },
    {
      "epoch": 0.21320637549161664,
      "grad_norm": 0.005470529198646545,
      "learning_rate": 0.00015801288713365207,
      "loss": 0.0007,
      "step": 1030
    },
    {
      "epoch": 0.21341337197267646,
      "grad_norm": 0.004424599930644035,
      "learning_rate": 0.00015797131573477448,
      "loss": 0.0007,
      "step": 1031
    },
    {
      "epoch": 0.21362036845373628,
      "grad_norm": 0.0011165774194523692,
      "learning_rate": 0.0001579297443358969,
      "loss": 0.0,
      "step": 1032
    },
    {
      "epoch": 0.21382736493479612,
      "grad_norm": 0.0008872200851328671,
      "learning_rate": 0.00015788817293701935,
      "loss": 0.0,
      "step": 1033
    },
    {
      "epoch": 0.21403436141585594,
      "grad_norm": 0.010052971541881561,
      "learning_rate": 0.00015784660153814176,
      "loss": 0.0011,
      "step": 1034
    },
    {
      "epoch": 0.21424135789691576,
      "grad_norm": 0.002929918933659792,
      "learning_rate": 0.0001578050301392642,
      "loss": 0.0015,
      "step": 1035
    },
    {
      "epoch": 0.21444835437797558,
      "grad_norm": 0.008970585651695728,
      "learning_rate": 0.00015776345874038663,
      "loss": 0.0003,
      "step": 1036
    },
    {
      "epoch": 0.2146553508590354,
      "grad_norm": 0.06671982258558273,
      "learning_rate": 0.00015772188734150904,
      "loss": 0.0008,
      "step": 1037
    },
    {
      "epoch": 0.2148623473400952,
      "grad_norm": 0.0003781789855565876,
      "learning_rate": 0.00015768031594263148,
      "loss": 0.0,
      "step": 1038
    },
    {
      "epoch": 0.21506934382115503,
      "grad_norm": 0.0004683547012973577,
      "learning_rate": 0.00015763874454375392,
      "loss": 0.0,
      "step": 1039
    },
    {
      "epoch": 0.21527634030221487,
      "grad_norm": 0.005777016282081604,
      "learning_rate": 0.00015759717314487635,
      "loss": 0.0015,
      "step": 1040
    },
    {
      "epoch": 0.2154833367832747,
      "grad_norm": 0.0068507413379848,
      "learning_rate": 0.00015755560174599876,
      "loss": 0.0002,
      "step": 1041
    },
    {
      "epoch": 0.2156903332643345,
      "grad_norm": 0.0021482266020029783,
      "learning_rate": 0.00015751403034712117,
      "loss": 0.0004,
      "step": 1042
    },
    {
      "epoch": 0.21589732974539433,
      "grad_norm": 0.003305132733657956,
      "learning_rate": 0.0001574724589482436,
      "loss": 0.0009,
      "step": 1043
    },
    {
      "epoch": 0.21610432622645415,
      "grad_norm": 0.005324844736605883,
      "learning_rate": 0.00015743088754936602,
      "loss": 0.0012,
      "step": 1044
    },
    {
      "epoch": 0.21631132270751396,
      "grad_norm": 0.004400115925818682,
      "learning_rate": 0.00015738931615048846,
      "loss": 0.0002,
      "step": 1045
    },
    {
      "epoch": 0.21651831918857378,
      "grad_norm": 0.0030595625285059214,
      "learning_rate": 0.0001573477447516109,
      "loss": 0.0005,
      "step": 1046
    },
    {
      "epoch": 0.21672531566963363,
      "grad_norm": 0.004036907572299242,
      "learning_rate": 0.00015730617335273333,
      "loss": 0.0,
      "step": 1047
    },
    {
      "epoch": 0.21693231215069345,
      "grad_norm": 0.005875944159924984,
      "learning_rate": 0.00015726460195385574,
      "loss": 0.0004,
      "step": 1048
    },
    {
      "epoch": 0.21713930863175326,
      "grad_norm": 0.003494358854368329,
      "learning_rate": 0.00015722303055497818,
      "loss": 0.0015,
      "step": 1049
    },
    {
      "epoch": 0.21734630511281308,
      "grad_norm": 0.00041328632505610585,
      "learning_rate": 0.00015718145915610062,
      "loss": 0.0,
      "step": 1050
    },
    {
      "epoch": 0.2175533015938729,
      "grad_norm": 0.0010599165689200163,
      "learning_rate": 0.00015713988775722303,
      "loss": 0.0,
      "step": 1051
    },
    {
      "epoch": 0.21776029807493272,
      "grad_norm": 0.00022103896480984986,
      "learning_rate": 0.00015709831635834546,
      "loss": 0.0,
      "step": 1052
    },
    {
      "epoch": 0.21796729455599254,
      "grad_norm": 0.00018703911337070167,
      "learning_rate": 0.0001570567449594679,
      "loss": 0.0,
      "step": 1053
    },
    {
      "epoch": 0.21817429103705238,
      "grad_norm": 0.0001905701938085258,
      "learning_rate": 0.0001570151735605903,
      "loss": 0.0,
      "step": 1054
    },
    {
      "epoch": 0.2183812875181122,
      "grad_norm": 0.01590561680495739,
      "learning_rate": 0.00015697360216171275,
      "loss": 0.0004,
      "step": 1055
    },
    {
      "epoch": 0.21858828399917202,
      "grad_norm": 0.007658824324607849,
      "learning_rate": 0.00015693203076283519,
      "loss": 0.0001,
      "step": 1056
    },
    {
      "epoch": 0.21879528048023184,
      "grad_norm": 0.0036896623205393553,
      "learning_rate": 0.00015689045936395762,
      "loss": 0.0011,
      "step": 1057
    },
    {
      "epoch": 0.21900227696129165,
      "grad_norm": 0.006060061044991016,
      "learning_rate": 0.00015684888796508003,
      "loss": 0.0001,
      "step": 1058
    },
    {
      "epoch": 0.21920927344235147,
      "grad_norm": 0.010098116472363472,
      "learning_rate": 0.00015680731656620247,
      "loss": 0.0012,
      "step": 1059
    },
    {
      "epoch": 0.2194162699234113,
      "grad_norm": 0.0016395826824009418,
      "learning_rate": 0.0001567657451673249,
      "loss": 0.0007,
      "step": 1060
    },
    {
      "epoch": 0.21962326640447113,
      "grad_norm": 0.004565931856632233,
      "learning_rate": 0.00015672417376844732,
      "loss": 0.0011,
      "step": 1061
    },
    {
      "epoch": 0.21983026288553095,
      "grad_norm": 0.004525905009359121,
      "learning_rate": 0.00015668260236956975,
      "loss": 0.0002,
      "step": 1062
    },
    {
      "epoch": 0.22003725936659077,
      "grad_norm": 0.0008571099024266005,
      "learning_rate": 0.0001566410309706922,
      "loss": 0.0,
      "step": 1063
    }
  ],
  "logging_steps": 1,
  "max_steps": 4831,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.0739590310395904e+17,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}