{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.8853552192869967,
  "eval_steps": 500,
  "global_step": 22500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003968253968253968,
      "grad_norm": 2.719743251800537,
      "learning_rate": 0.0019973544973544977,
      "loss": 2.0582,
      "step": 10
    },
    {
      "epoch": 0.007936507936507936,
      "grad_norm": 3.9530892372131348,
      "learning_rate": 0.001994708994708995,
      "loss": 1.5106,
      "step": 20
    },
    {
      "epoch": 0.011904761904761904,
      "grad_norm": 2.873342514038086,
      "learning_rate": 0.001992063492063492,
      "loss": 1.3441,
      "step": 30
    },
    {
      "epoch": 0.015873015873015872,
      "grad_norm": 2.5402843952178955,
      "learning_rate": 0.001989417989417989,
      "loss": 1.3346,
      "step": 40
    },
    {
      "epoch": 0.01984126984126984,
      "grad_norm": 8.011046409606934,
      "learning_rate": 0.001986772486772487,
      "loss": 1.4858,
      "step": 50
    },
    {
      "epoch": 0.023809523809523808,
      "grad_norm": 1.8670936822891235,
      "learning_rate": 0.001984126984126984,
      "loss": 1.3795,
      "step": 60
    },
    {
      "epoch": 0.027777777777777776,
      "grad_norm": 4.0268025398254395,
      "learning_rate": 0.0019814814814814816,
      "loss": 1.2093,
      "step": 70
    },
    {
      "epoch": 0.031746031746031744,
      "grad_norm": 2.250659227371216,
      "learning_rate": 0.001978835978835979,
      "loss": 1.4175,
      "step": 80
    },
    {
      "epoch": 0.03571428571428571,
      "grad_norm": 2.6111180782318115,
      "learning_rate": 0.0019761904761904764,
      "loss": 1.2632,
      "step": 90
    },
    {
      "epoch": 0.03968253968253968,
      "grad_norm": 2.8487629890441895,
      "learning_rate": 0.0019735449735449736,
      "loss": 1.3824,
      "step": 100
    },
    {
      "epoch": 0.04365079365079365,
      "grad_norm": 2.2919723987579346,
      "learning_rate": 0.001970899470899471,
      "loss": 1.1783,
      "step": 110
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 2.1400911808013916,
      "learning_rate": 0.001968253968253968,
      "loss": 1.2046,
      "step": 120
    },
    {
      "epoch": 0.051587301587301584,
      "grad_norm": 2.4251630306243896,
      "learning_rate": 0.0019656084656084656,
      "loss": 0.9373,
      "step": 130
    },
    {
      "epoch": 0.05555555555555555,
      "grad_norm": 4.872255325317383,
      "learning_rate": 0.0019629629629629632,
      "loss": 1.1487,
      "step": 140
    },
    {
      "epoch": 0.05952380952380952,
      "grad_norm": 1.1926871538162231,
      "learning_rate": 0.0019603174603174604,
      "loss": 0.9628,
      "step": 150
    },
    {
      "epoch": 0.06349206349206349,
      "grad_norm": 1.6297978162765503,
      "learning_rate": 0.0019576719576719576,
      "loss": 1.0797,
      "step": 160
    },
    {
      "epoch": 0.06746031746031746,
      "grad_norm": 1.9080616235733032,
      "learning_rate": 0.001955026455026455,
      "loss": 1.1868,
      "step": 170
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 1.5988057851791382,
      "learning_rate": 0.0019523809523809524,
      "loss": 1.2171,
      "step": 180
    },
    {
      "epoch": 0.07539682539682539,
      "grad_norm": 3.464204788208008,
      "learning_rate": 0.0019497354497354498,
      "loss": 1.0786,
      "step": 190
    },
    {
      "epoch": 0.07936507936507936,
      "grad_norm": 1.0056853294372559,
      "learning_rate": 0.001947089947089947,
      "loss": 1.0321,
      "step": 200
    },
    {
      "epoch": 0.08333333333333333,
      "grad_norm": 0.7744622230529785,
      "learning_rate": 0.0019444444444444444,
      "loss": 1.0652,
      "step": 210
    },
    {
      "epoch": 0.0873015873015873,
      "grad_norm": 1.8306702375411987,
      "learning_rate": 0.0019417989417989418,
      "loss": 1.2596,
      "step": 220
    },
    {
      "epoch": 0.09126984126984126,
      "grad_norm": 4.866456985473633,
      "learning_rate": 0.0019391534391534392,
      "loss": 0.9659,
      "step": 230
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 2.4852681159973145,
      "learning_rate": 0.0019365079365079366,
      "loss": 0.9604,
      "step": 240
    },
    {
      "epoch": 0.0992063492063492,
      "grad_norm": 1.818182349205017,
      "learning_rate": 0.001933862433862434,
      "loss": 0.84,
      "step": 250
    },
    {
      "epoch": 0.10317460317460317,
      "grad_norm": 2.9667937755584717,
      "learning_rate": 0.0019312169312169312,
      "loss": 1.0415,
      "step": 260
    },
    {
      "epoch": 0.10714285714285714,
      "grad_norm": 2.0339770317077637,
      "learning_rate": 0.0019285714285714286,
      "loss": 1.1436,
      "step": 270
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 1.2213151454925537,
      "learning_rate": 0.0019259259259259258,
      "loss": 0.9627,
      "step": 280
    },
    {
      "epoch": 0.11507936507936507,
      "grad_norm": 0.9745686054229736,
      "learning_rate": 0.0019232804232804234,
      "loss": 1.1314,
      "step": 290
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 0.9821905493736267,
      "learning_rate": 0.0019206349206349208,
      "loss": 0.8616,
      "step": 300
    },
    {
      "epoch": 0.12301587301587301,
      "grad_norm": 1.1417244672775269,
      "learning_rate": 0.001917989417989418,
      "loss": 0.8589,
      "step": 310
    },
    {
      "epoch": 0.12698412698412698,
      "grad_norm": 1.10502028465271,
      "learning_rate": 0.0019153439153439154,
      "loss": 0.8038,
      "step": 320
    },
    {
      "epoch": 0.13095238095238096,
      "grad_norm": 3.0337259769439697,
      "learning_rate": 0.0019126984126984128,
      "loss": 1.1473,
      "step": 330
    },
    {
      "epoch": 0.1349206349206349,
      "grad_norm": 1.5644335746765137,
      "learning_rate": 0.00191005291005291,
      "loss": 1.377,
      "step": 340
    },
    {
      "epoch": 0.1388888888888889,
      "grad_norm": 1.4690322875976562,
      "learning_rate": 0.0019074074074074076,
      "loss": 0.9918,
      "step": 350
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 1.3624849319458008,
      "learning_rate": 0.0019047619047619048,
      "loss": 1.0086,
      "step": 360
    },
    {
      "epoch": 0.14682539682539683,
      "grad_norm": 1.9925272464752197,
      "learning_rate": 0.0019021164021164022,
      "loss": 0.8111,
      "step": 370
    },
    {
      "epoch": 0.15079365079365079,
      "grad_norm": 1.8325337171554565,
      "learning_rate": 0.0018994708994708996,
      "loss": 0.9993,
      "step": 380
    },
    {
      "epoch": 0.15476190476190477,
      "grad_norm": 1.2556744813919067,
      "learning_rate": 0.0018968253968253967,
      "loss": 0.9214,
      "step": 390
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 2.262421131134033,
      "learning_rate": 0.0018941798941798941,
      "loss": 0.9461,
      "step": 400
    },
    {
      "epoch": 0.1626984126984127,
      "grad_norm": 1.9751100540161133,
      "learning_rate": 0.0018915343915343918,
      "loss": 1.0798,
      "step": 410
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 6.7523040771484375,
      "learning_rate": 0.001888888888888889,
      "loss": 0.9272,
      "step": 420
    },
    {
      "epoch": 0.17063492063492064,
      "grad_norm": 3.15874981880188,
      "learning_rate": 0.0018862433862433864,
      "loss": 0.9037,
      "step": 430
    },
    {
      "epoch": 0.1746031746031746,
      "grad_norm": 1.0322136878967285,
      "learning_rate": 0.0018835978835978835,
      "loss": 0.9704,
      "step": 440
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 1.655899167060852,
      "learning_rate": 0.001880952380952381,
      "loss": 0.9093,
      "step": 450
    },
    {
      "epoch": 0.18253968253968253,
      "grad_norm": 0.8752370476722717,
      "learning_rate": 0.0018783068783068783,
      "loss": 0.9002,
      "step": 460
    },
    {
      "epoch": 0.1865079365079365,
      "grad_norm": 1.024077296257019,
      "learning_rate": 0.0018756613756613755,
      "loss": 0.9406,
      "step": 470
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 1.2974797487258911,
      "learning_rate": 0.0018730158730158731,
      "loss": 1.0027,
      "step": 480
    },
    {
      "epoch": 0.19444444444444445,
      "grad_norm": 1.0525192022323608,
      "learning_rate": 0.0018703703703703705,
      "loss": 0.8173,
      "step": 490
    },
    {
      "epoch": 0.1984126984126984,
      "grad_norm": 0.8886928558349609,
      "learning_rate": 0.0018677248677248677,
      "loss": 0.8162,
      "step": 500
    },
    {
      "epoch": 0.20238095238095238,
      "grad_norm": 2.219409704208374,
      "learning_rate": 0.0018650793650793651,
      "loss": 0.9328,
      "step": 510
    },
    {
      "epoch": 0.20634920634920634,
      "grad_norm": 1.2269400358200073,
      "learning_rate": 0.0018624338624338623,
      "loss": 0.7617,
      "step": 520
    },
    {
      "epoch": 0.21031746031746032,
      "grad_norm": 1.3941247463226318,
      "learning_rate": 0.0018597883597883597,
      "loss": 0.733,
      "step": 530
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 1.3957165479660034,
      "learning_rate": 0.0018571428571428573,
      "loss": 0.8621,
      "step": 540
    },
    {
      "epoch": 0.21825396825396826,
      "grad_norm": 1.3213554620742798,
      "learning_rate": 0.0018544973544973545,
      "loss": 0.9746,
      "step": 550
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 1.3588542938232422,
      "learning_rate": 0.001851851851851852,
      "loss": 0.7973,
      "step": 560
    },
    {
      "epoch": 0.2261904761904762,
      "grad_norm": 1.7744730710983276,
      "learning_rate": 0.0018492063492063493,
      "loss": 0.887,
      "step": 570
    },
    {
      "epoch": 0.23015873015873015,
      "grad_norm": 0.7673001289367676,
      "learning_rate": 0.0018465608465608465,
      "loss": 0.7976,
      "step": 580
    },
    {
      "epoch": 0.23412698412698413,
      "grad_norm": 1.4514744281768799,
      "learning_rate": 0.001843915343915344,
      "loss": 0.7594,
      "step": 590
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 1.408557653427124,
      "learning_rate": 0.0018412698412698413,
      "loss": 0.8519,
      "step": 600
    },
    {
      "epoch": 0.24206349206349206,
      "grad_norm": 1.758348822593689,
      "learning_rate": 0.0018386243386243387,
      "loss": 1.0071,
      "step": 610
    },
    {
      "epoch": 0.24603174603174602,
      "grad_norm": 1.6447445154190063,
      "learning_rate": 0.0018359788359788361,
      "loss": 0.7517,
      "step": 620
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.568068027496338,
      "learning_rate": 0.0018333333333333333,
      "loss": 0.9271,
      "step": 630
    },
    {
      "epoch": 0.25396825396825395,
      "grad_norm": 1.2021923065185547,
      "learning_rate": 0.0018306878306878307,
      "loss": 1.1121,
      "step": 640
    },
    {
      "epoch": 0.25793650793650796,
      "grad_norm": 2.1598119735717773,
      "learning_rate": 0.001828042328042328,
      "loss": 0.8373,
      "step": 650
    },
    {
      "epoch": 0.2619047619047619,
      "grad_norm": 1.0078835487365723,
      "learning_rate": 0.0018253968253968253,
      "loss": 0.8333,
      "step": 660
    },
    {
      "epoch": 0.26587301587301587,
      "grad_norm": 0.9753168225288391,
      "learning_rate": 0.001822751322751323,
      "loss": 1.0549,
      "step": 670
    },
    {
      "epoch": 0.2698412698412698,
      "grad_norm": 1.491974949836731,
      "learning_rate": 0.00182010582010582,
      "loss": 1.0431,
      "step": 680
    },
    {
      "epoch": 0.27380952380952384,
      "grad_norm": 1.1669495105743408,
      "learning_rate": 0.0018174603174603175,
      "loss": 0.9501,
      "step": 690
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 0.8744311332702637,
      "learning_rate": 0.001814814814814815,
      "loss": 0.7574,
      "step": 700
    },
    {
      "epoch": 0.28174603174603174,
      "grad_norm": 0.619263768196106,
      "learning_rate": 0.001812169312169312,
      "loss": 0.8899,
      "step": 710
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 1.276594638824463,
      "learning_rate": 0.0018095238095238095,
      "loss": 0.8611,
      "step": 720
    },
    {
      "epoch": 0.2896825396825397,
      "grad_norm": 1.1073200702667236,
      "learning_rate": 0.001806878306878307,
      "loss": 0.7205,
      "step": 730
    },
    {
      "epoch": 0.29365079365079366,
      "grad_norm": 1.8631259202957153,
      "learning_rate": 0.0018042328042328043,
      "loss": 0.9344,
      "step": 740
    },
    {
      "epoch": 0.2976190476190476,
      "grad_norm": 1.406410813331604,
      "learning_rate": 0.0018015873015873017,
      "loss": 0.8569,
      "step": 750
    },
    {
      "epoch": 0.30158730158730157,
      "grad_norm": 1.26906156539917,
      "learning_rate": 0.0017989417989417989,
      "loss": 0.7488,
      "step": 760
    },
    {
      "epoch": 0.3055555555555556,
      "grad_norm": 1.0014851093292236,
      "learning_rate": 0.0017962962962962963,
      "loss": 0.6643,
      "step": 770
    },
    {
      "epoch": 0.30952380952380953,
      "grad_norm": 1.0010994672775269,
      "learning_rate": 0.0017936507936507937,
      "loss": 0.8164,
      "step": 780
    },
    {
      "epoch": 0.3134920634920635,
      "grad_norm": 1.0928398370742798,
      "learning_rate": 0.001791005291005291,
      "loss": 0.8814,
      "step": 790
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 1.6183459758758545,
      "learning_rate": 0.0017883597883597885,
      "loss": 1.0908,
      "step": 800
    },
    {
      "epoch": 0.32142857142857145,
      "grad_norm": 0.7748919129371643,
      "learning_rate": 0.0017857142857142859,
      "loss": 0.7623,
      "step": 810
    },
    {
      "epoch": 0.3253968253968254,
      "grad_norm": 1.22903311252594,
      "learning_rate": 0.001783068783068783,
      "loss": 0.8888,
      "step": 820
    },
    {
      "epoch": 0.32936507936507936,
      "grad_norm": 1.9972559213638306,
      "learning_rate": 0.0017804232804232805,
      "loss": 0.8963,
      "step": 830
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 1.2421702146530151,
      "learning_rate": 0.0017777777777777776,
      "loss": 0.7896,
      "step": 840
    },
    {
      "epoch": 0.3373015873015873,
      "grad_norm": 0.676760196685791,
      "learning_rate": 0.001775132275132275,
      "loss": 0.7917,
      "step": 850
    },
    {
      "epoch": 0.3412698412698413,
      "grad_norm": 2.124894857406616,
      "learning_rate": 0.0017724867724867727,
      "loss": 0.8721,
      "step": 860
    },
    {
      "epoch": 0.34523809523809523,
      "grad_norm": 1.416979432106018,
      "learning_rate": 0.0017698412698412699,
      "loss": 0.7461,
      "step": 870
    },
    {
      "epoch": 0.3492063492063492,
      "grad_norm": 0.9547367691993713,
      "learning_rate": 0.0017671957671957673,
      "loss": 0.6878,
      "step": 880
    },
    {
      "epoch": 0.3531746031746032,
      "grad_norm": 0.814999520778656,
      "learning_rate": 0.0017645502645502647,
      "loss": 0.7173,
      "step": 890
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 1.4335911273956299,
      "learning_rate": 0.0017619047619047618,
      "loss": 0.9165,
      "step": 900
    },
    {
      "epoch": 0.3611111111111111,
      "grad_norm": 2.418215274810791,
      "learning_rate": 0.0017592592592592592,
      "loss": 0.8312,
      "step": 910
    },
    {
      "epoch": 0.36507936507936506,
      "grad_norm": 0.6499120593070984,
      "learning_rate": 0.0017566137566137566,
      "loss": 0.6524,
      "step": 920
    },
    {
      "epoch": 0.36904761904761907,
      "grad_norm": 1.4244420528411865,
      "learning_rate": 0.001753968253968254,
      "loss": 0.7283,
      "step": 930
    },
    {
      "epoch": 0.373015873015873,
      "grad_norm": 0.9467722177505493,
      "learning_rate": 0.0017513227513227514,
      "loss": 0.7102,
      "step": 940
    },
    {
      "epoch": 0.376984126984127,
      "grad_norm": 0.9126266241073608,
      "learning_rate": 0.0017486772486772486,
      "loss": 0.8736,
      "step": 950
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.739183783531189,
      "learning_rate": 0.001746031746031746,
      "loss": 0.7108,
      "step": 960
    },
    {
      "epoch": 0.38492063492063494,
      "grad_norm": 0.7012743949890137,
      "learning_rate": 0.0017433862433862434,
      "loss": 0.708,
      "step": 970
    },
    {
      "epoch": 0.3888888888888889,
      "grad_norm": 1.4281548261642456,
      "learning_rate": 0.0017407407407407408,
      "loss": 0.7982,
      "step": 980
    },
    {
      "epoch": 0.39285714285714285,
      "grad_norm": 1.850917935371399,
      "learning_rate": 0.0017380952380952382,
      "loss": 0.7927,
      "step": 990
    },
    {
      "epoch": 0.3968253968253968,
      "grad_norm": 1.2646055221557617,
      "learning_rate": 0.0017354497354497354,
      "loss": 0.6407,
      "step": 1000
    },
    {
      "epoch": 0.4007936507936508,
      "grad_norm": 2.1877217292785645,
      "learning_rate": 0.0017328042328042328,
      "loss": 0.636,
      "step": 1010
    },
    {
      "epoch": 0.40476190476190477,
      "grad_norm": 1.4416710138320923,
      "learning_rate": 0.0017301587301587302,
      "loss": 0.6643,
      "step": 1020
    },
    {
      "epoch": 0.4087301587301587,
      "grad_norm": 0.9752436876296997,
      "learning_rate": 0.0017275132275132274,
      "loss": 0.7655,
      "step": 1030
    },
    {
      "epoch": 0.4126984126984127,
      "grad_norm": 0.6438788175582886,
      "learning_rate": 0.001724867724867725,
      "loss": 0.8659,
      "step": 1040
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.9634172320365906,
      "learning_rate": 0.0017222222222222224,
      "loss": 0.8015,
      "step": 1050
    },
    {
      "epoch": 0.42063492063492064,
      "grad_norm": 1.4185785055160522,
      "learning_rate": 0.0017195767195767196,
      "loss": 0.991,
      "step": 1060
    },
    {
      "epoch": 0.4246031746031746,
      "grad_norm": 1.0508280992507935,
      "learning_rate": 0.001716931216931217,
      "loss": 0.9047,
      "step": 1070
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 1.1847171783447266,
      "learning_rate": 0.0017142857142857142,
      "loss": 0.7529,
      "step": 1080
    },
    {
      "epoch": 0.43253968253968256,
      "grad_norm": 0.8445650935173035,
      "learning_rate": 0.0017116402116402116,
      "loss": 0.6472,
      "step": 1090
    },
    {
      "epoch": 0.4365079365079365,
      "grad_norm": 0.6549813151359558,
      "learning_rate": 0.001708994708994709,
      "loss": 0.753,
      "step": 1100
    },
    {
      "epoch": 0.44047619047619047,
      "grad_norm": 1.5086162090301514,
      "learning_rate": 0.0017063492063492064,
      "loss": 0.6774,
      "step": 1110
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 1.5609638690948486,
      "learning_rate": 0.0017037037037037038,
      "loss": 0.6732,
      "step": 1120
    },
    {
      "epoch": 0.44841269841269843,
      "grad_norm": 1.2099113464355469,
      "learning_rate": 0.0017010582010582012,
      "loss": 0.7132,
      "step": 1130
    },
    {
      "epoch": 0.4523809523809524,
      "grad_norm": 1.5899118185043335,
      "learning_rate": 0.0016984126984126984,
      "loss": 1.1286,
      "step": 1140
    },
    {
      "epoch": 0.45634920634920634,
      "grad_norm": 1.4785903692245483,
      "learning_rate": 0.0016957671957671958,
      "loss": 0.8924,
      "step": 1150
    },
    {
      "epoch": 0.4603174603174603,
      "grad_norm": 1.7442249059677124,
      "learning_rate": 0.001693121693121693,
      "loss": 0.7868,
      "step": 1160
    },
    {
      "epoch": 0.4642857142857143,
      "grad_norm": 1.7168885469436646,
      "learning_rate": 0.0016904761904761906,
      "loss": 0.7758,
      "step": 1170
    },
    {
      "epoch": 0.46825396825396826,
      "grad_norm": 0.735222339630127,
      "learning_rate": 0.001687830687830688,
      "loss": 0.9121,
      "step": 1180
    },
    {
      "epoch": 0.4722222222222222,
      "grad_norm": 1.0101484060287476,
      "learning_rate": 0.0016851851851851852,
      "loss": 0.6875,
      "step": 1190
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.8721634149551392,
      "learning_rate": 0.0016825396825396826,
      "loss": 0.7557,
      "step": 1200
    },
    {
      "epoch": 0.4801587301587302,
      "grad_norm": 1.2771320343017578,
      "learning_rate": 0.00167989417989418,
      "loss": 0.6477,
      "step": 1210
    },
    {
      "epoch": 0.48412698412698413,
      "grad_norm": 0.573085606098175,
      "learning_rate": 0.0016772486772486772,
      "loss": 0.7522,
      "step": 1220
    },
    {
      "epoch": 0.4880952380952381,
      "grad_norm": 0.6810621023178101,
      "learning_rate": 0.0016746031746031748,
      "loss": 0.9133,
      "step": 1230
    },
    {
      "epoch": 0.49206349206349204,
      "grad_norm": 0.5593830347061157,
      "learning_rate": 0.001671957671957672,
      "loss": 0.6225,
      "step": 1240
    },
    {
      "epoch": 0.49603174603174605,
      "grad_norm": 1.1917506456375122,
      "learning_rate": 0.0016693121693121694,
      "loss": 0.713,
      "step": 1250
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.748424530029297,
      "learning_rate": 0.0016666666666666668,
      "loss": 0.6865,
      "step": 1260
    },
    {
      "epoch": 0.503968253968254,
      "grad_norm": 1.4518764019012451,
      "learning_rate": 0.001664021164021164,
      "loss": 0.6681,
      "step": 1270
    },
    {
      "epoch": 0.5079365079365079,
      "grad_norm": 0.7594536542892456,
      "learning_rate": 0.0016613756613756614,
      "loss": 0.542,
      "step": 1280
    },
    {
      "epoch": 0.5119047619047619,
      "grad_norm": 0.6531535387039185,
      "learning_rate": 0.0016587301587301588,
      "loss": 0.6516,
      "step": 1290
    },
    {
      "epoch": 0.5158730158730159,
      "grad_norm": 1.2486604452133179,
      "learning_rate": 0.0016560846560846562,
      "loss": 0.5894,
      "step": 1300
    },
    {
      "epoch": 0.5198412698412699,
      "grad_norm": 1.1929885149002075,
      "learning_rate": 0.0016534391534391536,
      "loss": 0.8147,
      "step": 1310
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 1.1954102516174316,
      "learning_rate": 0.0016507936507936507,
      "loss": 0.7889,
      "step": 1320
    },
    {
      "epoch": 0.5277777777777778,
      "grad_norm": 1.271843671798706,
      "learning_rate": 0.0016481481481481482,
      "loss": 0.5804,
      "step": 1330
    },
    {
      "epoch": 0.5317460317460317,
      "grad_norm": 1.0248411893844604,
      "learning_rate": 0.0016455026455026456,
      "loss": 0.6674,
      "step": 1340
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 0.9981194734573364,
      "learning_rate": 0.0016428571428571427,
      "loss": 0.7461,
      "step": 1350
    },
    {
      "epoch": 0.5396825396825397,
      "grad_norm": 1.431178331375122,
      "learning_rate": 0.0016402116402116404,
      "loss": 0.8174,
      "step": 1360
    },
    {
      "epoch": 0.5436507936507936,
      "grad_norm": 1.7068381309509277,
      "learning_rate": 0.0016375661375661378,
      "loss": 0.7248,
      "step": 1370
    },
    {
      "epoch": 0.5476190476190477,
      "grad_norm": 1.1310241222381592,
      "learning_rate": 0.001634920634920635,
      "loss": 0.5469,
      "step": 1380
    },
    {
      "epoch": 0.5515873015873016,
      "grad_norm": 0.8217313289642334,
      "learning_rate": 0.0016322751322751323,
      "loss": 0.689,
      "step": 1390
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 1.0212846994400024,
      "learning_rate": 0.0016296296296296295,
      "loss": 0.8884,
      "step": 1400
    },
    {
      "epoch": 0.5595238095238095,
      "grad_norm": 0.6781401634216309,
      "learning_rate": 0.001626984126984127,
      "loss": 0.6765,
      "step": 1410
    },
    {
      "epoch": 0.5634920634920635,
      "grad_norm": 1.3569077253341675,
      "learning_rate": 0.0016243386243386245,
      "loss": 0.7301,
      "step": 1420
    },
    {
      "epoch": 0.5674603174603174,
      "grad_norm": 1.1712183952331543,
      "learning_rate": 0.0016216931216931217,
      "loss": 0.7642,
      "step": 1430
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.8609166145324707,
      "learning_rate": 0.0016190476190476191,
      "loss": 0.6985,
      "step": 1440
    },
    {
      "epoch": 0.5753968253968254,
      "grad_norm": 1.7427066564559937,
      "learning_rate": 0.0016164021164021165,
      "loss": 0.6473,
      "step": 1450
    },
    {
      "epoch": 0.5793650793650794,
      "grad_norm": 0.6781764030456543,
      "learning_rate": 0.0016137566137566137,
      "loss": 0.6664,
      "step": 1460
    },
    {
      "epoch": 0.5833333333333334,
      "grad_norm": 1.3013015985488892,
      "learning_rate": 0.0016111111111111111,
      "loss": 0.68,
      "step": 1470
    },
    {
      "epoch": 0.5873015873015873,
      "grad_norm": 0.5826123356819153,
      "learning_rate": 0.0016084656084656083,
      "loss": 0.6387,
      "step": 1480
    },
    {
      "epoch": 0.5912698412698413,
      "grad_norm": 0.5697736144065857,
      "learning_rate": 0.001605820105820106,
      "loss": 0.6077,
      "step": 1490
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 1.1636980772018433,
      "learning_rate": 0.0016031746031746033,
      "loss": 0.7455,
      "step": 1500
    },
    {
      "epoch": 0.5992063492063492,
      "grad_norm": 1.3436973094940186,
      "learning_rate": 0.0016005291005291005,
      "loss": 0.7223,
      "step": 1510
    },
    {
      "epoch": 0.6031746031746031,
      "grad_norm": 0.5332604050636292,
      "learning_rate": 0.001597883597883598,
      "loss": 0.7019,
      "step": 1520
    },
    {
      "epoch": 0.6071428571428571,
      "grad_norm": 1.6034159660339355,
      "learning_rate": 0.0015952380952380953,
      "loss": 0.7367,
      "step": 1530
    },
    {
      "epoch": 0.6111111111111112,
      "grad_norm": 1.0178996324539185,
      "learning_rate": 0.0015925925925925925,
      "loss": 0.8806,
      "step": 1540
    },
    {
      "epoch": 0.6150793650793651,
      "grad_norm": 2.342480182647705,
      "learning_rate": 0.0015899470899470901,
      "loss": 0.5731,
      "step": 1550
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 3.211264133453369,
      "learning_rate": 0.0015873015873015873,
      "loss": 0.754,
      "step": 1560
    },
    {
      "epoch": 0.623015873015873,
      "grad_norm": 1.243814468383789,
      "learning_rate": 0.0015846560846560847,
      "loss": 0.8197,
      "step": 1570
    },
    {
      "epoch": 0.626984126984127,
      "grad_norm": 0.645529568195343,
      "learning_rate": 0.001582010582010582,
      "loss": 0.8089,
      "step": 1580
    },
    {
      "epoch": 0.6309523809523809,
      "grad_norm": 0.8136078715324402,
      "learning_rate": 0.0015793650793650793,
      "loss": 0.7806,
      "step": 1590
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 0.820977509021759,
      "learning_rate": 0.0015767195767195767,
      "loss": 0.5663,
      "step": 1600
    },
    {
      "epoch": 0.6388888888888888,
      "grad_norm": 0.8995200991630554,
      "learning_rate": 0.0015740740740740743,
      "loss": 0.5782,
      "step": 1610
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 0.7738690376281738,
      "learning_rate": 0.0015714285714285715,
      "loss": 0.7698,
      "step": 1620
    },
    {
      "epoch": 0.6468253968253969,
      "grad_norm": 0.6192114949226379,
      "learning_rate": 0.001568783068783069,
      "loss": 0.8364,
      "step": 1630
    },
    {
      "epoch": 0.6507936507936508,
      "grad_norm": 1.5578278303146362,
      "learning_rate": 0.001566137566137566,
      "loss": 0.8536,
      "step": 1640
    },
    {
      "epoch": 0.6547619047619048,
      "grad_norm": 1.2771915197372437,
      "learning_rate": 0.0015634920634920635,
      "loss": 0.5684,
      "step": 1650
    },
    {
      "epoch": 0.6587301587301587,
      "grad_norm": 0.8459761738777161,
      "learning_rate": 0.0015608465608465609,
      "loss": 0.6247,
      "step": 1660
    },
    {
      "epoch": 0.6626984126984127,
      "grad_norm": 1.2737908363342285,
      "learning_rate": 0.0015582010582010583,
      "loss": 0.6484,
      "step": 1670
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.2066800594329834,
      "learning_rate": 0.0015555555555555557,
      "loss": 0.669,
      "step": 1680
    },
    {
      "epoch": 0.6706349206349206,
      "grad_norm": 1.2899553775787354,
      "learning_rate": 0.001552910052910053,
      "loss": 0.6382,
      "step": 1690
    },
    {
      "epoch": 0.6746031746031746,
      "grad_norm": 1.2886145114898682,
      "learning_rate": 0.0015502645502645503,
      "loss": 0.6506,
      "step": 1700
    },
    {
      "epoch": 0.6785714285714286,
      "grad_norm": 1.1416516304016113,
      "learning_rate": 0.0015476190476190477,
      "loss": 0.6058,
      "step": 1710
    },
    {
      "epoch": 0.6825396825396826,
      "grad_norm": 1.1607820987701416,
      "learning_rate": 0.0015449735449735449,
      "loss": 0.7332,
      "step": 1720
    },
    {
      "epoch": 0.6865079365079365,
      "grad_norm": 1.350909948348999,
      "learning_rate": 0.0015423280423280423,
      "loss": 0.9355,
      "step": 1730
    },
    {
      "epoch": 0.6904761904761905,
      "grad_norm": 0.5112187266349792,
      "learning_rate": 0.0015396825396825399,
      "loss": 0.7205,
      "step": 1740
    },
    {
      "epoch": 0.6944444444444444,
      "grad_norm": 0.9334474205970764,
      "learning_rate": 0.001537037037037037,
      "loss": 0.6192,
      "step": 1750
    },
    {
      "epoch": 0.6984126984126984,
      "grad_norm": 0.635986864566803,
      "learning_rate": 0.0015343915343915345,
      "loss": 0.6414,
      "step": 1760
    },
    {
      "epoch": 0.7023809523809523,
      "grad_norm": 1.4325546026229858,
      "learning_rate": 0.0015317460317460319,
      "loss": 0.7799,
      "step": 1770
    },
    {
      "epoch": 0.7063492063492064,
      "grad_norm": 0.814120352268219,
      "learning_rate": 0.001529100529100529,
      "loss": 0.6072,
      "step": 1780
    },
    {
      "epoch": 0.7103174603174603,
      "grad_norm": 0.9185436367988586,
      "learning_rate": 0.0015264550264550265,
      "loss": 0.728,
      "step": 1790
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.8025707602500916,
      "learning_rate": 0.0015238095238095239,
      "loss": 0.7527,
      "step": 1800
    },
    {
      "epoch": 0.7182539682539683,
      "grad_norm": 0.816798985004425,
      "learning_rate": 0.0015211640211640213,
      "loss": 0.5058,
      "step": 1810
    },
    {
      "epoch": 0.7222222222222222,
      "grad_norm": 0.8499689698219299,
      "learning_rate": 0.0015185185185185187,
      "loss": 0.5843,
      "step": 1820
    },
    {
      "epoch": 0.7261904761904762,
      "grad_norm": 1.3355066776275635,
      "learning_rate": 0.0015158730158730158,
      "loss": 0.7095,
      "step": 1830
    },
    {
      "epoch": 0.7301587301587301,
      "grad_norm": 1.4383025169372559,
      "learning_rate": 0.0015132275132275132,
      "loss": 0.7277,
      "step": 1840
    },
    {
      "epoch": 0.7341269841269841,
      "grad_norm": 1.1233898401260376,
      "learning_rate": 0.0015105820105820106,
      "loss": 0.5746,
      "step": 1850
    },
    {
      "epoch": 0.7380952380952381,
      "grad_norm": 0.6341880559921265,
      "learning_rate": 0.001507936507936508,
      "loss": 0.7063,
      "step": 1860
    },
    {
      "epoch": 0.7420634920634921,
      "grad_norm": 0.8784427642822266,
      "learning_rate": 0.0015052910052910054,
      "loss": 0.5603,
      "step": 1870
    },
    {
      "epoch": 0.746031746031746,
      "grad_norm": 1.2914808988571167,
      "learning_rate": 0.0015026455026455026,
      "loss": 0.6714,
      "step": 1880
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7286548018455505,
      "learning_rate": 0.0015,
      "loss": 0.6926,
      "step": 1890
    },
    {
      "epoch": 0.753968253968254,
      "grad_norm": 0.6523261070251465,
      "learning_rate": 0.0014973544973544974,
      "loss": 0.6169,
      "step": 1900
    },
    {
      "epoch": 0.7579365079365079,
      "grad_norm": 0.971722424030304,
      "learning_rate": 0.0014947089947089946,
      "loss": 0.8645,
      "step": 1910
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.7515843510627747,
      "learning_rate": 0.001492063492063492,
      "loss": 0.5931,
      "step": 1920
    },
    {
      "epoch": 0.7658730158730159,
      "grad_norm": 0.8675608038902283,
      "learning_rate": 0.0014894179894179894,
      "loss": 0.5703,
      "step": 1930
    },
    {
      "epoch": 0.7698412698412699,
      "grad_norm": 1.131606101989746,
      "learning_rate": 0.0014867724867724868,
      "loss": 0.6542,
      "step": 1940
    },
    {
      "epoch": 0.7738095238095238,
      "grad_norm": 1.4298430681228638,
      "learning_rate": 0.0014841269841269842,
      "loss": 1.127,
      "step": 1950
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 0.9001014828681946,
      "learning_rate": 0.0014814814814814814,
      "loss": 0.6976,
      "step": 1960
    },
    {
      "epoch": 0.7817460317460317,
      "grad_norm": 0.9711846113204956,
      "learning_rate": 0.0014788359788359788,
      "loss": 0.6721,
      "step": 1970
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 0.6609967350959778,
      "learning_rate": 0.0014761904761904762,
      "loss": 0.6133,
      "step": 1980
    },
    {
      "epoch": 0.7896825396825397,
      "grad_norm": 1.0555015802383423,
      "learning_rate": 0.0014735449735449736,
      "loss": 0.7108,
      "step": 1990
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 1.7377722263336182,
      "learning_rate": 0.001470899470899471,
      "loss": 0.5734,
      "step": 2000
    },
    {
      "epoch": 0.7976190476190477,
      "grad_norm": 0.48703524470329285,
      "learning_rate": 0.0014682539682539682,
      "loss": 0.509,
      "step": 2010
    },
    {
      "epoch": 0.8015873015873016,
      "grad_norm": 0.7599615454673767,
      "learning_rate": 0.0014656084656084656,
      "loss": 0.6224,
      "step": 2020
    },
    {
      "epoch": 0.8055555555555556,
      "grad_norm": 1.351830005645752,
      "learning_rate": 0.001462962962962963,
      "loss": 0.6759,
      "step": 2030
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 0.7260966897010803,
      "learning_rate": 0.0014603174603174602,
      "loss": 0.7076,
      "step": 2040
    },
    {
      "epoch": 0.8134920634920635,
      "grad_norm": 1.2171436548233032,
      "learning_rate": 0.0014576719576719578,
      "loss": 0.6794,
      "step": 2050
    },
    {
      "epoch": 0.8174603174603174,
      "grad_norm": 0.6401930451393127,
      "learning_rate": 0.0014550264550264552,
      "loss": 0.5448,
      "step": 2060
    },
    {
      "epoch": 0.8214285714285714,
      "grad_norm": 1.0115227699279785,
      "learning_rate": 0.0014523809523809524,
      "loss": 0.7069,
      "step": 2070
    },
    {
      "epoch": 0.8253968253968254,
      "grad_norm": 1.0564064979553223,
      "learning_rate": 0.0014497354497354498,
      "loss": 0.5207,
      "step": 2080
    },
    {
      "epoch": 0.8293650793650794,
      "grad_norm": 1.908964991569519,
      "learning_rate": 0.001447089947089947,
      "loss": 0.7147,
      "step": 2090
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 1.2274842262268066,
      "learning_rate": 0.0014444444444444444,
      "loss": 0.7366,
      "step": 2100
    },
    {
      "epoch": 0.8373015873015873,
      "grad_norm": 0.8221492767333984,
      "learning_rate": 0.0014417989417989418,
      "loss": 0.5421,
      "step": 2110
    },
    {
      "epoch": 0.8412698412698413,
      "grad_norm": 1.3362950086593628,
      "learning_rate": 0.0014391534391534392,
      "loss": 0.7575,
      "step": 2120
    },
    {
      "epoch": 0.8452380952380952,
      "grad_norm": 0.8134861588478088,
      "learning_rate": 0.0014365079365079366,
      "loss": 0.6713,
      "step": 2130
    },
    {
      "epoch": 0.8492063492063492,
      "grad_norm": 0.650597095489502,
      "learning_rate": 0.001433862433862434,
      "loss": 0.8714,
      "step": 2140
    },
    {
      "epoch": 0.8531746031746031,
      "grad_norm": 1.5303138494491577,
      "learning_rate": 0.0014312169312169312,
      "loss": 0.6425,
      "step": 2150
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 1.0913094282150269,
      "learning_rate": 0.0014285714285714286,
      "loss": 0.8642,
      "step": 2160
    },
    {
      "epoch": 0.8611111111111112,
      "grad_norm": 0.6576964259147644,
      "learning_rate": 0.0014259259259259258,
      "loss": 0.5981,
      "step": 2170
    },
    {
      "epoch": 0.8650793650793651,
      "grad_norm": 1.4192836284637451,
      "learning_rate": 0.0014232804232804234,
      "loss": 0.8404,
      "step": 2180
    },
    {
      "epoch": 0.8690476190476191,
      "grad_norm": 1.345991611480713,
      "learning_rate": 0.0014206349206349208,
      "loss": 0.6921,
      "step": 2190
    },
    {
      "epoch": 0.873015873015873,
      "grad_norm": 1.310991644859314,
      "learning_rate": 0.001417989417989418,
      "loss": 0.7689,
      "step": 2200
    },
    {
      "epoch": 0.876984126984127,
      "grad_norm": 1.0328586101531982,
      "learning_rate": 0.0014153439153439154,
      "loss": 0.5498,
      "step": 2210
    },
    {
      "epoch": 0.8809523809523809,
      "grad_norm": 1.0331602096557617,
      "learning_rate": 0.0014126984126984128,
      "loss": 0.7736,
      "step": 2220
    },
    {
      "epoch": 0.8849206349206349,
      "grad_norm": 0.9896045327186584,
      "learning_rate": 0.00141005291005291,
      "loss": 0.6907,
      "step": 2230
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.7972356677055359,
      "learning_rate": 0.0014074074074074076,
      "loss": 0.6476,
      "step": 2240
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 1.479012131690979,
      "learning_rate": 0.0014047619047619047,
      "loss": 0.6944,
      "step": 2250
    },
    {
      "epoch": 0.8968253968253969,
      "grad_norm": 0.8372600674629211,
      "learning_rate": 0.0014021164021164022,
      "loss": 0.7234,
      "step": 2260
    },
    {
      "epoch": 0.9007936507936508,
      "grad_norm": 0.9432483911514282,
      "learning_rate": 0.0013994708994708996,
      "loss": 0.5945,
      "step": 2270
    },
    {
      "epoch": 0.9047619047619048,
      "grad_norm": 1.3562203645706177,
      "learning_rate": 0.0013968253968253967,
      "loss": 0.6736,
      "step": 2280
    },
    {
      "epoch": 0.9087301587301587,
      "grad_norm": 1.511753797531128,
      "learning_rate": 0.0013941798941798941,
      "loss": 0.7797,
      "step": 2290
    },
    {
      "epoch": 0.9126984126984127,
      "grad_norm": 1.4588041305541992,
      "learning_rate": 0.0013915343915343918,
      "loss": 0.6369,
      "step": 2300
    },
    {
      "epoch": 0.9166666666666666,
      "grad_norm": 1.3627748489379883,
      "learning_rate": 0.001388888888888889,
      "loss": 0.5948,
      "step": 2310
    },
    {
      "epoch": 0.9206349206349206,
      "grad_norm": 0.9026773571968079,
      "learning_rate": 0.0013862433862433863,
      "loss": 0.8748,
      "step": 2320
    },
    {
      "epoch": 0.9246031746031746,
      "grad_norm": 2.1526966094970703,
      "learning_rate": 0.0013835978835978835,
      "loss": 0.7363,
      "step": 2330
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 0.6556802988052368,
      "learning_rate": 0.001380952380952381,
      "loss": 0.6449,
      "step": 2340
    },
    {
      "epoch": 0.9325396825396826,
      "grad_norm": 1.622631549835205,
      "learning_rate": 0.0013783068783068783,
      "loss": 0.6811,
      "step": 2350
    },
    {
      "epoch": 0.9365079365079365,
      "grad_norm": 1.133255124092102,
      "learning_rate": 0.0013756613756613755,
      "loss": 0.7778,
      "step": 2360
    },
    {
      "epoch": 0.9404761904761905,
      "grad_norm": 1.2756290435791016,
      "learning_rate": 0.0013730158730158731,
      "loss": 0.6244,
      "step": 2370
    },
    {
      "epoch": 0.9444444444444444,
      "grad_norm": 0.6911134719848633,
      "learning_rate": 0.0013703703703703705,
      "loss": 0.6354,
      "step": 2380
    },
    {
      "epoch": 0.9484126984126984,
      "grad_norm": 1.2925828695297241,
      "learning_rate": 0.0013677248677248677,
      "loss": 0.8165,
      "step": 2390
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.8971231579780579,
      "learning_rate": 0.0013650793650793651,
      "loss": 0.6201,
      "step": 2400
    },
    {
      "epoch": 0.9563492063492064,
      "grad_norm": 0.7667912244796753,
      "learning_rate": 0.0013624338624338623,
      "loss": 0.5925,
      "step": 2410
    },
    {
      "epoch": 0.9603174603174603,
      "grad_norm": 2.7550241947174072,
      "learning_rate": 0.0013597883597883597,
      "loss": 0.6813,
      "step": 2420
    },
    {
      "epoch": 0.9642857142857143,
      "grad_norm": 0.8356139659881592,
      "learning_rate": 0.0013571428571428573,
      "loss": 0.526,
      "step": 2430
    },
    {
      "epoch": 0.9682539682539683,
      "grad_norm": 1.1391632556915283,
      "learning_rate": 0.0013544973544973545,
      "loss": 0.63,
      "step": 2440
    },
    {
      "epoch": 0.9722222222222222,
      "grad_norm": 0.9076061248779297,
      "learning_rate": 0.001351851851851852,
      "loss": 0.6514,
      "step": 2450
    },
    {
      "epoch": 0.9761904761904762,
      "grad_norm": 0.8281214237213135,
      "learning_rate": 0.0013492063492063493,
      "loss": 0.6106,
      "step": 2460
    },
    {
      "epoch": 0.9801587301587301,
      "grad_norm": 0.7302814722061157,
      "learning_rate": 0.0013465608465608465,
      "loss": 0.5481,
      "step": 2470
    },
    {
      "epoch": 0.9841269841269841,
      "grad_norm": 0.7019608020782471,
      "learning_rate": 0.001343915343915344,
      "loss": 0.6074,
      "step": 2480
    },
    {
      "epoch": 0.9880952380952381,
      "grad_norm": 0.6560447812080383,
      "learning_rate": 0.0013412698412698413,
      "loss": 0.7778,
      "step": 2490
    },
    {
      "epoch": 0.9920634920634921,
      "grad_norm": 0.9499639868736267,
      "learning_rate": 0.0013386243386243387,
      "loss": 0.6651,
      "step": 2500
    },
    {
      "epoch": 0.996031746031746,
      "grad_norm": 0.9400144815444946,
      "learning_rate": 0.001335978835978836,
      "loss": 0.5866,
      "step": 2510
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.7043092250823975,
      "learning_rate": 0.0013333333333333333,
      "loss": 0.7614,
      "step": 2520
    },
    {
      "epoch": 1.003968253968254,
      "grad_norm": 1.06705641746521,
      "learning_rate": 0.0013306878306878307,
      "loss": 0.4675,
      "step": 2530
    },
    {
      "epoch": 1.007936507936508,
      "grad_norm": 1.0158171653747559,
      "learning_rate": 0.001328042328042328,
      "loss": 0.6015,
      "step": 2540
    },
    {
      "epoch": 1.0119047619047619,
      "grad_norm": 0.9164927005767822,
      "learning_rate": 0.0013253968253968253,
      "loss": 0.5214,
      "step": 2550
    },
    {
      "epoch": 1.0158730158730158,
      "grad_norm": 0.9178239703178406,
      "learning_rate": 0.001322751322751323,
      "loss": 0.5135,
      "step": 2560
    },
    {
      "epoch": 1.0198412698412698,
      "grad_norm": 1.3159326314926147,
      "learning_rate": 0.00132010582010582,
      "loss": 0.6184,
      "step": 2570
    },
    {
      "epoch": 1.0238095238095237,
      "grad_norm": 1.290663719177246,
      "learning_rate": 0.0013174603174603175,
      "loss": 0.5791,
      "step": 2580
    },
    {
      "epoch": 1.0277777777777777,
      "grad_norm": 0.8518033027648926,
      "learning_rate": 0.0013148148148148149,
      "loss": 0.3943,
      "step": 2590
    },
    {
      "epoch": 1.0317460317460316,
      "grad_norm": 0.523811399936676,
      "learning_rate": 0.001312169312169312,
      "loss": 0.4826,
      "step": 2600
    },
    {
      "epoch": 1.0357142857142858,
      "grad_norm": 2.362725257873535,
      "learning_rate": 0.0013095238095238095,
      "loss": 0.6,
      "step": 2610
    },
    {
      "epoch": 1.0396825396825398,
      "grad_norm": 0.7334272861480713,
      "learning_rate": 0.001306878306878307,
      "loss": 0.5216,
      "step": 2620
    },
    {
      "epoch": 1.0436507936507937,
      "grad_norm": 1.4758929014205933,
      "learning_rate": 0.0013042328042328043,
      "loss": 0.5011,
      "step": 2630
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 1.296991229057312,
      "learning_rate": 0.0013015873015873017,
      "loss": 0.5896,
      "step": 2640
    },
    {
      "epoch": 1.0515873015873016,
      "grad_norm": 0.6447119116783142,
      "learning_rate": 0.0012989417989417989,
      "loss": 0.4612,
      "step": 2650
    },
    {
      "epoch": 1.0555555555555556,
      "grad_norm": 1.2804654836654663,
      "learning_rate": 0.0012962962962962963,
      "loss": 0.5531,
      "step": 2660
    },
    {
      "epoch": 1.0595238095238095,
      "grad_norm": 0.6714935898780823,
      "learning_rate": 0.0012936507936507937,
      "loss": 0.4928,
      "step": 2670
    },
    {
      "epoch": 1.0634920634920635,
      "grad_norm": 2.083782434463501,
      "learning_rate": 0.001291005291005291,
      "loss": 0.3696,
      "step": 2680
    },
    {
      "epoch": 1.0674603174603174,
      "grad_norm": 1.4924397468566895,
      "learning_rate": 0.0012883597883597885,
      "loss": 0.4776,
      "step": 2690
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.8140655159950256,
      "learning_rate": 0.0012857142857142859,
      "loss": 0.4731,
      "step": 2700
    },
    {
      "epoch": 1.0753968253968254,
      "grad_norm": 0.47565603256225586,
      "learning_rate": 0.001283068783068783,
      "loss": 0.6289,
      "step": 2710
    },
    {
      "epoch": 1.0793650793650793,
      "grad_norm": 1.3005656003952026,
      "learning_rate": 0.0012804232804232805,
      "loss": 0.5688,
      "step": 2720
    },
    {
      "epoch": 1.0833333333333333,
      "grad_norm": 1.2472827434539795,
      "learning_rate": 0.0012777777777777776,
      "loss": 0.6273,
      "step": 2730
    },
    {
      "epoch": 1.0873015873015872,
      "grad_norm": 1.0685155391693115,
      "learning_rate": 0.001275132275132275,
      "loss": 0.5222,
      "step": 2740
    },
    {
      "epoch": 1.0912698412698412,
      "grad_norm": 1.2605559825897217,
      "learning_rate": 0.0012724867724867727,
      "loss": 0.4724,
      "step": 2750
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 0.9913002848625183,
      "learning_rate": 0.0012698412698412698,
      "loss": 0.5158,
      "step": 2760
    },
    {
      "epoch": 1.0992063492063493,
      "grad_norm": 0.5711252093315125,
      "learning_rate": 0.0012671957671957672,
      "loss": 0.4382,
      "step": 2770
    },
    {
      "epoch": 1.1031746031746033,
      "grad_norm": 1.4559530019760132,
      "learning_rate": 0.0012645502645502646,
      "loss": 0.7059,
      "step": 2780
    },
    {
      "epoch": 1.1071428571428572,
      "grad_norm": 0.9595462083816528,
      "learning_rate": 0.0012619047619047618,
      "loss": 0.5346,
      "step": 2790
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.7950549721717834,
      "learning_rate": 0.0012592592592592592,
      "loss": 0.4881,
      "step": 2800
    },
    {
      "epoch": 1.1150793650793651,
      "grad_norm": 1.297609567642212,
      "learning_rate": 0.0012566137566137566,
      "loss": 0.4305,
      "step": 2810
    },
    {
      "epoch": 1.119047619047619,
      "grad_norm": 0.741604745388031,
      "learning_rate": 0.001253968253968254,
      "loss": 0.6249,
      "step": 2820
    },
    {
      "epoch": 1.123015873015873,
      "grad_norm": 1.4942420721054077,
      "learning_rate": 0.0012513227513227514,
      "loss": 0.4769,
      "step": 2830
    },
    {
      "epoch": 1.126984126984127,
      "grad_norm": 1.299843192100525,
      "learning_rate": 0.0012486772486772486,
      "loss": 0.5311,
      "step": 2840
    },
    {
      "epoch": 1.130952380952381,
      "grad_norm": 0.5215968489646912,
      "learning_rate": 0.001246031746031746,
      "loss": 0.4032,
      "step": 2850
    },
    {
      "epoch": 1.1349206349206349,
      "grad_norm": 0.9502798914909363,
      "learning_rate": 0.0012433862433862434,
      "loss": 0.4089,
      "step": 2860
    },
    {
      "epoch": 1.1388888888888888,
      "grad_norm": 0.5403910279273987,
      "learning_rate": 0.0012407407407407408,
      "loss": 0.6482,
      "step": 2870
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.0824073553085327,
      "learning_rate": 0.0012380952380952382,
      "loss": 0.6369,
      "step": 2880
    },
    {
      "epoch": 1.1468253968253967,
      "grad_norm": 0.7724151015281677,
      "learning_rate": 0.0012354497354497354,
      "loss": 0.7722,
      "step": 2890
    },
    {
      "epoch": 1.1507936507936507,
      "grad_norm": 1.6870607137680054,
      "learning_rate": 0.0012328042328042328,
      "loss": 0.5139,
      "step": 2900
    },
    {
      "epoch": 1.1547619047619047,
      "grad_norm": 1.8609074354171753,
      "learning_rate": 0.0012301587301587302,
      "loss": 0.5745,
      "step": 2910
    },
    {
      "epoch": 1.1587301587301586,
      "grad_norm": 0.664623498916626,
      "learning_rate": 0.0012275132275132274,
      "loss": 0.6334,
      "step": 2920
    },
    {
      "epoch": 1.1626984126984128,
      "grad_norm": 0.836618959903717,
      "learning_rate": 0.001224867724867725,
      "loss": 0.5948,
      "step": 2930
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 0.8063789010047913,
      "learning_rate": 0.0012222222222222224,
      "loss": 0.5868,
      "step": 2940
    },
    {
      "epoch": 1.1706349206349207,
      "grad_norm": 1.02044677734375,
      "learning_rate": 0.0012195767195767196,
      "loss": 0.5168,
      "step": 2950
    },
    {
      "epoch": 1.1746031746031746,
      "grad_norm": 0.7230445742607117,
      "learning_rate": 0.001216931216931217,
      "loss": 0.4973,
      "step": 2960
    },
    {
      "epoch": 1.1785714285714286,
      "grad_norm": 1.4907546043395996,
      "learning_rate": 0.0012142857142857142,
      "loss": 0.5717,
      "step": 2970
    },
    {
      "epoch": 1.1825396825396826,
      "grad_norm": 0.5981312394142151,
      "learning_rate": 0.0012116402116402116,
      "loss": 0.5287,
      "step": 2980
    },
    {
      "epoch": 1.1865079365079365,
      "grad_norm": 1.6976572275161743,
      "learning_rate": 0.001208994708994709,
      "loss": 0.4958,
      "step": 2990
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 1.2186094522476196,
      "learning_rate": 0.0012063492063492064,
      "loss": 0.5103,
      "step": 3000
    },
    {
      "epoch": 1.1944444444444444,
      "grad_norm": 2.3313498497009277,
      "learning_rate": 0.0012037037037037038,
      "loss": 0.3989,
      "step": 3010
    },
    {
      "epoch": 1.1984126984126984,
      "grad_norm": 0.8640299439430237,
      "learning_rate": 0.0012010582010582012,
      "loss": 0.5046,
      "step": 3020
    },
    {
      "epoch": 1.2023809523809523,
      "grad_norm": 0.7302188277244568,
      "learning_rate": 0.0011984126984126984,
      "loss": 0.4876,
      "step": 3030
    },
    {
      "epoch": 1.2063492063492063,
      "grad_norm": 0.6321560740470886,
      "learning_rate": 0.0011957671957671958,
      "loss": 0.5512,
      "step": 3040
    },
    {
      "epoch": 1.2103174603174602,
      "grad_norm": 1.4281076192855835,
      "learning_rate": 0.001193121693121693,
      "loss": 0.6275,
      "step": 3050
    },
    {
      "epoch": 1.2142857142857142,
      "grad_norm": 1.3028194904327393,
      "learning_rate": 0.0011904761904761906,
      "loss": 0.4403,
      "step": 3060
    },
    {
      "epoch": 1.2182539682539684,
      "grad_norm": 1.7041105031967163,
      "learning_rate": 0.001187830687830688,
      "loss": 0.6193,
      "step": 3070
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 0.6587647199630737,
      "learning_rate": 0.0011851851851851852,
      "loss": 0.4893,
      "step": 3080
    },
    {
      "epoch": 1.2261904761904763,
      "grad_norm": 1.2939643859863281,
      "learning_rate": 0.0011825396825396826,
      "loss": 0.6198,
      "step": 3090
    },
    {
      "epoch": 1.2301587301587302,
      "grad_norm": 0.5572563409805298,
      "learning_rate": 0.00117989417989418,
      "loss": 0.5438,
      "step": 3100
    },
    {
      "epoch": 1.2341269841269842,
      "grad_norm": 0.7885312438011169,
      "learning_rate": 0.0011772486772486772,
      "loss": 0.4951,
      "step": 3110
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.7055696249008179,
      "learning_rate": 0.0011746031746031748,
      "loss": 0.6549,
      "step": 3120
    },
    {
      "epoch": 1.242063492063492,
      "grad_norm": 0.9367688894271851,
      "learning_rate": 0.001171957671957672,
      "loss": 0.3874,
      "step": 3130
    },
    {
      "epoch": 1.246031746031746,
      "grad_norm": 1.2354093790054321,
      "learning_rate": 0.0011693121693121694,
      "loss": 0.5545,
      "step": 3140
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.2741392850875854,
      "learning_rate": 0.0011666666666666668,
      "loss": 0.5277,
      "step": 3150
    },
    {
      "epoch": 1.253968253968254,
      "grad_norm": 0.9361393451690674,
      "learning_rate": 0.001164021164021164,
      "loss": 0.5458,
      "step": 3160
    },
    {
      "epoch": 1.257936507936508,
      "grad_norm": 1.4866970777511597,
      "learning_rate": 0.0011613756613756613,
      "loss": 0.5137,
      "step": 3170
    },
    {
      "epoch": 1.2619047619047619,
      "grad_norm": 0.6895744800567627,
      "learning_rate": 0.0011587301587301588,
      "loss": 0.4681,
      "step": 3180
    },
    {
      "epoch": 1.2658730158730158,
      "grad_norm": 1.1036232709884644,
      "learning_rate": 0.0011560846560846562,
      "loss": 0.5561,
      "step": 3190
    },
    {
      "epoch": 1.2698412698412698,
      "grad_norm": 0.5537109375,
      "learning_rate": 0.0011534391534391536,
      "loss": 0.4245,
      "step": 3200
    },
    {
      "epoch": 1.2738095238095237,
      "grad_norm": 1.1008318662643433,
      "learning_rate": 0.0011507936507936507,
      "loss": 0.5559,
      "step": 3210
    },
    {
      "epoch": 1.2777777777777777,
      "grad_norm": 1.5348010063171387,
      "learning_rate": 0.0011481481481481481,
      "loss": 0.6614,
      "step": 3220
    },
    {
      "epoch": 1.2817460317460316,
      "grad_norm": 0.7859022617340088,
      "learning_rate": 0.0011455026455026455,
      "loss": 0.5489,
      "step": 3230
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 1.6240460872650146,
      "learning_rate": 0.0011428571428571427,
      "loss": 0.6612,
      "step": 3240
    },
    {
      "epoch": 1.2896825396825398,
      "grad_norm": 1.0166038274765015,
      "learning_rate": 0.0011402116402116403,
      "loss": 0.4639,
      "step": 3250
    },
    {
      "epoch": 1.2936507936507937,
      "grad_norm": 2.2691445350646973,
      "learning_rate": 0.0011375661375661377,
      "loss": 0.5383,
      "step": 3260
    },
    {
      "epoch": 1.2976190476190477,
      "grad_norm": 0.6648916602134705,
      "learning_rate": 0.001134920634920635,
      "loss": 0.6158,
      "step": 3270
    },
    {
      "epoch": 1.3015873015873016,
      "grad_norm": 0.6790510416030884,
      "learning_rate": 0.0011322751322751323,
      "loss": 0.5251,
      "step": 3280
    },
    {
      "epoch": 1.3055555555555556,
      "grad_norm": 0.5222778916358948,
      "learning_rate": 0.0011296296296296295,
      "loss": 0.4507,
      "step": 3290
    },
    {
      "epoch": 1.3095238095238095,
      "grad_norm": 1.31193208694458,
      "learning_rate": 0.001126984126984127,
      "loss": 0.6471,
      "step": 3300
    },
    {
      "epoch": 1.3134920634920635,
      "grad_norm": 0.7240389585494995,
      "learning_rate": 0.0011243386243386245,
      "loss": 0.492,
      "step": 3310
    },
    {
      "epoch": 1.3174603174603174,
      "grad_norm": 1.4572322368621826,
      "learning_rate": 0.0011216931216931217,
      "loss": 0.636,
      "step": 3320
    },
    {
      "epoch": 1.3214285714285714,
      "grad_norm": 0.7390062212944031,
      "learning_rate": 0.0011190476190476191,
      "loss": 0.5134,
      "step": 3330
    },
    {
      "epoch": 1.3253968253968254,
      "grad_norm": 0.9129742383956909,
      "learning_rate": 0.0011164021164021165,
      "loss": 0.5521,
      "step": 3340
    },
    {
      "epoch": 1.3293650793650793,
      "grad_norm": 0.9507137537002563,
      "learning_rate": 0.0011137566137566137,
      "loss": 0.5191,
      "step": 3350
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.7048954367637634,
      "learning_rate": 0.0011111111111111111,
      "loss": 0.4399,
      "step": 3360
    },
    {
      "epoch": 1.3373015873015874,
      "grad_norm": 1.2110259532928467,
      "learning_rate": 0.0011084656084656083,
      "loss": 0.5302,
      "step": 3370
    },
    {
      "epoch": 1.3412698412698414,
      "grad_norm": 1.2376341819763184,
      "learning_rate": 0.001105820105820106,
      "loss": 0.535,
      "step": 3380
    },
    {
      "epoch": 1.3452380952380953,
      "grad_norm": 1.2114317417144775,
      "learning_rate": 0.0011031746031746033,
      "loss": 0.4426,
      "step": 3390
    },
    {
      "epoch": 1.3492063492063493,
      "grad_norm": 1.3357186317443848,
      "learning_rate": 0.0011005291005291005,
      "loss": 0.5123,
      "step": 3400
    },
    {
      "epoch": 1.3531746031746033,
      "grad_norm": 1.4146705865859985,
      "learning_rate": 0.001097883597883598,
      "loss": 0.6128,
      "step": 3410
    },
    {
      "epoch": 1.3571428571428572,
      "grad_norm": 0.6163337230682373,
      "learning_rate": 0.0010952380952380953,
      "loss": 0.537,
      "step": 3420
    },
    {
      "epoch": 1.3611111111111112,
      "grad_norm": 1.9845856428146362,
      "learning_rate": 0.0010925925925925925,
      "loss": 0.5789,
      "step": 3430
    },
    {
      "epoch": 1.3650793650793651,
      "grad_norm": 0.7714751958847046,
      "learning_rate": 0.00108994708994709,
      "loss": 0.4769,
      "step": 3440
    },
    {
      "epoch": 1.369047619047619,
      "grad_norm": 1.3484938144683838,
      "learning_rate": 0.0010873015873015873,
      "loss": 0.5798,
      "step": 3450
    },
    {
      "epoch": 1.373015873015873,
      "grad_norm": 0.9264288544654846,
      "learning_rate": 0.0010846560846560847,
      "loss": 0.4747,
      "step": 3460
    },
    {
      "epoch": 1.376984126984127,
      "grad_norm": 0.6862549185752869,
      "learning_rate": 0.001082010582010582,
      "loss": 0.4168,
      "step": 3470
    },
    {
      "epoch": 1.380952380952381,
      "grad_norm": 0.9308891296386719,
      "learning_rate": 0.0010793650793650793,
      "loss": 0.4471,
      "step": 3480
    },
    {
      "epoch": 1.3849206349206349,
      "grad_norm": 0.7059733867645264,
      "learning_rate": 0.0010767195767195767,
      "loss": 0.4222,
      "step": 3490
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 1.4370836019515991,
      "learning_rate": 0.0010740740740740743,
      "loss": 0.4517,
      "step": 3500
    },
    {
      "epoch": 1.3928571428571428,
      "grad_norm": 1.125847578048706,
      "learning_rate": 0.0010714285714285715,
      "loss": 0.6114,
      "step": 3510
    },
    {
      "epoch": 1.3968253968253967,
      "grad_norm": 0.4711201786994934,
      "learning_rate": 0.0010687830687830689,
      "loss": 0.5844,
      "step": 3520
    },
    {
      "epoch": 1.4007936507936507,
      "grad_norm": 1.1563987731933594,
      "learning_rate": 0.001066137566137566,
      "loss": 0.6552,
      "step": 3530
    },
    {
      "epoch": 1.4047619047619047,
      "grad_norm": 0.5372576117515564,
      "learning_rate": 0.0010634920634920635,
      "loss": 0.4234,
      "step": 3540
    },
    {
      "epoch": 1.4087301587301586,
      "grad_norm": 0.683944821357727,
      "learning_rate": 0.0010608465608465609,
      "loss": 0.5938,
      "step": 3550
    },
    {
      "epoch": 1.4126984126984126,
      "grad_norm": 0.6815638542175293,
      "learning_rate": 0.0010582010582010583,
      "loss": 0.4907,
      "step": 3560
    },
    {
      "epoch": 1.4166666666666667,
      "grad_norm": 1.6569042205810547,
      "learning_rate": 0.0010555555555555557,
      "loss": 0.5975,
      "step": 3570
    },
    {
      "epoch": 1.4206349206349207,
      "grad_norm": 1.1780049800872803,
      "learning_rate": 0.001052910052910053,
      "loss": 0.4291,
      "step": 3580
    },
    {
      "epoch": 1.4246031746031746,
      "grad_norm": 0.6545954346656799,
      "learning_rate": 0.0010502645502645503,
      "loss": 0.4288,
      "step": 3590
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.9560195207595825,
      "learning_rate": 0.0010476190476190477,
      "loss": 0.4316,
      "step": 3600
    },
    {
      "epoch": 1.4325396825396826,
      "grad_norm": 0.9896324276924133,
      "learning_rate": 0.0010449735449735448,
      "loss": 0.5869,
      "step": 3610
    },
    {
      "epoch": 1.4365079365079365,
      "grad_norm": 1.3985390663146973,
      "learning_rate": 0.0010423280423280422,
      "loss": 0.4652,
      "step": 3620
    },
    {
      "epoch": 1.4404761904761905,
      "grad_norm": 1.3849400281906128,
      "learning_rate": 0.0010396825396825399,
      "loss": 0.6423,
      "step": 3630
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.9819910526275635,
      "learning_rate": 0.001037037037037037,
      "loss": 0.5072,
      "step": 3640
    },
    {
      "epoch": 1.4484126984126984,
      "grad_norm": 0.9809389710426331,
      "learning_rate": 0.0010343915343915345,
      "loss": 0.4127,
      "step": 3650
    },
    {
      "epoch": 1.4523809523809523,
      "grad_norm": 1.3953092098236084,
      "learning_rate": 0.0010317460317460319,
      "loss": 0.5313,
      "step": 3660
    },
    {
      "epoch": 1.4563492063492063,
      "grad_norm": 1.1159425973892212,
      "learning_rate": 0.001029100529100529,
      "loss": 0.4939,
      "step": 3670
    },
    {
      "epoch": 1.4603174603174602,
      "grad_norm": 0.5379135608673096,
      "learning_rate": 0.0010264550264550264,
      "loss": 0.4107,
      "step": 3680
    },
    {
      "epoch": 1.4642857142857144,
      "grad_norm": 1.1204336881637573,
      "learning_rate": 0.0010238095238095238,
      "loss": 0.4742,
      "step": 3690
    },
    {
      "epoch": 1.4682539682539684,
      "grad_norm": 0.8563843369483948,
      "learning_rate": 0.0010211640211640212,
      "loss": 0.5383,
      "step": 3700
    },
    {
      "epoch": 1.4722222222222223,
      "grad_norm": 0.7000299096107483,
      "learning_rate": 0.0010185185185185186,
      "loss": 0.3803,
      "step": 3710
    },
    {
      "epoch": 1.4761904761904763,
      "grad_norm": 1.4893783330917358,
      "learning_rate": 0.0010158730158730158,
      "loss": 0.6016,
      "step": 3720
    },
    {
      "epoch": 1.4801587301587302,
      "grad_norm": 0.5601296424865723,
      "learning_rate": 0.0010132275132275132,
      "loss": 0.3314,
      "step": 3730
    },
    {
      "epoch": 1.4841269841269842,
      "grad_norm": 0.5450819730758667,
      "learning_rate": 0.0010105820105820106,
      "loss": 0.5151,
      "step": 3740
    },
    {
      "epoch": 1.4880952380952381,
      "grad_norm": 0.6305513381958008,
      "learning_rate": 0.001007936507936508,
      "loss": 0.5042,
      "step": 3750
    },
    {
      "epoch": 1.492063492063492,
      "grad_norm": 1.2684389352798462,
      "learning_rate": 0.0010052910052910054,
      "loss": 0.5481,
      "step": 3760
    },
    {
      "epoch": 1.496031746031746,
      "grad_norm": 1.5612815618515015,
      "learning_rate": 0.0010026455026455026,
      "loss": 0.4791,
      "step": 3770
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.206734538078308,
      "learning_rate": 0.001,
      "loss": 0.6305,
      "step": 3780
    },
    {
      "epoch": 1.503968253968254,
      "grad_norm": 1.069503664970398,
      "learning_rate": 0.0009973544973544974,
      "loss": 0.5058,
      "step": 3790
    },
    {
      "epoch": 1.507936507936508,
      "grad_norm": 0.3658556044101715,
      "learning_rate": 0.0009947089947089946,
      "loss": 0.3957,
      "step": 3800
    },
    {
      "epoch": 1.5119047619047619,
      "grad_norm": 1.0885382890701294,
      "learning_rate": 0.000992063492063492,
      "loss": 0.4997,
      "step": 3810
    },
    {
      "epoch": 1.5158730158730158,
      "grad_norm": 0.7469413876533508,
      "learning_rate": 0.0009894179894179894,
      "loss": 0.5236,
      "step": 3820
    },
    {
      "epoch": 1.5198412698412698,
      "grad_norm": 0.7196665406227112,
      "learning_rate": 0.0009867724867724868,
      "loss": 0.5083,
      "step": 3830
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.6840754151344299,
      "learning_rate": 0.000984126984126984,
      "loss": 0.3656,
      "step": 3840
    },
    {
      "epoch": 1.5277777777777777,
      "grad_norm": 1.3978683948516846,
      "learning_rate": 0.0009814814814814816,
      "loss": 0.4371,
      "step": 3850
    },
    {
      "epoch": 1.5317460317460316,
      "grad_norm": 0.5583405494689941,
      "learning_rate": 0.0009788359788359788,
      "loss": 0.5274,
      "step": 3860
    },
    {
      "epoch": 1.5357142857142856,
      "grad_norm": 1.8063452243804932,
      "learning_rate": 0.0009761904761904762,
      "loss": 0.6141,
      "step": 3870
    },
    {
      "epoch": 1.5396825396825395,
      "grad_norm": 0.9723803400993347,
      "learning_rate": 0.0009735449735449735,
      "loss": 0.5883,
      "step": 3880
    },
    {
      "epoch": 1.5436507936507935,
      "grad_norm": 0.30504110455513,
      "learning_rate": 0.0009708994708994709,
      "loss": 0.5268,
      "step": 3890
    },
    {
      "epoch": 1.5476190476190477,
      "grad_norm": 0.6150854229927063,
      "learning_rate": 0.0009682539682539683,
      "loss": 0.5819,
      "step": 3900
    },
    {
      "epoch": 1.5515873015873016,
      "grad_norm": 1.4445383548736572,
      "learning_rate": 0.0009656084656084656,
      "loss": 0.4811,
      "step": 3910
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 0.662739634513855,
      "learning_rate": 0.0009629629629629629,
      "loss": 0.3249,
      "step": 3920
    },
    {
      "epoch": 1.5595238095238095,
      "grad_norm": 0.6104711294174194,
      "learning_rate": 0.0009603174603174604,
      "loss": 0.3257,
      "step": 3930
    },
    {
      "epoch": 1.5634920634920635,
      "grad_norm": 0.6666992902755737,
      "learning_rate": 0.0009576719576719577,
      "loss": 0.4348,
      "step": 3940
    },
    {
      "epoch": 1.5674603174603174,
      "grad_norm": 1.3601847887039185,
      "learning_rate": 0.000955026455026455,
      "loss": 0.6486,
      "step": 3950
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 1.4528306722640991,
      "learning_rate": 0.0009523809523809524,
      "loss": 0.5363,
      "step": 3960
    },
    {
      "epoch": 1.5753968253968254,
      "grad_norm": 0.8328957557678223,
      "learning_rate": 0.0009497354497354498,
      "loss": 0.4086,
      "step": 3970
    },
    {
      "epoch": 1.5793650793650795,
      "grad_norm": 0.6136783361434937,
      "learning_rate": 0.0009470899470899471,
      "loss": 0.5066,
      "step": 3980
    },
    {
      "epoch": 1.5833333333333335,
      "grad_norm": 1.767379641532898,
      "learning_rate": 0.0009444444444444445,
      "loss": 0.4943,
      "step": 3990
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 0.50275719165802,
      "learning_rate": 0.0009417989417989418,
      "loss": 0.5513,
      "step": 4000
    },
    {
      "epoch": 1.5912698412698414,
      "grad_norm": 0.9671531915664673,
      "learning_rate": 0.0009391534391534392,
      "loss": 0.4399,
      "step": 4010
    },
    {
      "epoch": 1.5952380952380953,
      "grad_norm": 1.084027647972107,
      "learning_rate": 0.0009365079365079366,
      "loss": 0.4851,
      "step": 4020
    },
    {
      "epoch": 1.5992063492063493,
      "grad_norm": 0.944523274898529,
      "learning_rate": 0.0009338624338624339,
      "loss": 0.4931,
      "step": 4030
    },
    {
      "epoch": 1.6031746031746033,
      "grad_norm": 0.7656432390213013,
      "learning_rate": 0.0009312169312169312,
      "loss": 0.4205,
      "step": 4040
    },
    {
      "epoch": 1.6071428571428572,
      "grad_norm": 1.1295371055603027,
      "learning_rate": 0.0009285714285714287,
      "loss": 0.5147,
      "step": 4050
    },
    {
      "epoch": 1.6111111111111112,
      "grad_norm": 1.0330742597579956,
      "learning_rate": 0.000925925925925926,
      "loss": 0.533,
      "step": 4060
    },
    {
      "epoch": 1.6150793650793651,
      "grad_norm": 0.4578189253807068,
      "learning_rate": 0.0009232804232804233,
      "loss": 0.5074,
      "step": 4070
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 0.9493432641029358,
      "learning_rate": 0.0009206349206349207,
      "loss": 0.4964,
      "step": 4080
    },
    {
      "epoch": 1.623015873015873,
      "grad_norm": 1.229602336883545,
      "learning_rate": 0.0009179894179894181,
      "loss": 0.4398,
      "step": 4090
    },
    {
      "epoch": 1.626984126984127,
      "grad_norm": 1.182271957397461,
      "learning_rate": 0.0009153439153439154,
      "loss": 0.6409,
      "step": 4100
    },
    {
      "epoch": 1.630952380952381,
      "grad_norm": 1.6596875190734863,
      "learning_rate": 0.0009126984126984126,
      "loss": 0.3213,
      "step": 4110
    },
    {
      "epoch": 1.6349206349206349,
      "grad_norm": 0.9412317276000977,
      "learning_rate": 0.00091005291005291,
      "loss": 0.3736,
      "step": 4120
    },
    {
      "epoch": 1.6388888888888888,
      "grad_norm": 1.4627306461334229,
      "learning_rate": 0.0009074074074074074,
      "loss": 0.5455,
      "step": 4130
    },
    {
      "epoch": 1.6428571428571428,
      "grad_norm": 0.4782025218009949,
      "learning_rate": 0.0009047619047619047,
      "loss": 0.4291,
      "step": 4140
    },
    {
      "epoch": 1.6468253968253967,
      "grad_norm": 0.907647430896759,
      "learning_rate": 0.0009021164021164021,
      "loss": 0.425,
      "step": 4150
    },
    {
      "epoch": 1.6507936507936507,
      "grad_norm": 0.8232408761978149,
      "learning_rate": 0.0008994708994708994,
      "loss": 0.5669,
      "step": 4160
    },
    {
      "epoch": 1.6547619047619047,
      "grad_norm": 0.5824115872383118,
      "learning_rate": 0.0008968253968253968,
      "loss": 0.4001,
      "step": 4170
    },
    {
      "epoch": 1.6587301587301586,
      "grad_norm": 0.7836323976516724,
      "learning_rate": 0.0008941798941798942,
      "loss": 0.5163,
      "step": 4180
    },
    {
      "epoch": 1.6626984126984126,
      "grad_norm": 0.9716808795928955,
      "learning_rate": 0.0008915343915343915,
      "loss": 0.4334,
      "step": 4190
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.46734583377838135,
      "learning_rate": 0.0008888888888888888,
      "loss": 0.5188,
      "step": 4200
    },
    {
      "epoch": 1.6706349206349205,
      "grad_norm": 1.1709452867507935,
      "learning_rate": 0.0008862433862433863,
      "loss": 0.4686,
      "step": 4210
    },
    {
      "epoch": 1.6746031746031746,
      "grad_norm": 0.9173301458358765,
      "learning_rate": 0.0008835978835978836,
      "loss": 0.5697,
      "step": 4220
    },
    {
      "epoch": 1.6785714285714286,
      "grad_norm": 1.190338134765625,
      "learning_rate": 0.0008809523809523809,
      "loss": 0.4324,
      "step": 4230
    },
    {
      "epoch": 1.6825396825396826,
      "grad_norm": 1.278975248336792,
      "learning_rate": 0.0008783068783068783,
      "loss": 0.4726,
      "step": 4240
    },
    {
      "epoch": 1.6865079365079365,
      "grad_norm": 0.8761826157569885,
      "learning_rate": 0.0008756613756613757,
      "loss": 0.5543,
      "step": 4250
    },
    {
      "epoch": 1.6904761904761905,
      "grad_norm": 0.8508326411247253,
      "learning_rate": 0.000873015873015873,
      "loss": 0.4135,
      "step": 4260
    },
    {
      "epoch": 1.6944444444444444,
      "grad_norm": 0.8877843618392944,
      "learning_rate": 0.0008703703703703704,
      "loss": 0.3276,
      "step": 4270
    },
    {
      "epoch": 1.6984126984126984,
      "grad_norm": 2.439880609512329,
      "learning_rate": 0.0008677248677248677,
      "loss": 0.3676,
      "step": 4280
    },
    {
      "epoch": 1.7023809523809523,
      "grad_norm": 1.454038143157959,
      "learning_rate": 0.0008650793650793651,
      "loss": 0.6022,
      "step": 4290
    },
    {
      "epoch": 1.7063492063492065,
      "grad_norm": 0.6033250093460083,
      "learning_rate": 0.0008624338624338625,
      "loss": 0.4068,
      "step": 4300
    },
    {
      "epoch": 1.7103174603174605,
      "grad_norm": 0.7904770374298096,
      "learning_rate": 0.0008597883597883598,
      "loss": 0.4654,
      "step": 4310
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 1.0783374309539795,
      "learning_rate": 0.0008571428571428571,
      "loss": 0.326,
      "step": 4320
    },
    {
      "epoch": 1.7182539682539684,
      "grad_norm": 0.923893928527832,
      "learning_rate": 0.0008544973544973545,
      "loss": 0.4963,
      "step": 4330
    },
    {
      "epoch": 1.7222222222222223,
      "grad_norm": 0.36724144220352173,
      "learning_rate": 0.0008518518518518519,
      "loss": 0.3676,
      "step": 4340
    },
    {
      "epoch": 1.7261904761904763,
      "grad_norm": 1.1232455968856812,
      "learning_rate": 0.0008492063492063492,
      "loss": 0.4462,
      "step": 4350
    },
    {
      "epoch": 1.7301587301587302,
      "grad_norm": 1.3588309288024902,
      "learning_rate": 0.0008465608465608465,
      "loss": 0.4954,
      "step": 4360
    },
    {
      "epoch": 1.7341269841269842,
      "grad_norm": 1.016571283340454,
      "learning_rate": 0.000843915343915344,
      "loss": 0.5502,
      "step": 4370
    },
    {
      "epoch": 1.7380952380952381,
      "grad_norm": 0.9546862244606018,
      "learning_rate": 0.0008412698412698413,
      "loss": 0.4983,
      "step": 4380
    },
    {
      "epoch": 1.742063492063492,
      "grad_norm": 1.2846907377243042,
      "learning_rate": 0.0008386243386243386,
      "loss": 0.6217,
      "step": 4390
    },
    {
      "epoch": 1.746031746031746,
      "grad_norm": 1.4156478643417358,
      "learning_rate": 0.000835978835978836,
      "loss": 0.5286,
      "step": 4400
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.692659318447113,
      "learning_rate": 0.0008333333333333334,
      "loss": 0.4571,
      "step": 4410
    },
    {
      "epoch": 1.753968253968254,
      "grad_norm": 0.5487807989120483,
      "learning_rate": 0.0008306878306878307,
      "loss": 0.4216,
      "step": 4420
    },
    {
      "epoch": 1.757936507936508,
      "grad_norm": 0.4136459529399872,
      "learning_rate": 0.0008280423280423281,
      "loss": 0.3706,
      "step": 4430
    },
    {
      "epoch": 1.7619047619047619,
      "grad_norm": 2.730607748031616,
      "learning_rate": 0.0008253968253968254,
      "loss": 0.4341,
      "step": 4440
    },
    {
      "epoch": 1.7658730158730158,
      "grad_norm": 1.0752816200256348,
      "learning_rate": 0.0008227513227513228,
      "loss": 0.6466,
      "step": 4450
    },
    {
      "epoch": 1.7698412698412698,
      "grad_norm": 0.9848162531852722,
      "learning_rate": 0.0008201058201058202,
      "loss": 0.5904,
      "step": 4460
    },
    {
      "epoch": 1.7738095238095237,
      "grad_norm": 1.4132823944091797,
      "learning_rate": 0.0008174603174603175,
      "loss": 0.4528,
      "step": 4470
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 0.8410534858703613,
      "learning_rate": 0.0008148148148148148,
      "loss": 0.431,
      "step": 4480
    },
    {
      "epoch": 1.7817460317460316,
      "grad_norm": 0.7188355922698975,
      "learning_rate": 0.0008121693121693123,
      "loss": 0.5955,
      "step": 4490
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.8639283776283264,
      "learning_rate": 0.0008095238095238096,
      "loss": 0.4491,
      "step": 4500
    },
    {
      "epoch": 1.7896825396825395,
      "grad_norm": 1.0643069744110107,
      "learning_rate": 0.0008068783068783069,
      "loss": 0.5299,
      "step": 4510
    },
    {
      "epoch": 1.7936507936507935,
      "grad_norm": 1.1698801517486572,
      "learning_rate": 0.0008042328042328042,
      "loss": 0.5063,
      "step": 4520
    },
    {
      "epoch": 1.7976190476190477,
      "grad_norm": 1.222699522972107,
      "learning_rate": 0.0008015873015873017,
      "loss": 0.4743,
      "step": 4530
    },
    {
      "epoch": 1.8015873015873016,
      "grad_norm": 0.8404491543769836,
      "learning_rate": 0.000798941798941799,
      "loss": 0.4811,
      "step": 4540
    },
    {
      "epoch": 1.8055555555555556,
      "grad_norm": 0.7801256775856018,
      "learning_rate": 0.0007962962962962962,
      "loss": 0.5615,
      "step": 4550
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 0.735230565071106,
      "learning_rate": 0.0007936507936507937,
      "loss": 0.4375,
      "step": 4560
    },
    {
      "epoch": 1.8134920634920635,
      "grad_norm": 0.8510635495185852,
      "learning_rate": 0.000791005291005291,
      "loss": 0.4999,
      "step": 4570
    },
    {
      "epoch": 1.8174603174603174,
      "grad_norm": 1.2653560638427734,
      "learning_rate": 0.0007883597883597883,
      "loss": 0.4563,
      "step": 4580
    },
    {
      "epoch": 1.8214285714285714,
      "grad_norm": 0.475337952375412,
      "learning_rate": 0.0007857142857142857,
      "loss": 0.3737,
      "step": 4590
    },
    {
      "epoch": 1.8253968253968254,
      "grad_norm": 0.6187211871147156,
      "learning_rate": 0.000783068783068783,
      "loss": 0.5287,
      "step": 4600
    },
    {
      "epoch": 1.8293650793650795,
      "grad_norm": 1.4211279153823853,
      "learning_rate": 0.0007804232804232804,
      "loss": 0.522,
      "step": 4610
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 1.4588719606399536,
      "learning_rate": 0.0007777777777777778,
      "loss": 0.6195,
      "step": 4620
    },
    {
      "epoch": 1.8373015873015874,
      "grad_norm": 0.5156915783882141,
      "learning_rate": 0.0007751322751322751,
      "loss": 0.5105,
      "step": 4630
    },
    {
      "epoch": 1.8412698412698414,
      "grad_norm": 0.9501180648803711,
      "learning_rate": 0.0007724867724867724,
      "loss": 0.4081,
      "step": 4640
    },
    {
      "epoch": 1.8452380952380953,
      "grad_norm": 0.45203983783721924,
      "learning_rate": 0.0007698412698412699,
      "loss": 0.4493,
      "step": 4650
    },
    {
      "epoch": 1.8492063492063493,
      "grad_norm": 0.4670614004135132,
      "learning_rate": 0.0007671957671957672,
      "loss": 0.3351,
      "step": 4660
    },
    {
      "epoch": 1.8531746031746033,
      "grad_norm": 0.9876275062561035,
      "learning_rate": 0.0007645502645502645,
      "loss": 0.5741,
      "step": 4670
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.8845266103744507,
      "learning_rate": 0.0007619047619047619,
      "loss": 0.4142,
      "step": 4680
    },
    {
      "epoch": 1.8611111111111112,
      "grad_norm": 0.7441647052764893,
      "learning_rate": 0.0007592592592592593,
      "loss": 0.4072,
      "step": 4690
    },
    {
      "epoch": 1.8650793650793651,
      "grad_norm": 0.9643361568450928,
      "learning_rate": 0.0007566137566137566,
      "loss": 0.5352,
      "step": 4700
    },
    {
      "epoch": 1.869047619047619,
      "grad_norm": 0.8456591367721558,
      "learning_rate": 0.000753968253968254,
      "loss": 0.5337,
      "step": 4710
    },
    {
      "epoch": 1.873015873015873,
      "grad_norm": 1.6536881923675537,
      "learning_rate": 0.0007513227513227513,
      "loss": 0.4462,
      "step": 4720
    },
    {
      "epoch": 1.876984126984127,
      "grad_norm": 0.6966465711593628,
      "learning_rate": 0.0007486772486772487,
      "loss": 0.7229,
      "step": 4730
    },
    {
      "epoch": 1.880952380952381,
      "grad_norm": 0.9560131430625916,
      "learning_rate": 0.000746031746031746,
      "loss": 0.4636,
      "step": 4740
    },
    {
      "epoch": 1.8849206349206349,
      "grad_norm": 0.6783252358436584,
      "learning_rate": 0.0007433862433862434,
      "loss": 0.5508,
      "step": 4750
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.5133827328681946,
      "learning_rate": 0.0007407407407407407,
      "loss": 0.3607,
      "step": 4760
    },
    {
      "epoch": 1.8928571428571428,
      "grad_norm": 0.6404028534889221,
      "learning_rate": 0.0007380952380952381,
      "loss": 0.5246,
      "step": 4770
    },
    {
      "epoch": 1.8968253968253967,
      "grad_norm": 0.7048952579498291,
      "learning_rate": 0.0007354497354497355,
      "loss": 0.4684,
      "step": 4780
    },
    {
      "epoch": 1.9007936507936507,
      "grad_norm": 0.5569032430648804,
      "learning_rate": 0.0007328042328042328,
      "loss": 0.3872,
      "step": 4790
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.5231502652168274,
      "learning_rate": 0.0007301587301587301,
      "loss": 0.3945,
      "step": 4800
    },
    {
      "epoch": 1.9087301587301586,
      "grad_norm": 1.2239683866500854,
      "learning_rate": 0.0007275132275132276,
      "loss": 0.5389,
      "step": 4810
    },
    {
      "epoch": 1.9126984126984126,
      "grad_norm": 1.5195467472076416,
      "learning_rate": 0.0007248677248677249,
      "loss": 0.5958,
      "step": 4820
    },
    {
      "epoch": 1.9166666666666665,
      "grad_norm": 0.8116055727005005,
      "learning_rate": 0.0007222222222222222,
      "loss": 0.3983,
      "step": 4830
    },
    {
      "epoch": 1.9206349206349205,
      "grad_norm": 1.067101240158081,
      "learning_rate": 0.0007195767195767196,
      "loss": 0.4035,
      "step": 4840
    },
    {
      "epoch": 1.9246031746031746,
      "grad_norm": 0.9318575263023376,
      "learning_rate": 0.000716931216931217,
      "loss": 0.5596,
      "step": 4850
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 1.1583409309387207,
      "learning_rate": 0.0007142857142857143,
      "loss": 0.3916,
      "step": 4860
    },
    {
      "epoch": 1.9325396825396826,
      "grad_norm": 0.813510000705719,
      "learning_rate": 0.0007116402116402117,
      "loss": 0.5113,
      "step": 4870
    },
    {
      "epoch": 1.9365079365079365,
      "grad_norm": 1.5386079549789429,
      "learning_rate": 0.000708994708994709,
      "loss": 0.5188,
      "step": 4880
    },
    {
      "epoch": 1.9404761904761905,
      "grad_norm": 1.1007848978042603,
      "learning_rate": 0.0007063492063492064,
      "loss": 0.5993,
      "step": 4890
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 2.2866406440734863,
      "learning_rate": 0.0007037037037037038,
      "loss": 0.6263,
      "step": 4900
    },
    {
      "epoch": 1.9484126984126984,
      "grad_norm": 1.5539257526397705,
      "learning_rate": 0.0007010582010582011,
      "loss": 0.4029,
      "step": 4910
    },
    {
      "epoch": 1.9523809523809523,
      "grad_norm": 0.9776302576065063,
      "learning_rate": 0.0006984126984126984,
      "loss": 0.45,
      "step": 4920
    },
    {
      "epoch": 1.9563492063492065,
      "grad_norm": 0.7598035335540771,
      "learning_rate": 0.0006957671957671959,
      "loss": 0.4909,
      "step": 4930
    },
    {
      "epoch": 1.9603174603174605,
      "grad_norm": 1.1056677103042603,
      "learning_rate": 0.0006931216931216932,
      "loss": 0.4979,
      "step": 4940
    },
    {
      "epoch": 1.9642857142857144,
      "grad_norm": 0.796816349029541,
      "learning_rate": 0.0006904761904761905,
      "loss": 0.4591,
      "step": 4950
    },
    {
      "epoch": 1.9682539682539684,
      "grad_norm": 0.5265449285507202,
      "learning_rate": 0.0006878306878306878,
      "loss": 0.3988,
      "step": 4960
    },
    {
      "epoch": 1.9722222222222223,
      "grad_norm": 0.3230462074279785,
      "learning_rate": 0.0006851851851851853,
      "loss": 0.4432,
      "step": 4970
    },
    {
      "epoch": 1.9761904761904763,
      "grad_norm": 1.2444729804992676,
      "learning_rate": 0.0006825396825396826,
      "loss": 0.3928,
      "step": 4980
    },
    {
      "epoch": 1.9801587301587302,
      "grad_norm": 0.7676456570625305,
      "learning_rate": 0.0006798941798941799,
      "loss": 0.4148,
      "step": 4990
    },
    {
      "epoch": 1.9841269841269842,
      "grad_norm": 1.05657160282135,
      "learning_rate": 0.0006772486772486773,
      "loss": 0.5529,
      "step": 5000
    },
    {
      "epoch": 1.9880952380952381,
      "grad_norm": 0.4994324743747711,
      "learning_rate": 0.0006746031746031747,
      "loss": 0.3886,
      "step": 5010
    },
    {
      "epoch": 1.992063492063492,
      "grad_norm": 1.1352735757827759,
      "learning_rate": 0.000671957671957672,
      "loss": 0.5021,
      "step": 5020
    },
    {
      "epoch": 1.996031746031746,
      "grad_norm": 1.0702826976776123,
      "learning_rate": 0.0006693121693121694,
      "loss": 0.7276,
      "step": 5030
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.9455626010894775,
      "learning_rate": 0.0006666666666666666,
      "loss": 0.5663,
      "step": 5040
    },
    {
      "epoch": 2.003968253968254,
      "grad_norm": 0.6044638156890869,
      "learning_rate": 0.000664021164021164,
      "loss": 0.3748,
      "step": 5050
    },
    {
      "epoch": 2.007936507936508,
      "grad_norm": 0.8124226927757263,
      "learning_rate": 0.0006613756613756614,
      "loss": 0.3476,
      "step": 5060
    },
    {
      "epoch": 2.011904761904762,
      "grad_norm": 0.5022208094596863,
      "learning_rate": 0.0006587301587301587,
      "loss": 0.313,
      "step": 5070
    },
    {
      "epoch": 2.015873015873016,
      "grad_norm": 0.5413989424705505,
      "learning_rate": 0.000656084656084656,
      "loss": 0.3359,
      "step": 5080
    },
    {
      "epoch": 2.0198412698412698,
      "grad_norm": 0.8055435419082642,
      "learning_rate": 0.0006534391534391535,
      "loss": 0.3807,
      "step": 5090
    },
    {
      "epoch": 2.0238095238095237,
      "grad_norm": 1.5344974994659424,
      "learning_rate": 0.0006507936507936508,
      "loss": 0.3913,
      "step": 5100
    },
    {
      "epoch": 2.0277777777777777,
      "grad_norm": 0.6911923289299011,
      "learning_rate": 0.0006481481481481481,
      "loss": 0.419,
      "step": 5110
    },
    {
      "epoch": 2.0317460317460316,
      "grad_norm": 0.9209279417991638,
      "learning_rate": 0.0006455026455026455,
      "loss": 0.4246,
      "step": 5120
    },
    {
      "epoch": 2.0357142857142856,
      "grad_norm": 0.7789056897163391,
      "learning_rate": 0.0006428571428571429,
      "loss": 0.3487,
      "step": 5130
    },
    {
      "epoch": 2.0396825396825395,
      "grad_norm": 1.2143142223358154,
      "learning_rate": 0.0006402116402116402,
      "loss": 0.3457,
      "step": 5140
    },
    {
      "epoch": 2.0436507936507935,
      "grad_norm": 1.2130590677261353,
      "learning_rate": 0.0006375661375661375,
      "loss": 0.4553,
      "step": 5150
    },
    {
      "epoch": 2.0476190476190474,
      "grad_norm": 1.1139146089553833,
      "learning_rate": 0.0006349206349206349,
      "loss": 0.3192,
      "step": 5160
    },
    {
      "epoch": 2.0515873015873014,
      "grad_norm": 0.9016938805580139,
      "learning_rate": 0.0006322751322751323,
      "loss": 0.284,
      "step": 5170
    },
    {
      "epoch": 2.0555555555555554,
      "grad_norm": 1.2442255020141602,
      "learning_rate": 0.0006296296296296296,
      "loss": 0.3583,
      "step": 5180
    },
    {
      "epoch": 2.0595238095238093,
      "grad_norm": 1.756134271621704,
      "learning_rate": 0.000626984126984127,
      "loss": 0.4804,
      "step": 5190
    },
    {
      "epoch": 2.0634920634920633,
      "grad_norm": 0.9567892551422119,
      "learning_rate": 0.0006243386243386243,
      "loss": 0.3952,
      "step": 5200
    },
    {
      "epoch": 2.0674603174603177,
      "grad_norm": 0.391501784324646,
      "learning_rate": 0.0006216931216931217,
      "loss": 0.3147,
      "step": 5210
    },
    {
      "epoch": 2.0714285714285716,
      "grad_norm": 0.6419145464897156,
      "learning_rate": 0.0006190476190476191,
      "loss": 0.2739,
      "step": 5220
    },
    {
      "epoch": 2.0753968253968256,
      "grad_norm": 0.8622870445251465,
      "learning_rate": 0.0006164021164021164,
      "loss": 0.3093,
      "step": 5230
    },
    {
      "epoch": 2.0793650793650795,
      "grad_norm": 0.5181304812431335,
      "learning_rate": 0.0006137566137566137,
      "loss": 0.3315,
      "step": 5240
    },
    {
      "epoch": 2.0833333333333335,
      "grad_norm": 0.9292448163032532,
      "learning_rate": 0.0006111111111111112,
      "loss": 0.3058,
      "step": 5250
    },
    {
      "epoch": 2.0873015873015874,
      "grad_norm": 0.8386250734329224,
      "learning_rate": 0.0006084656084656085,
      "loss": 0.3641,
      "step": 5260
    },
    {
      "epoch": 2.0912698412698414,
      "grad_norm": 0.7679039239883423,
      "learning_rate": 0.0006058201058201058,
      "loss": 0.4084,
      "step": 5270
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 0.8268955945968628,
      "learning_rate": 0.0006031746031746032,
      "loss": 0.2579,
      "step": 5280
    },
    {
      "epoch": 2.0992063492063493,
      "grad_norm": 0.9601532220840454,
      "learning_rate": 0.0006005291005291006,
      "loss": 0.3987,
      "step": 5290
    },
    {
      "epoch": 2.1031746031746033,
      "grad_norm": 0.5090093612670898,
      "learning_rate": 0.0005978835978835979,
      "loss": 0.2707,
      "step": 5300
    },
    {
      "epoch": 2.107142857142857,
      "grad_norm": 1.2176988124847412,
      "learning_rate": 0.0005952380952380953,
      "loss": 0.3985,
      "step": 5310
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 0.5723254680633545,
      "learning_rate": 0.0005925925925925926,
      "loss": 0.2727,
      "step": 5320
    },
    {
      "epoch": 2.115079365079365,
      "grad_norm": 0.6939801573753357,
      "learning_rate": 0.00058994708994709,
      "loss": 0.3126,
      "step": 5330
    },
    {
      "epoch": 2.119047619047619,
      "grad_norm": 0.9729529619216919,
      "learning_rate": 0.0005873015873015874,
      "loss": 0.3971,
      "step": 5340
    },
    {
      "epoch": 2.123015873015873,
      "grad_norm": 0.7717307806015015,
      "learning_rate": 0.0005846560846560847,
      "loss": 0.3643,
      "step": 5350
    },
    {
      "epoch": 2.126984126984127,
      "grad_norm": 0.8346803784370422,
      "learning_rate": 0.000582010582010582,
      "loss": 0.4888,
      "step": 5360
    },
    {
      "epoch": 2.130952380952381,
      "grad_norm": 0.6180922389030457,
      "learning_rate": 0.0005793650793650794,
      "loss": 0.36,
      "step": 5370
    },
    {
      "epoch": 2.134920634920635,
      "grad_norm": 0.6804755926132202,
      "learning_rate": 0.0005767195767195768,
      "loss": 0.3333,
      "step": 5380
    },
    {
      "epoch": 2.138888888888889,
      "grad_norm": 1.1156859397888184,
      "learning_rate": 0.0005740740740740741,
      "loss": 0.3147,
      "step": 5390
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 1.1516271829605103,
      "learning_rate": 0.0005714285714285714,
      "loss": 0.3723,
      "step": 5400
    },
    {
      "epoch": 2.1468253968253967,
      "grad_norm": 0.7301619648933411,
      "learning_rate": 0.0005687830687830689,
      "loss": 0.2972,
      "step": 5410
    },
    {
      "epoch": 2.1507936507936507,
      "grad_norm": 0.46621087193489075,
      "learning_rate": 0.0005661375661375662,
      "loss": 0.4814,
      "step": 5420
    },
    {
      "epoch": 2.1547619047619047,
      "grad_norm": 1.4534790515899658,
      "learning_rate": 0.0005634920634920635,
      "loss": 0.3715,
      "step": 5430
    },
    {
      "epoch": 2.1587301587301586,
      "grad_norm": 1.0283761024475098,
      "learning_rate": 0.0005608465608465609,
      "loss": 0.3096,
      "step": 5440
    },
    {
      "epoch": 2.1626984126984126,
      "grad_norm": 1.517444372177124,
      "learning_rate": 0.0005582010582010583,
      "loss": 0.4282,
      "step": 5450
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 1.1968739032745361,
      "learning_rate": 0.0005555555555555556,
      "loss": 0.5653,
      "step": 5460
    },
    {
      "epoch": 2.1706349206349205,
      "grad_norm": 0.8281181454658508,
      "learning_rate": 0.000552910052910053,
      "loss": 0.3734,
      "step": 5470
    },
    {
      "epoch": 2.1746031746031744,
      "grad_norm": 0.825985312461853,
      "learning_rate": 0.0005502645502645502,
      "loss": 0.2995,
      "step": 5480
    },
    {
      "epoch": 2.1785714285714284,
      "grad_norm": 1.011702060699463,
      "learning_rate": 0.0005476190476190477,
      "loss": 0.3567,
      "step": 5490
    },
    {
      "epoch": 2.1825396825396823,
      "grad_norm": 1.0061122179031372,
      "learning_rate": 0.000544973544973545,
      "loss": 0.3029,
      "step": 5500
    },
    {
      "epoch": 2.1865079365079367,
      "grad_norm": 0.7219818234443665,
      "learning_rate": 0.0005423280423280423,
      "loss": 0.2957,
      "step": 5510
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 0.8629070520401001,
      "learning_rate": 0.0005396825396825396,
      "loss": 0.4025,
      "step": 5520
    },
    {
      "epoch": 2.1944444444444446,
      "grad_norm": 0.846489429473877,
      "learning_rate": 0.0005370370370370371,
      "loss": 0.2563,
      "step": 5530
    },
    {
      "epoch": 2.1984126984126986,
      "grad_norm": 1.013261079788208,
      "learning_rate": 0.0005343915343915344,
      "loss": 0.3241,
      "step": 5540
    },
    {
      "epoch": 2.2023809523809526,
      "grad_norm": 1.1884324550628662,
      "learning_rate": 0.0005317460317460317,
      "loss": 0.3218,
      "step": 5550
    },
    {
      "epoch": 2.2063492063492065,
      "grad_norm": 0.6852754950523376,
      "learning_rate": 0.0005291005291005291,
      "loss": 0.307,
      "step": 5560
    },
    {
      "epoch": 2.2103174603174605,
      "grad_norm": 0.8409839272499084,
      "learning_rate": 0.0005264550264550265,
      "loss": 0.2683,
      "step": 5570
    },
    {
      "epoch": 2.2142857142857144,
      "grad_norm": 0.6928064823150635,
      "learning_rate": 0.0005238095238095238,
      "loss": 0.3296,
      "step": 5580
    },
    {
      "epoch": 2.2182539682539684,
      "grad_norm": 0.48399004340171814,
      "learning_rate": 0.0005211640211640211,
      "loss": 0.2453,
      "step": 5590
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.6243159174919128,
      "learning_rate": 0.0005185185185185185,
      "loss": 0.4726,
      "step": 5600
    },
    {
      "epoch": 2.2261904761904763,
      "grad_norm": 0.8214319944381714,
      "learning_rate": 0.0005158730158730159,
      "loss": 0.3647,
      "step": 5610
    },
    {
      "epoch": 2.2301587301587302,
      "grad_norm": 1.350664496421814,
      "learning_rate": 0.0005132275132275132,
      "loss": 0.3515,
      "step": 5620
    },
    {
      "epoch": 2.234126984126984,
      "grad_norm": 0.598360002040863,
      "learning_rate": 0.0005105820105820106,
      "loss": 0.4379,
      "step": 5630
    },
    {
      "epoch": 2.238095238095238,
      "grad_norm": 0.744739830493927,
      "learning_rate": 0.0005079365079365079,
      "loss": 0.3241,
      "step": 5640
    },
    {
      "epoch": 2.242063492063492,
      "grad_norm": 9.888148307800293,
      "learning_rate": 0.0005052910052910053,
      "loss": 0.2648,
      "step": 5650
    },
    {
      "epoch": 2.246031746031746,
      "grad_norm": 0.5198895931243896,
      "learning_rate": 0.0005026455026455027,
      "loss": 0.3836,
      "step": 5660
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.9944855570793152,
      "learning_rate": 0.0005,
      "loss": 0.3527,
      "step": 5670
    },
    {
      "epoch": 2.253968253968254,
      "grad_norm": 0.8176829218864441,
      "learning_rate": 0.0004973544973544973,
      "loss": 0.3,
      "step": 5680
    },
    {
      "epoch": 2.257936507936508,
      "grad_norm": 0.37834370136260986,
      "learning_rate": 0.0004947089947089947,
      "loss": 0.2629,
      "step": 5690
    },
    {
      "epoch": 2.261904761904762,
      "grad_norm": 1.0115917921066284,
      "learning_rate": 0.000492063492063492,
      "loss": 0.3813,
      "step": 5700
    },
    {
      "epoch": 2.265873015873016,
      "grad_norm": 1.2166203260421753,
      "learning_rate": 0.0004894179894179894,
      "loss": 0.2698,
      "step": 5710
    },
    {
      "epoch": 2.2698412698412698,
      "grad_norm": 0.4840317964553833,
      "learning_rate": 0.00048677248677248675,
      "loss": 0.2739,
      "step": 5720
    },
    {
      "epoch": 2.2738095238095237,
      "grad_norm": 0.528724193572998,
      "learning_rate": 0.00048412698412698415,
      "loss": 0.3434,
      "step": 5730
    },
    {
      "epoch": 2.2777777777777777,
      "grad_norm": 0.6342616081237793,
      "learning_rate": 0.00048148148148148144,
      "loss": 0.2495,
      "step": 5740
    },
    {
      "epoch": 2.2817460317460316,
      "grad_norm": 0.5333026647567749,
      "learning_rate": 0.00047883597883597884,
      "loss": 0.2839,
      "step": 5750
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.7824140787124634,
      "learning_rate": 0.0004761904761904762,
      "loss": 0.3332,
      "step": 5760
    },
    {
      "epoch": 2.2896825396825395,
      "grad_norm": 0.9291231632232666,
      "learning_rate": 0.00047354497354497354,
      "loss": 0.4443,
      "step": 5770
    },
    {
      "epoch": 2.2936507936507935,
      "grad_norm": 0.8615803122520447,
      "learning_rate": 0.0004708994708994709,
      "loss": 0.338,
      "step": 5780
    },
    {
      "epoch": 2.2976190476190474,
      "grad_norm": 0.5790500640869141,
      "learning_rate": 0.0004682539682539683,
      "loss": 0.3032,
      "step": 5790
    },
    {
      "epoch": 2.3015873015873014,
      "grad_norm": 0.5711954832077026,
      "learning_rate": 0.0004656084656084656,
      "loss": 0.2674,
      "step": 5800
    },
    {
      "epoch": 2.3055555555555554,
      "grad_norm": 0.6912782192230225,
      "learning_rate": 0.000462962962962963,
      "loss": 0.3159,
      "step": 5810
    },
    {
      "epoch": 2.3095238095238093,
      "grad_norm": 1.0069470405578613,
      "learning_rate": 0.00046031746031746033,
      "loss": 0.2548,
      "step": 5820
    },
    {
      "epoch": 2.3134920634920633,
      "grad_norm": 0.7111985087394714,
      "learning_rate": 0.0004576719576719577,
      "loss": 0.4336,
      "step": 5830
    },
    {
      "epoch": 2.317460317460317,
      "grad_norm": 0.7876987457275391,
      "learning_rate": 0.000455026455026455,
      "loss": 0.3417,
      "step": 5840
    },
    {
      "epoch": 2.3214285714285716,
      "grad_norm": 1.222811222076416,
      "learning_rate": 0.00045238095238095237,
      "loss": 0.2989,
      "step": 5850
    },
    {
      "epoch": 2.3253968253968256,
      "grad_norm": 0.6214492321014404,
      "learning_rate": 0.0004497354497354497,
      "loss": 0.3119,
      "step": 5860
    },
    {
      "epoch": 2.3293650793650795,
      "grad_norm": 1.190848708152771,
      "learning_rate": 0.0004470899470899471,
      "loss": 0.3549,
      "step": 5870
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 1.6466199159622192,
      "learning_rate": 0.0004444444444444444,
      "loss": 0.3483,
      "step": 5880
    },
    {
      "epoch": 2.3373015873015874,
      "grad_norm": 1.195802927017212,
      "learning_rate": 0.0004417989417989418,
      "loss": 0.2867,
      "step": 5890
    },
    {
      "epoch": 2.3412698412698414,
      "grad_norm": 0.705406665802002,
      "learning_rate": 0.00043915343915343916,
      "loss": 0.3974,
      "step": 5900
    },
    {
      "epoch": 2.3452380952380953,
      "grad_norm": 1.0674729347229004,
      "learning_rate": 0.0004365079365079365,
      "loss": 0.3524,
      "step": 5910
    },
    {
      "epoch": 2.3492063492063493,
      "grad_norm": 1.3207943439483643,
      "learning_rate": 0.00043386243386243385,
      "loss": 0.309,
      "step": 5920
    },
    {
      "epoch": 2.3531746031746033,
      "grad_norm": 0.6910490393638611,
      "learning_rate": 0.00043121693121693126,
      "loss": 0.2557,
      "step": 5930
    },
    {
      "epoch": 2.357142857142857,
      "grad_norm": 0.7160533666610718,
      "learning_rate": 0.00042857142857142855,
      "loss": 0.3447,
      "step": 5940
    },
    {
      "epoch": 2.361111111111111,
      "grad_norm": 1.117875576019287,
      "learning_rate": 0.00042592592592592595,
      "loss": 0.3796,
      "step": 5950
    },
    {
      "epoch": 2.365079365079365,
      "grad_norm": 0.7119603753089905,
      "learning_rate": 0.00042328042328042324,
      "loss": 0.3458,
      "step": 5960
    },
    {
      "epoch": 2.369047619047619,
      "grad_norm": 0.6892464756965637,
      "learning_rate": 0.00042063492063492065,
      "loss": 0.3888,
      "step": 5970
    },
    {
      "epoch": 2.373015873015873,
      "grad_norm": 0.8669295310974121,
      "learning_rate": 0.000417989417989418,
      "loss": 0.4486,
      "step": 5980
    },
    {
      "epoch": 2.376984126984127,
      "grad_norm": 0.3692854642868042,
      "learning_rate": 0.00041534391534391534,
      "loss": 0.2848,
      "step": 5990
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 0.8515878915786743,
      "learning_rate": 0.0004126984126984127,
      "loss": 0.3851,
      "step": 6000
    },
    {
      "epoch": 2.384920634920635,
      "grad_norm": 0.8710914850234985,
      "learning_rate": 0.0004100529100529101,
      "loss": 0.3629,
      "step": 6010
    },
    {
      "epoch": 2.388888888888889,
      "grad_norm": 1.1649229526519775,
      "learning_rate": 0.0004074074074074074,
      "loss": 0.3405,
      "step": 6020
    },
    {
      "epoch": 2.392857142857143,
      "grad_norm": 0.536342442035675,
      "learning_rate": 0.0004047619047619048,
      "loss": 0.3541,
      "step": 6030
    },
    {
      "epoch": 2.3968253968253967,
      "grad_norm": 0.6506990790367126,
      "learning_rate": 0.0004021164021164021,
      "loss": 0.3217,
      "step": 6040
    },
    {
      "epoch": 2.4007936507936507,
      "grad_norm": 0.39036527276039124,
      "learning_rate": 0.0003994708994708995,
      "loss": 0.3307,
      "step": 6050
    },
    {
      "epoch": 2.4047619047619047,
      "grad_norm": 0.5971412658691406,
      "learning_rate": 0.0003968253968253968,
      "loss": 0.3523,
      "step": 6060
    },
    {
      "epoch": 2.4087301587301586,
      "grad_norm": 1.4851547479629517,
      "learning_rate": 0.00039417989417989417,
      "loss": 0.315,
      "step": 6070
    },
    {
      "epoch": 2.4126984126984126,
      "grad_norm": 0.7956401705741882,
      "learning_rate": 0.0003915343915343915,
      "loss": 0.3218,
      "step": 6080
    },
    {
      "epoch": 2.4166666666666665,
      "grad_norm": 0.7292457818984985,
      "learning_rate": 0.0003888888888888889,
      "loss": 0.3398,
      "step": 6090
    },
    {
      "epoch": 2.4206349206349205,
      "grad_norm": 1.0612292289733887,
      "learning_rate": 0.0003862433862433862,
      "loss": 0.3405,
      "step": 6100
    },
    {
      "epoch": 2.4246031746031744,
      "grad_norm": 0.7647016644477844,
      "learning_rate": 0.0003835978835978836,
      "loss": 0.4365,
      "step": 6110
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 0.6238649487495422,
      "learning_rate": 0.00038095238095238096,
      "loss": 0.3462,
      "step": 6120
    },
    {
      "epoch": 2.432539682539683,
      "grad_norm": 0.7567634582519531,
      "learning_rate": 0.0003783068783068783,
      "loss": 0.2732,
      "step": 6130
    },
    {
      "epoch": 2.4365079365079367,
      "grad_norm": 0.589939534664154,
      "learning_rate": 0.00037566137566137566,
      "loss": 0.4249,
      "step": 6140
    },
    {
      "epoch": 2.4404761904761907,
      "grad_norm": 0.9400720596313477,
      "learning_rate": 0.000373015873015873,
      "loss": 0.4112,
      "step": 6150
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.7339090704917908,
      "learning_rate": 0.00037037037037037035,
      "loss": 0.3596,
      "step": 6160
    },
    {
      "epoch": 2.4484126984126986,
      "grad_norm": 1.508101463317871,
      "learning_rate": 0.00036772486772486775,
      "loss": 0.2354,
      "step": 6170
    },
    {
      "epoch": 2.4523809523809526,
      "grad_norm": 1.042312741279602,
      "learning_rate": 0.00036507936507936505,
      "loss": 0.4263,
      "step": 6180
    },
    {
      "epoch": 2.4563492063492065,
      "grad_norm": 1.1017494201660156,
      "learning_rate": 0.00036243386243386245,
      "loss": 0.4159,
      "step": 6190
    },
    {
      "epoch": 2.4603174603174605,
      "grad_norm": 0.7952788472175598,
      "learning_rate": 0.0003597883597883598,
      "loss": 0.2949,
      "step": 6200
    },
    {
      "epoch": 2.4642857142857144,
      "grad_norm": 0.652211606502533,
      "learning_rate": 0.00035714285714285714,
      "loss": 0.3523,
      "step": 6210
    },
    {
      "epoch": 2.4682539682539684,
      "grad_norm": 1.0506590604782104,
      "learning_rate": 0.0003544973544973545,
      "loss": 0.4683,
      "step": 6220
    },
    {
      "epoch": 2.4722222222222223,
      "grad_norm": 0.7924396991729736,
      "learning_rate": 0.0003518518518518519,
      "loss": 0.3162,
      "step": 6230
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.5057342052459717,
      "learning_rate": 0.0003492063492063492,
      "loss": 0.2741,
      "step": 6240
    },
    {
      "epoch": 2.4801587301587302,
      "grad_norm": 1.0041768550872803,
      "learning_rate": 0.0003465608465608466,
      "loss": 0.3528,
      "step": 6250
    },
    {
      "epoch": 2.484126984126984,
      "grad_norm": 1.06671941280365,
      "learning_rate": 0.0003439153439153439,
      "loss": 0.3605,
      "step": 6260
    },
    {
      "epoch": 2.488095238095238,
      "grad_norm": 0.41186466813087463,
      "learning_rate": 0.0003412698412698413,
      "loss": 0.2841,
      "step": 6270
    },
    {
      "epoch": 2.492063492063492,
      "grad_norm": 0.3925606906414032,
      "learning_rate": 0.00033862433862433863,
      "loss": 0.3427,
      "step": 6280
    },
    {
      "epoch": 2.496031746031746,
      "grad_norm": 1.4012260437011719,
      "learning_rate": 0.000335978835978836,
      "loss": 0.4803,
      "step": 6290
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.5710623264312744,
      "learning_rate": 0.0003333333333333333,
      "loss": 0.3037,
      "step": 6300
    },
    {
      "epoch": 2.503968253968254,
      "grad_norm": 0.9036715030670166,
      "learning_rate": 0.0003306878306878307,
      "loss": 0.3943,
      "step": 6310
    },
    {
      "epoch": 2.507936507936508,
      "grad_norm": 0.6256608366966248,
      "learning_rate": 0.000328042328042328,
      "loss": 0.3014,
      "step": 6320
    },
    {
      "epoch": 2.511904761904762,
      "grad_norm": 0.8218435645103455,
      "learning_rate": 0.0003253968253968254,
      "loss": 0.4707,
      "step": 6330
    },
    {
      "epoch": 2.515873015873016,
      "grad_norm": 0.6735277771949768,
      "learning_rate": 0.00032275132275132277,
      "loss": 0.2808,
      "step": 6340
    },
    {
      "epoch": 2.5198412698412698,
      "grad_norm": 0.6450037360191345,
      "learning_rate": 0.0003201058201058201,
      "loss": 0.3727,
      "step": 6350
    },
    {
      "epoch": 2.5238095238095237,
      "grad_norm": 1.246138334274292,
      "learning_rate": 0.00031746031746031746,
      "loss": 0.3881,
      "step": 6360
    },
    {
      "epoch": 2.5277777777777777,
      "grad_norm": 0.5396189093589783,
      "learning_rate": 0.0003148148148148148,
      "loss": 0.2661,
      "step": 6370
    },
    {
      "epoch": 2.5317460317460316,
      "grad_norm": 1.2827895879745483,
      "learning_rate": 0.00031216931216931215,
      "loss": 0.2871,
      "step": 6380
    },
    {
      "epoch": 2.5357142857142856,
      "grad_norm": 0.7319866418838501,
      "learning_rate": 0.00030952380952380956,
      "loss": 0.3458,
      "step": 6390
    },
    {
      "epoch": 2.5396825396825395,
      "grad_norm": 0.5848907828330994,
      "learning_rate": 0.00030687830687830685,
      "loss": 0.3542,
      "step": 6400
    },
    {
      "epoch": 2.5436507936507935,
      "grad_norm": 1.022750735282898,
      "learning_rate": 0.00030423280423280425,
      "loss": 0.3295,
      "step": 6410
    },
    {
      "epoch": 2.5476190476190474,
      "grad_norm": 0.6221028566360474,
      "learning_rate": 0.0003015873015873016,
      "loss": 0.3135,
      "step": 6420
    },
    {
      "epoch": 2.5515873015873014,
      "grad_norm": 0.7685695886611938,
      "learning_rate": 0.00029894179894179895,
      "loss": 0.3074,
      "step": 6430
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 1.1064790487289429,
      "learning_rate": 0.0002962962962962963,
      "loss": 0.2694,
      "step": 6440
    },
    {
      "epoch": 2.5595238095238093,
      "grad_norm": 1.2743747234344482,
      "learning_rate": 0.0002936507936507937,
      "loss": 0.3203,
      "step": 6450
    },
    {
      "epoch": 2.5634920634920633,
      "grad_norm": 0.8724698424339294,
      "learning_rate": 0.000291005291005291,
      "loss": 0.3696,
      "step": 6460
    },
    {
      "epoch": 2.567460317460317,
      "grad_norm": 0.5731073617935181,
      "learning_rate": 0.0002883597883597884,
      "loss": 0.4232,
      "step": 6470
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 1.1916602849960327,
      "learning_rate": 0.0002857142857142857,
      "loss": 0.3249,
      "step": 6480
    },
    {
      "epoch": 2.575396825396825,
      "grad_norm": 0.6559428572654724,
      "learning_rate": 0.0002830687830687831,
      "loss": 0.3469,
      "step": 6490
    },
    {
      "epoch": 2.5793650793650795,
      "grad_norm": 0.7409236431121826,
      "learning_rate": 0.00028042328042328043,
      "loss": 0.2983,
      "step": 6500
    },
    {
      "epoch": 2.5833333333333335,
      "grad_norm": 0.9593034982681274,
      "learning_rate": 0.0002777777777777778,
      "loss": 0.2303,
      "step": 6510
    },
    {
      "epoch": 2.5873015873015874,
      "grad_norm": 1.2059444189071655,
      "learning_rate": 0.0002751322751322751,
      "loss": 0.2786,
      "step": 6520
    },
    {
      "epoch": 2.5912698412698414,
      "grad_norm": 0.47993749380111694,
      "learning_rate": 0.0002724867724867725,
      "loss": 0.2946,
      "step": 6530
    },
    {
      "epoch": 2.5952380952380953,
      "grad_norm": 1.1158372163772583,
      "learning_rate": 0.0002698412698412698,
      "loss": 0.3429,
      "step": 6540
    },
    {
      "epoch": 2.5992063492063493,
      "grad_norm": 0.6710345149040222,
      "learning_rate": 0.0002671957671957672,
      "loss": 0.4059,
      "step": 6550
    },
    {
      "epoch": 2.6031746031746033,
      "grad_norm": 0.6601153016090393,
      "learning_rate": 0.00026455026455026457,
      "loss": 0.4536,
      "step": 6560
    },
    {
      "epoch": 2.607142857142857,
      "grad_norm": 1.258527398109436,
      "learning_rate": 0.0002619047619047619,
      "loss": 0.3204,
      "step": 6570
    },
    {
      "epoch": 2.611111111111111,
      "grad_norm": 0.6397349834442139,
      "learning_rate": 0.00025925925925925926,
      "loss": 0.34,
      "step": 6580
    },
    {
      "epoch": 2.615079365079365,
      "grad_norm": 0.6242520213127136,
      "learning_rate": 0.0002566137566137566,
      "loss": 0.2976,
      "step": 6590
    },
    {
      "epoch": 2.619047619047619,
      "grad_norm": 1.0702687501907349,
      "learning_rate": 0.00025396825396825396,
      "loss": 0.302,
      "step": 6600
    },
    {
      "epoch": 2.623015873015873,
      "grad_norm": 0.38248881697654724,
      "learning_rate": 0.00025132275132275136,
      "loss": 0.2235,
      "step": 6610
    },
    {
      "epoch": 2.626984126984127,
      "grad_norm": 0.67015141248703,
      "learning_rate": 0.00024867724867724865,
      "loss": 0.3465,
      "step": 6620
    },
    {
      "epoch": 2.630952380952381,
      "grad_norm": 0.9071609377861023,
      "learning_rate": 0.000246031746031746,
      "loss": 0.3543,
      "step": 6630
    },
    {
      "epoch": 2.634920634920635,
      "grad_norm": 1.1956970691680908,
      "learning_rate": 0.00024338624338624337,
      "loss": 0.3436,
      "step": 6640
    },
    {
      "epoch": 2.638888888888889,
      "grad_norm": 0.6545996069908142,
      "learning_rate": 0.00024074074074074072,
      "loss": 0.2752,
      "step": 6650
    },
    {
      "epoch": 2.642857142857143,
      "grad_norm": 0.8755260705947876,
      "learning_rate": 0.0002380952380952381,
      "loss": 0.3287,
      "step": 6660
    },
    {
      "epoch": 2.6468253968253967,
      "grad_norm": 0.5090301036834717,
      "learning_rate": 0.00023544973544973544,
      "loss": 0.2705,
      "step": 6670
    },
    {
      "epoch": 2.6507936507936507,
      "grad_norm": 0.776059091091156,
      "learning_rate": 0.0002328042328042328,
      "loss": 0.315,
      "step": 6680
    },
    {
      "epoch": 2.6547619047619047,
      "grad_norm": 0.752827525138855,
      "learning_rate": 0.00023015873015873016,
      "loss": 0.4351,
      "step": 6690
    },
    {
      "epoch": 2.6587301587301586,
      "grad_norm": 0.5817317366600037,
      "learning_rate": 0.0002275132275132275,
      "loss": 0.3015,
      "step": 6700
    },
    {
      "epoch": 2.6626984126984126,
      "grad_norm": 0.7703492641448975,
      "learning_rate": 0.00022486772486772486,
      "loss": 0.3444,
      "step": 6710
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.1149251461029053,
      "learning_rate": 0.0002222222222222222,
      "loss": 0.3366,
      "step": 6720
    },
    {
      "epoch": 2.6706349206349205,
      "grad_norm": 0.5407519340515137,
      "learning_rate": 0.00021957671957671958,
      "loss": 0.3062,
      "step": 6730
    },
    {
      "epoch": 2.674603174603175,
      "grad_norm": 0.999150276184082,
      "learning_rate": 0.00021693121693121693,
      "loss": 0.3877,
      "step": 6740
    },
    {
      "epoch": 2.678571428571429,
      "grad_norm": 1.0281010866165161,
      "learning_rate": 0.00021428571428571427,
      "loss": 0.3898,
      "step": 6750
    },
    {
      "epoch": 2.682539682539683,
      "grad_norm": 0.5821579098701477,
      "learning_rate": 0.00021164021164021162,
      "loss": 0.4434,
      "step": 6760
    },
    {
      "epoch": 2.6865079365079367,
      "grad_norm": 0.7311249375343323,
      "learning_rate": 0.000208994708994709,
      "loss": 0.2707,
      "step": 6770
    },
    {
      "epoch": 2.6904761904761907,
      "grad_norm": 1.1552441120147705,
      "learning_rate": 0.00020634920634920634,
      "loss": 0.3594,
      "step": 6780
    },
    {
      "epoch": 2.6944444444444446,
      "grad_norm": 0.5154855847358704,
      "learning_rate": 0.0002037037037037037,
      "loss": 0.2184,
      "step": 6790
    },
    {
      "epoch": 2.6984126984126986,
      "grad_norm": 1.3952319622039795,
      "learning_rate": 0.00020105820105820104,
      "loss": 0.3249,
      "step": 6800
    },
    {
      "epoch": 2.7023809523809526,
      "grad_norm": 1.300567626953125,
      "learning_rate": 0.0001984126984126984,
      "loss": 0.3479,
      "step": 6810
    },
    {
      "epoch": 2.7063492063492065,
      "grad_norm": 0.8334280848503113,
      "learning_rate": 0.00019576719576719576,
      "loss": 0.2659,
      "step": 6820
    },
    {
      "epoch": 2.7103174603174605,
      "grad_norm": 0.6446446776390076,
      "learning_rate": 0.0001931216931216931,
      "loss": 0.2593,
      "step": 6830
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 0.5977747440338135,
      "learning_rate": 0.00019047619047619048,
      "loss": 0.3015,
      "step": 6840
    },
    {
      "epoch": 2.7182539682539684,
      "grad_norm": 0.6966296434402466,
      "learning_rate": 0.00018783068783068783,
      "loss": 0.2615,
      "step": 6850
    },
    {
      "epoch": 2.7222222222222223,
      "grad_norm": 1.3358402252197266,
      "learning_rate": 0.00018518518518518518,
      "loss": 0.3439,
      "step": 6860
    },
    {
      "epoch": 2.7261904761904763,
      "grad_norm": 1.1806023120880127,
      "learning_rate": 0.00018253968253968252,
      "loss": 0.2893,
      "step": 6870
    },
    {
      "epoch": 2.7301587301587302,
      "grad_norm": 0.6638475656509399,
      "learning_rate": 0.0001798941798941799,
      "loss": 0.236,
      "step": 6880
    },
    {
      "epoch": 2.734126984126984,
      "grad_norm": 0.9930281639099121,
      "learning_rate": 0.00017724867724867724,
      "loss": 0.3489,
      "step": 6890
    },
    {
      "epoch": 2.738095238095238,
      "grad_norm": 0.7173562049865723,
      "learning_rate": 0.0001746031746031746,
      "loss": 0.2933,
      "step": 6900
    },
    {
      "epoch": 2.742063492063492,
      "grad_norm": 1.0661985874176025,
      "learning_rate": 0.00017195767195767194,
      "loss": 0.2888,
      "step": 6910
    },
    {
      "epoch": 2.746031746031746,
      "grad_norm": 0.6391360759735107,
      "learning_rate": 0.00016931216931216931,
      "loss": 0.1776,
      "step": 6920
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.8126150965690613,
      "learning_rate": 0.00016666666666666666,
      "loss": 0.3875,
      "step": 6930
    },
    {
      "epoch": 2.753968253968254,
      "grad_norm": 0.5906522274017334,
      "learning_rate": 0.000164021164021164,
      "loss": 0.2361,
      "step": 6940
    },
    {
      "epoch": 2.757936507936508,
      "grad_norm": 0.7056891918182373,
      "learning_rate": 0.00016137566137566138,
      "loss": 0.356,
      "step": 6950
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 0.8128471970558167,
      "learning_rate": 0.00015873015873015873,
      "loss": 0.2629,
      "step": 6960
    },
    {
      "epoch": 2.765873015873016,
      "grad_norm": 0.76819908618927,
      "learning_rate": 0.00015608465608465608,
      "loss": 0.2926,
      "step": 6970
    },
    {
      "epoch": 2.7698412698412698,
      "grad_norm": 0.8994793891906738,
      "learning_rate": 0.00015343915343915342,
      "loss": 0.4022,
      "step": 6980
    },
    {
      "epoch": 2.7738095238095237,
      "grad_norm": 0.6637232303619385,
      "learning_rate": 0.0001507936507936508,
      "loss": 0.393,
      "step": 6990
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 1.1956053972244263,
      "learning_rate": 0.00014814814814814815,
      "loss": 0.3125,
      "step": 7000
    },
    {
      "epoch": 2.7817460317460316,
      "grad_norm": 0.8361969590187073,
      "learning_rate": 0.0001455026455026455,
      "loss": 0.337,
      "step": 7010
    },
    {
      "epoch": 2.7857142857142856,
      "grad_norm": 0.6757733225822449,
      "learning_rate": 0.00014285714285714284,
      "loss": 0.266,
      "step": 7020
    },
    {
      "epoch": 2.7896825396825395,
      "grad_norm": 0.808002769947052,
      "learning_rate": 0.00014021164021164022,
      "loss": 0.3207,
      "step": 7030
    },
    {
      "epoch": 2.7936507936507935,
      "grad_norm": 0.670218288898468,
      "learning_rate": 0.00013756613756613756,
      "loss": 0.3628,
      "step": 7040
    },
    {
      "epoch": 2.7976190476190474,
      "grad_norm": 0.9069200158119202,
      "learning_rate": 0.0001349206349206349,
      "loss": 0.4583,
      "step": 7050
    },
    {
      "epoch": 2.8015873015873014,
      "grad_norm": 0.7543951869010925,
      "learning_rate": 0.00013227513227513228,
      "loss": 0.3408,
      "step": 7060
    },
    {
      "epoch": 2.8055555555555554,
      "grad_norm": 0.6418523788452148,
      "learning_rate": 0.00012962962962962963,
      "loss": 0.2587,
      "step": 7070
    },
    {
      "epoch": 2.8095238095238093,
      "grad_norm": 0.4243696928024292,
      "learning_rate": 0.00012698412698412698,
      "loss": 0.2978,
      "step": 7080
    },
    {
      "epoch": 2.8134920634920633,
      "grad_norm": 0.8575748801231384,
      "learning_rate": 0.00012433862433862433,
      "loss": 0.3119,
      "step": 7090
    },
    {
      "epoch": 2.817460317460317,
      "grad_norm": 0.8136184215545654,
      "learning_rate": 0.00012169312169312169,
      "loss": 0.245,
      "step": 7100
    },
    {
      "epoch": 2.821428571428571,
      "grad_norm": 1.1264744997024536,
      "learning_rate": 0.00011904761904761905,
      "loss": 0.3884,
      "step": 7110
    },
    {
      "epoch": 2.825396825396825,
      "grad_norm": 0.6529180407524109,
      "learning_rate": 0.0001164021164021164,
      "loss": 0.2985,
      "step": 7120
    },
    {
      "epoch": 2.8293650793650795,
      "grad_norm": 1.2286404371261597,
      "learning_rate": 0.00011375661375661376,
      "loss": 0.3886,
      "step": 7130
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 0.46890988945961,
      "learning_rate": 0.0001111111111111111,
      "loss": 0.3925,
      "step": 7140
    },
    {
      "epoch": 2.8373015873015874,
      "grad_norm": 0.8656564354896545,
      "learning_rate": 0.00010846560846560846,
      "loss": 0.2998,
      "step": 7150
    },
    {
      "epoch": 2.8412698412698414,
      "grad_norm": 0.6795648336410522,
      "learning_rate": 0.00010582010582010581,
      "loss": 0.2654,
      "step": 7160
    },
    {
      "epoch": 2.8452380952380953,
      "grad_norm": 0.9066348075866699,
      "learning_rate": 0.00010317460317460317,
      "loss": 0.4258,
      "step": 7170
    },
    {
      "epoch": 2.8492063492063493,
      "grad_norm": 1.2527462244033813,
      "learning_rate": 0.00010052910052910052,
      "loss": 0.3391,
      "step": 7180
    },
    {
      "epoch": 2.8531746031746033,
      "grad_norm": 0.767871081829071,
      "learning_rate": 9.788359788359788e-05,
      "loss": 0.2898,
      "step": 7190
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.3189416825771332,
      "learning_rate": 9.523809523809524e-05,
      "loss": 0.2147,
      "step": 7200
    },
    {
      "epoch": 2.861111111111111,
      "grad_norm": 0.7316614985466003,
      "learning_rate": 9.259259259259259e-05,
      "loss": 0.2906,
      "step": 7210
    },
    {
      "epoch": 2.865079365079365,
      "grad_norm": 0.6827272772789001,
      "learning_rate": 8.994708994708995e-05,
      "loss": 0.2558,
      "step": 7220
    },
    {
      "epoch": 2.869047619047619,
      "grad_norm": 0.40644726157188416,
      "learning_rate": 8.73015873015873e-05,
      "loss": 0.2516,
      "step": 7230
    },
    {
      "epoch": 2.873015873015873,
      "grad_norm": 0.9451491236686707,
      "learning_rate": 8.465608465608466e-05,
      "loss": 0.3458,
      "step": 7240
    },
    {
      "epoch": 2.876984126984127,
      "grad_norm": 0.5476970672607422,
      "learning_rate": 8.2010582010582e-05,
      "loss": 0.3106,
      "step": 7250
    },
    {
      "epoch": 2.880952380952381,
      "grad_norm": 0.8001719117164612,
      "learning_rate": 7.936507936507937e-05,
      "loss": 0.3429,
      "step": 7260
    },
    {
      "epoch": 2.884920634920635,
      "grad_norm": 0.5511224269866943,
      "learning_rate": 7.671957671957671e-05,
      "loss": 0.3601,
      "step": 7270
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.6623083353042603,
      "learning_rate": 7.407407407407407e-05,
      "loss": 0.3627,
      "step": 7280
    },
    {
      "epoch": 2.892857142857143,
      "grad_norm": 0.5939965844154358,
      "learning_rate": 7.142857142857142e-05,
      "loss": 0.3334,
      "step": 7290
    },
    {
      "epoch": 2.8968253968253967,
      "grad_norm": 0.699934184551239,
      "learning_rate": 6.878306878306878e-05,
      "loss": 0.3701,
      "step": 7300
    },
    {
      "epoch": 2.9007936507936507,
      "grad_norm": 1.0135327577590942,
      "learning_rate": 6.613756613756614e-05,
      "loss": 0.284,
      "step": 7310
    },
    {
      "epoch": 2.9047619047619047,
      "grad_norm": 0.7858631014823914,
      "learning_rate": 6.349206349206349e-05,
      "loss": 0.3369,
      "step": 7320
    },
    {
      "epoch": 2.9087301587301586,
      "grad_norm": 0.8691958785057068,
      "learning_rate": 6.084656084656084e-05,
      "loss": 0.3139,
      "step": 7330
    },
    {
      "epoch": 2.9126984126984126,
      "grad_norm": 0.6003396511077881,
      "learning_rate": 5.82010582010582e-05,
      "loss": 0.246,
      "step": 7340
    },
    {
      "epoch": 2.9166666666666665,
      "grad_norm": 0.5547357797622681,
      "learning_rate": 5.555555555555555e-05,
      "loss": 0.2271,
      "step": 7350
    },
    {
      "epoch": 2.9206349206349205,
      "grad_norm": 1.1599771976470947,
      "learning_rate": 5.2910052910052905e-05,
      "loss": 0.3734,
      "step": 7360
    },
    {
      "epoch": 2.924603174603175,
      "grad_norm": 0.7528437972068787,
      "learning_rate": 5.026455026455026e-05,
      "loss": 0.3274,
      "step": 7370
    },
    {
      "epoch": 2.928571428571429,
      "grad_norm": 1.2826586961746216,
      "learning_rate": 4.761904761904762e-05,
      "loss": 0.3819,
      "step": 7380
    },
    {
      "epoch": 2.932539682539683,
      "grad_norm": 1.2130956649780273,
      "learning_rate": 4.4973544973544974e-05,
      "loss": 0.2897,
      "step": 7390
    },
    {
      "epoch": 2.9365079365079367,
      "grad_norm": 0.4103514552116394,
      "learning_rate": 4.232804232804233e-05,
      "loss": 0.245,
      "step": 7400
    },
    {
      "epoch": 2.9404761904761907,
      "grad_norm": 1.2988202571868896,
      "learning_rate": 3.968253968253968e-05,
      "loss": 0.3479,
      "step": 7410
    },
    {
      "epoch": 2.9444444444444446,
      "grad_norm": 0.4846343696117401,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 0.2929,
      "step": 7420
    },
    {
      "epoch": 2.9484126984126986,
      "grad_norm": 1.0788893699645996,
      "learning_rate": 3.439153439153439e-05,
      "loss": 0.3317,
      "step": 7430
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 0.5080360174179077,
      "learning_rate": 3.1746031746031745e-05,
      "loss": 0.3498,
      "step": 7440
    },
    {
      "epoch": 2.9563492063492065,
      "grad_norm": 0.8950350284576416,
      "learning_rate": 2.91005291005291e-05,
      "loss": 0.3807,
      "step": 7450
    },
    {
      "epoch": 2.9603174603174605,
      "grad_norm": 0.5955391526222229,
      "learning_rate": 2.6455026455026453e-05,
      "loss": 0.3587,
      "step": 7460
    },
    {
      "epoch": 2.9642857142857144,
      "grad_norm": 0.8612658977508545,
      "learning_rate": 2.380952380952381e-05,
      "loss": 0.3857,
      "step": 7470
    },
    {
      "epoch": 2.9682539682539684,
      "grad_norm": 0.4796072542667389,
      "learning_rate": 2.1164021164021164e-05,
      "loss": 0.2429,
      "step": 7480
    },
    {
      "epoch": 2.9722222222222223,
      "grad_norm": 0.6475656032562256,
      "learning_rate": 1.8518518518518518e-05,
      "loss": 0.2567,
      "step": 7490
    },
    {
      "epoch": 2.9761904761904763,
      "grad_norm": 1.2244335412979126,
      "learning_rate": 1.5873015873015872e-05,
      "loss": 0.3446,
      "step": 7500
    },
    {
      "epoch": 0.9630674531931265,
      "grad_norm": 2.1661019325256348,
      "learning_rate": 0.0013579550312045822,
      "loss": 0.8551,
      "step": 7510
    },
    {
      "epoch": 0.9643498332905873,
      "grad_norm": 2.811357021331787,
      "learning_rate": 0.0013571001111396083,
      "loss": 1.0575,
      "step": 7520
    },
    {
      "epoch": 0.9656322133880482,
      "grad_norm": 1.8580657243728638,
      "learning_rate": 0.0013562451910746345,
      "loss": 0.7093,
      "step": 7530
    },
    {
      "epoch": 0.9669145934855091,
      "grad_norm": 1.7952332496643066,
      "learning_rate": 0.0013553902710096606,
      "loss": 0.8066,
      "step": 7540
    },
    {
      "epoch": 0.96819697358297,
      "grad_norm": 1.4091452360153198,
      "learning_rate": 0.0013545353509446867,
      "loss": 0.9003,
      "step": 7550
    },
    {
      "epoch": 0.9694793536804309,
      "grad_norm": 0.9127289652824402,
      "learning_rate": 0.0013536804308797129,
      "loss": 0.607,
      "step": 7560
    },
    {
      "epoch": 0.9707617337778918,
      "grad_norm": 1.1701823472976685,
      "learning_rate": 0.001352825510814739,
      "loss": 0.8753,
      "step": 7570
    },
    {
      "epoch": 0.9720441138753526,
      "grad_norm": 1.0958774089813232,
      "learning_rate": 0.001351970590749765,
      "loss": 0.8458,
      "step": 7580
    },
    {
      "epoch": 0.9733264939728136,
      "grad_norm": 1.0484057664871216,
      "learning_rate": 0.0013511156706847909,
      "loss": 0.8565,
      "step": 7590
    },
    {
      "epoch": 0.9746088740702744,
      "grad_norm": 1.4138461351394653,
      "learning_rate": 0.001350260750619817,
      "loss": 0.6054,
      "step": 7600
    },
    {
      "epoch": 0.9758912541677354,
      "grad_norm": 1.9181944131851196,
      "learning_rate": 0.0013494058305548431,
      "loss": 1.0207,
      "step": 7610
    },
    {
      "epoch": 0.9771736342651962,
      "grad_norm": 1.6007705926895142,
      "learning_rate": 0.0013485509104898693,
      "loss": 0.6417,
      "step": 7620
    },
    {
      "epoch": 0.9784560143626571,
      "grad_norm": 1.3225061893463135,
      "learning_rate": 0.0013476959904248954,
      "loss": 0.9063,
      "step": 7630
    },
    {
      "epoch": 0.979738394460118,
      "grad_norm": 1.6732155084609985,
      "learning_rate": 0.0013468410703599213,
      "loss": 1.058,
      "step": 7640
    },
    {
      "epoch": 0.9810207745575789,
      "grad_norm": 1.4079992771148682,
      "learning_rate": 0.0013459861502949475,
      "loss": 0.9633,
      "step": 7650
    },
    {
      "epoch": 0.9823031546550397,
      "grad_norm": 1.1940516233444214,
      "learning_rate": 0.0013451312302299736,
      "loss": 0.7728,
      "step": 7660
    },
    {
      "epoch": 0.9835855347525007,
      "grad_norm": 1.1965214014053345,
      "learning_rate": 0.0013442763101649995,
      "loss": 0.7916,
      "step": 7670
    },
    {
      "epoch": 0.9848679148499615,
      "grad_norm": 1.6329299211502075,
      "learning_rate": 0.0013434213901000257,
      "loss": 0.702,
      "step": 7680
    },
    {
      "epoch": 0.9861502949474225,
      "grad_norm": 0.9614496827125549,
      "learning_rate": 0.0013425664700350518,
      "loss": 1.1379,
      "step": 7690
    },
    {
      "epoch": 0.9874326750448833,
      "grad_norm": 0.7053365707397461,
      "learning_rate": 0.001341711549970078,
      "loss": 0.6611,
      "step": 7700
    },
    {
      "epoch": 0.9887150551423441,
      "grad_norm": 1.1425424814224243,
      "learning_rate": 0.0013408566299051039,
      "loss": 0.8594,
      "step": 7710
    },
    {
      "epoch": 0.9899974352398051,
      "grad_norm": 1.6565475463867188,
      "learning_rate": 0.00134000170984013,
      "loss": 0.713,
      "step": 7720
    },
    {
      "epoch": 0.991279815337266,
      "grad_norm": 0.6158244609832764,
      "learning_rate": 0.0013391467897751561,
      "loss": 0.6972,
      "step": 7730
    },
    {
      "epoch": 0.9925621954347269,
      "grad_norm": 1.166113018989563,
      "learning_rate": 0.001338291869710182,
      "loss": 0.7004,
      "step": 7740
    },
    {
      "epoch": 0.9938445755321877,
      "grad_norm": 1.3203206062316895,
      "learning_rate": 0.0013374369496452082,
      "loss": 0.8673,
      "step": 7750
    },
    {
      "epoch": 0.9951269556296486,
      "grad_norm": 1.4865373373031616,
      "learning_rate": 0.0013365820295802343,
      "loss": 0.9206,
      "step": 7760
    },
    {
      "epoch": 0.9964093357271095,
      "grad_norm": 1.5147637128829956,
      "learning_rate": 0.0013357271095152602,
      "loss": 0.6281,
      "step": 7770
    },
    {
      "epoch": 0.9976917158245704,
      "grad_norm": 2.0644052028656006,
      "learning_rate": 0.0013348721894502864,
      "loss": 0.8273,
      "step": 7780
    },
    {
      "epoch": 0.9989740959220312,
      "grad_norm": 1.2069566249847412,
      "learning_rate": 0.0013340172693853125,
      "loss": 0.8031,
      "step": 7790
    },
    {
      "epoch": 1.000256476019492,
      "grad_norm": 0.8759682178497314,
      "learning_rate": 0.0013331623493203386,
      "loss": 0.7899,
      "step": 7800
    },
    {
      "epoch": 1.0015388561169531,
      "grad_norm": 2.084101438522339,
      "learning_rate": 0.0013323074292553648,
      "loss": 0.9902,
      "step": 7810
    },
    {
      "epoch": 1.002821236214414,
      "grad_norm": 1.871626377105713,
      "learning_rate": 0.0013314525091903907,
      "loss": 0.7242,
      "step": 7820
    },
    {
      "epoch": 1.0041036163118748,
      "grad_norm": 1.0887974500656128,
      "learning_rate": 0.0013305975891254166,
      "loss": 1.0633,
      "step": 7830
    },
    {
      "epoch": 1.0053859964093357,
      "grad_norm": 2.206550359725952,
      "learning_rate": 0.0013297426690604428,
      "loss": 0.8527,
      "step": 7840
    },
    {
      "epoch": 1.0066683765067965,
      "grad_norm": 1.9103882312774658,
      "learning_rate": 0.001328887748995469,
      "loss": 0.9871,
      "step": 7850
    },
    {
      "epoch": 1.0079507566042576,
      "grad_norm": 1.2385672330856323,
      "learning_rate": 0.001328032828930495,
      "loss": 0.7928,
      "step": 7860
    },
    {
      "epoch": 1.0092331367017184,
      "grad_norm": 1.632601261138916,
      "learning_rate": 0.0013271779088655212,
      "loss": 0.8596,
      "step": 7870
    },
    {
      "epoch": 1.0105155167991793,
      "grad_norm": 0.8926940560340881,
      "learning_rate": 0.0013263229888005473,
      "loss": 0.576,
      "step": 7880
    },
    {
      "epoch": 1.0117978968966401,
      "grad_norm": 1.632102370262146,
      "learning_rate": 0.0013254680687355734,
      "loss": 0.717,
      "step": 7890
    },
    {
      "epoch": 1.013080276994101,
      "grad_norm": 1.671094298362732,
      "learning_rate": 0.0013246131486705991,
      "loss": 0.7507,
      "step": 7900
    },
    {
      "epoch": 1.014362657091562,
      "grad_norm": 1.1313315629959106,
      "learning_rate": 0.0013237582286056253,
      "loss": 0.7725,
      "step": 7910
    },
    {
      "epoch": 1.0156450371890229,
      "grad_norm": 0.7332689762115479,
      "learning_rate": 0.0013229033085406514,
      "loss": 0.6037,
      "step": 7920
    },
    {
      "epoch": 1.0169274172864837,
      "grad_norm": 1.1624342203140259,
      "learning_rate": 0.0013220483884756776,
      "loss": 0.8739,
      "step": 7930
    },
    {
      "epoch": 1.0182097973839446,
      "grad_norm": 1.1926045417785645,
      "learning_rate": 0.0013211934684107037,
      "loss": 0.6407,
      "step": 7940
    },
    {
      "epoch": 1.0194921774814054,
      "grad_norm": 0.8199732303619385,
      "learning_rate": 0.0013203385483457298,
      "loss": 0.7909,
      "step": 7950
    },
    {
      "epoch": 1.0207745575788665,
      "grad_norm": 1.0138903856277466,
      "learning_rate": 0.0013194836282807557,
      "loss": 0.6335,
      "step": 7960
    },
    {
      "epoch": 1.0220569376763273,
      "grad_norm": 1.0864981412887573,
      "learning_rate": 0.0013186287082157819,
      "loss": 0.6715,
      "step": 7970
    },
    {
      "epoch": 1.0233393177737882,
      "grad_norm": 1.3601443767547607,
      "learning_rate": 0.0013177737881508078,
      "loss": 0.7332,
      "step": 7980
    },
    {
      "epoch": 1.024621697871249,
      "grad_norm": 1.9008809328079224,
      "learning_rate": 0.001316918868085834,
      "loss": 0.8091,
      "step": 7990
    },
    {
      "epoch": 1.0259040779687099,
      "grad_norm": 0.7857163548469543,
      "learning_rate": 0.00131606394802086,
      "loss": 0.7366,
      "step": 8000
    },
    {
      "epoch": 1.0271864580661707,
      "grad_norm": 1.2369189262390137,
      "learning_rate": 0.0013152090279558862,
      "loss": 0.6633,
      "step": 8010
    },
    {
      "epoch": 1.0284688381636318,
      "grad_norm": 0.9395790696144104,
      "learning_rate": 0.0013143541078909123,
      "loss": 0.6482,
      "step": 8020
    },
    {
      "epoch": 1.0297512182610926,
      "grad_norm": 0.7295545935630798,
      "learning_rate": 0.0013134991878259383,
      "loss": 0.5748,
      "step": 8030
    },
    {
      "epoch": 1.0310335983585535,
      "grad_norm": 0.824608564376831,
      "learning_rate": 0.0013126442677609644,
      "loss": 0.5573,
      "step": 8040
    },
    {
      "epoch": 1.0323159784560143,
      "grad_norm": 0.4935958981513977,
      "learning_rate": 0.0013117893476959903,
      "loss": 0.7653,
      "step": 8050
    },
    {
      "epoch": 1.0335983585534751,
      "grad_norm": 1.4792139530181885,
      "learning_rate": 0.0013109344276310165,
      "loss": 0.6865,
      "step": 8060
    },
    {
      "epoch": 1.0348807386509362,
      "grad_norm": 1.3146531581878662,
      "learning_rate": 0.0013100795075660426,
      "loss": 1.062,
      "step": 8070
    },
    {
      "epoch": 1.036163118748397,
      "grad_norm": 0.7179372906684875,
      "learning_rate": 0.0013092245875010687,
      "loss": 0.6821,
      "step": 8080
    },
    {
      "epoch": 1.037445498845858,
      "grad_norm": 0.9141503572463989,
      "learning_rate": 0.0013083696674360947,
      "loss": 0.7213,
      "step": 8090
    },
    {
      "epoch": 1.0387278789433187,
      "grad_norm": 1.0443553924560547,
      "learning_rate": 0.0013075147473711208,
      "loss": 0.7408,
      "step": 8100
    },
    {
      "epoch": 1.0400102590407796,
      "grad_norm": 1.3247910737991333,
      "learning_rate": 0.001306659827306147,
      "loss": 0.7333,
      "step": 8110
    },
    {
      "epoch": 1.0412926391382407,
      "grad_norm": 1.7711740732192993,
      "learning_rate": 0.001305804907241173,
      "loss": 0.5489,
      "step": 8120
    },
    {
      "epoch": 1.0425750192357015,
      "grad_norm": 0.6265628337860107,
      "learning_rate": 0.001304949987176199,
      "loss": 0.6677,
      "step": 8130
    },
    {
      "epoch": 1.0438573993331624,
      "grad_norm": 0.7401356101036072,
      "learning_rate": 0.0013040950671112251,
      "loss": 0.7797,
      "step": 8140
    },
    {
      "epoch": 1.0451397794306232,
      "grad_norm": 1.509304165840149,
      "learning_rate": 0.0013032401470462513,
      "loss": 0.5999,
      "step": 8150
    },
    {
      "epoch": 1.046422159528084,
      "grad_norm": 0.9695005416870117,
      "learning_rate": 0.0013023852269812772,
      "loss": 0.7253,
      "step": 8160
    },
    {
      "epoch": 1.047704539625545,
      "grad_norm": 0.6109398603439331,
      "learning_rate": 0.0013015303069163033,
      "loss": 0.7742,
      "step": 8170
    },
    {
      "epoch": 1.048986919723006,
      "grad_norm": 1.064182996749878,
      "learning_rate": 0.0013006753868513295,
      "loss": 0.9212,
      "step": 8180
    },
    {
      "epoch": 1.0502692998204668,
      "grad_norm": 0.6978124976158142,
      "learning_rate": 0.0012998204667863556,
      "loss": 0.4896,
      "step": 8190
    },
    {
      "epoch": 1.0515516799179276,
      "grad_norm": 1.6062722206115723,
      "learning_rate": 0.0012989655467213817,
      "loss": 0.7899,
      "step": 8200
    },
    {
      "epoch": 1.0528340600153885,
      "grad_norm": 1.7857177257537842,
      "learning_rate": 0.0012981106266564076,
      "loss": 0.6839,
      "step": 8210
    },
    {
      "epoch": 1.0541164401128496,
      "grad_norm": 0.8134258985519409,
      "learning_rate": 0.0012972557065914336,
      "loss": 0.7301,
      "step": 8220
    },
    {
      "epoch": 1.0553988202103104,
      "grad_norm": 0.9167507886886597,
      "learning_rate": 0.0012964007865264597,
      "loss": 0.5785,
      "step": 8230
    },
    {
      "epoch": 1.0566812003077712,
      "grad_norm": 1.9447743892669678,
      "learning_rate": 0.0012955458664614858,
      "loss": 0.8407,
      "step": 8240
    },
    {
      "epoch": 1.057963580405232,
      "grad_norm": 1.4368077516555786,
      "learning_rate": 0.001294690946396512,
      "loss": 0.6482,
      "step": 8250
    },
    {
      "epoch": 1.059245960502693,
      "grad_norm": 1.1576851606369019,
      "learning_rate": 0.0012938360263315381,
      "loss": 0.7483,
      "step": 8260
    },
    {
      "epoch": 1.060528340600154,
      "grad_norm": 0.8467000126838684,
      "learning_rate": 0.0012929811062665642,
      "loss": 0.5062,
      "step": 8270
    },
    {
      "epoch": 1.0618107206976148,
      "grad_norm": 1.393489956855774,
      "learning_rate": 0.0012921261862015904,
      "loss": 0.6136,
      "step": 8280
    },
    {
      "epoch": 1.0630931007950757,
      "grad_norm": 1.543832540512085,
      "learning_rate": 0.001291271266136616,
      "loss": 0.6688,
      "step": 8290
    },
    {
      "epoch": 1.0643754808925365,
      "grad_norm": 1.3143365383148193,
      "learning_rate": 0.0012904163460716422,
      "loss": 0.7964,
      "step": 8300
    },
    {
      "epoch": 1.0656578609899974,
      "grad_norm": 0.8674246072769165,
      "learning_rate": 0.0012895614260066684,
      "loss": 0.6107,
      "step": 8310
    },
    {
      "epoch": 1.0669402410874582,
      "grad_norm": 1.773195743560791,
      "learning_rate": 0.0012887065059416945,
      "loss": 0.5933,
      "step": 8320
    },
    {
      "epoch": 1.0682226211849193,
      "grad_norm": 1.678631067276001,
      "learning_rate": 0.0012878515858767206,
      "loss": 0.6461,
      "step": 8330
    },
    {
      "epoch": 1.0695050012823801,
      "grad_norm": 1.5302932262420654,
      "learning_rate": 0.0012869966658117468,
      "loss": 0.6384,
      "step": 8340
    },
    {
      "epoch": 1.070787381379841,
      "grad_norm": 2.0298891067504883,
      "learning_rate": 0.0012861417457467727,
      "loss": 0.7581,
      "step": 8350
    },
    {
      "epoch": 1.0720697614773018,
      "grad_norm": 0.6674436926841736,
      "learning_rate": 0.0012852868256817988,
      "loss": 0.5885,
      "step": 8360
    },
    {
      "epoch": 1.0733521415747627,
      "grad_norm": 2.016268491744995,
      "learning_rate": 0.0012844319056168247,
      "loss": 0.7515,
      "step": 8370
    },
    {
      "epoch": 1.0746345216722237,
      "grad_norm": 0.7742639780044556,
      "learning_rate": 0.0012835769855518509,
      "loss": 0.8347,
      "step": 8380
    },
    {
      "epoch": 1.0759169017696846,
      "grad_norm": 0.7427125573158264,
      "learning_rate": 0.001282722065486877,
      "loss": 0.6399,
      "step": 8390
    },
    {
      "epoch": 1.0771992818671454,
      "grad_norm": 1.2341949939727783,
      "learning_rate": 0.0012818671454219032,
      "loss": 0.7604,
      "step": 8400
    },
    {
      "epoch": 1.0784816619646063,
      "grad_norm": 1.360198974609375,
      "learning_rate": 0.0012810122253569293,
      "loss": 0.6709,
      "step": 8410
    },
    {
      "epoch": 1.079764042062067,
      "grad_norm": 0.9719991087913513,
      "learning_rate": 0.0012801573052919552,
      "loss": 0.6708,
      "step": 8420
    },
    {
      "epoch": 1.0810464221595282,
      "grad_norm": 1.0374557971954346,
      "learning_rate": 0.0012793023852269813,
      "loss": 0.7977,
      "step": 8430
    },
    {
      "epoch": 1.082328802256989,
      "grad_norm": 1.6081194877624512,
      "learning_rate": 0.0012784474651620073,
      "loss": 0.7365,
      "step": 8440
    },
    {
      "epoch": 1.0836111823544499,
      "grad_norm": 1.6259393692016602,
      "learning_rate": 0.0012775925450970334,
      "loss": 0.9605,
      "step": 8450
    },
    {
      "epoch": 1.0848935624519107,
      "grad_norm": 1.2967445850372314,
      "learning_rate": 0.0012767376250320595,
      "loss": 0.6966,
      "step": 8460
    },
    {
      "epoch": 1.0861759425493716,
      "grad_norm": 1.928068995475769,
      "learning_rate": 0.0012758827049670857,
      "loss": 0.7251,
      "step": 8470
    },
    {
      "epoch": 1.0874583226468326,
      "grad_norm": 0.8280344605445862,
      "learning_rate": 0.0012750277849021116,
      "loss": 0.6462,
      "step": 8480
    },
    {
      "epoch": 1.0887407027442935,
      "grad_norm": 1.297142744064331,
      "learning_rate": 0.0012741728648371377,
      "loss": 0.6173,
      "step": 8490
    },
    {
      "epoch": 1.0900230828417543,
      "grad_norm": 1.008922815322876,
      "learning_rate": 0.0012733179447721639,
      "loss": 0.6061,
      "step": 8500
    },
    {
      "epoch": 1.0913054629392152,
      "grad_norm": 1.0894274711608887,
      "learning_rate": 0.00127246302470719,
      "loss": 0.553,
      "step": 8510
    },
    {
      "epoch": 1.092587843036676,
      "grad_norm": 0.8227475881576538,
      "learning_rate": 0.001271608104642216,
      "loss": 0.8644,
      "step": 8520
    },
    {
      "epoch": 1.0938702231341368,
      "grad_norm": 1.1827560663223267,
      "learning_rate": 0.001270753184577242,
      "loss": 0.6479,
      "step": 8530
    },
    {
      "epoch": 1.095152603231598,
      "grad_norm": 0.7578190565109253,
      "learning_rate": 0.001269898264512268,
      "loss": 0.6047,
      "step": 8540
    },
    {
      "epoch": 1.0964349833290588,
      "grad_norm": 1.0699750185012817,
      "learning_rate": 0.0012690433444472941,
      "loss": 0.6204,
      "step": 8550
    },
    {
      "epoch": 1.0977173634265196,
      "grad_norm": 0.6562129259109497,
      "learning_rate": 0.0012681884243823203,
      "loss": 0.7301,
      "step": 8560
    },
    {
      "epoch": 1.0989997435239804,
      "grad_norm": 1.25229811668396,
      "learning_rate": 0.0012673335043173464,
      "loss": 0.7684,
      "step": 8570
    },
    {
      "epoch": 1.1002821236214415,
      "grad_norm": 2.2153637409210205,
      "learning_rate": 0.0012664785842523725,
      "loss": 0.8262,
      "step": 8580
    },
    {
      "epoch": 1.1015645037189024,
      "grad_norm": 1.5694715976715088,
      "learning_rate": 0.0012656236641873987,
      "loss": 0.793,
      "step": 8590
    },
    {
      "epoch": 1.1028468838163632,
      "grad_norm": 1.0267013311386108,
      "learning_rate": 0.0012647687441224246,
      "loss": 0.7762,
      "step": 8600
    },
    {
      "epoch": 1.104129263913824,
      "grad_norm": 1.9953442811965942,
      "learning_rate": 0.0012639138240574505,
      "loss": 0.8645,
      "step": 8610
    },
    {
      "epoch": 1.1054116440112849,
      "grad_norm": 1.799996018409729,
      "learning_rate": 0.0012630589039924766,
      "loss": 0.8559,
      "step": 8620
    },
    {
      "epoch": 1.1066940241087457,
      "grad_norm": 0.7598561644554138,
      "learning_rate": 0.0012622039839275028,
      "loss": 0.5443,
      "step": 8630
    },
    {
      "epoch": 1.1079764042062068,
      "grad_norm": 1.0869311094284058,
      "learning_rate": 0.001261349063862529,
      "loss": 0.6119,
      "step": 8640
    },
    {
      "epoch": 1.1092587843036676,
      "grad_norm": 3.7719571590423584,
      "learning_rate": 0.001260494143797555,
      "loss": 0.6665,
      "step": 8650
    },
    {
      "epoch": 1.1105411644011285,
      "grad_norm": 0.8712837100028992,
      "learning_rate": 0.0012596392237325812,
      "loss": 0.6976,
      "step": 8660
    },
    {
      "epoch": 1.1118235444985893,
      "grad_norm": 0.7456098794937134,
      "learning_rate": 0.001258784303667607,
      "loss": 0.531,
      "step": 8670
    },
    {
      "epoch": 1.1131059245960502,
      "grad_norm": 0.8376585245132446,
      "learning_rate": 0.001257929383602633,
      "loss": 0.6767,
      "step": 8680
    },
    {
      "epoch": 1.1143883046935112,
      "grad_norm": 0.8283999562263489,
      "learning_rate": 0.0012570744635376592,
      "loss": 0.7066,
      "step": 8690
    },
    {
      "epoch": 1.115670684790972,
      "grad_norm": 1.3523050546646118,
      "learning_rate": 0.0012562195434726853,
      "loss": 0.8031,
      "step": 8700
    },
    {
      "epoch": 1.116953064888433,
      "grad_norm": 0.8163665533065796,
      "learning_rate": 0.0012553646234077114,
      "loss": 0.6172,
      "step": 8710
    },
    {
      "epoch": 1.1182354449858938,
      "grad_norm": 0.7833021879196167,
      "learning_rate": 0.0012545097033427376,
      "loss": 0.6963,
      "step": 8720
    },
    {
      "epoch": 1.1195178250833546,
      "grad_norm": 1.102979302406311,
      "learning_rate": 0.0012536547832777637,
      "loss": 0.5429,
      "step": 8730
    },
    {
      "epoch": 1.1208002051808157,
      "grad_norm": 0.6765029430389404,
      "learning_rate": 0.0012527998632127896,
      "loss": 0.7414,
      "step": 8740
    },
    {
      "epoch": 1.1220825852782765,
      "grad_norm": 0.9990458488464355,
      "learning_rate": 0.0012519449431478155,
      "loss": 0.7734,
      "step": 8750
    },
    {
      "epoch": 1.1233649653757374,
      "grad_norm": 0.533682107925415,
      "learning_rate": 0.0012510900230828417,
      "loss": 0.538,
      "step": 8760
    },
    {
      "epoch": 1.1246473454731982,
      "grad_norm": 0.8333368301391602,
      "learning_rate": 0.0012502351030178678,
      "loss": 0.6792,
      "step": 8770
    },
    {
      "epoch": 1.125929725570659,
      "grad_norm": 1.0533137321472168,
      "learning_rate": 0.001249380182952894,
      "loss": 0.8741,
      "step": 8780
    },
    {
      "epoch": 1.1272121056681201,
      "grad_norm": 0.6982734203338623,
      "learning_rate": 0.00124852526288792,
      "loss": 0.487,
      "step": 8790
    },
    {
      "epoch": 1.128494485765581,
      "grad_norm": 1.0995063781738281,
      "learning_rate": 0.001247670342822946,
      "loss": 0.6424,
      "step": 8800
    },
    {
      "epoch": 1.1297768658630418,
      "grad_norm": 1.018072485923767,
      "learning_rate": 0.0012468154227579722,
      "loss": 0.5269,
      "step": 8810
    },
    {
      "epoch": 1.1310592459605027,
      "grad_norm": 1.1999799013137817,
      "learning_rate": 0.0012459605026929983,
      "loss": 0.6517,
      "step": 8820
    },
    {
      "epoch": 1.1323416260579635,
      "grad_norm": 1.4877429008483887,
      "learning_rate": 0.0012451055826280242,
      "loss": 0.7614,
      "step": 8830
    },
    {
      "epoch": 1.1336240061554244,
      "grad_norm": 1.8721554279327393,
      "learning_rate": 0.0012442506625630503,
      "loss": 0.7041,
      "step": 8840
    },
    {
      "epoch": 1.1349063862528854,
      "grad_norm": 0.9679120779037476,
      "learning_rate": 0.0012433957424980765,
      "loss": 0.6513,
      "step": 8850
    },
    {
      "epoch": 1.1361887663503463,
      "grad_norm": 1.2489194869995117,
      "learning_rate": 0.0012425408224331026,
      "loss": 0.7101,
      "step": 8860
    },
    {
      "epoch": 1.1374711464478071,
      "grad_norm": 1.4882025718688965,
      "learning_rate": 0.0012416859023681285,
      "loss": 0.8231,
      "step": 8870
    },
    {
      "epoch": 1.138753526545268,
      "grad_norm": 1.0859804153442383,
      "learning_rate": 0.0012408309823031547,
      "loss": 0.6414,
      "step": 8880
    },
    {
      "epoch": 1.140035906642729,
      "grad_norm": 1.027529239654541,
      "learning_rate": 0.0012399760622381808,
      "loss": 0.5815,
      "step": 8890
    },
    {
      "epoch": 1.1413182867401899,
      "grad_norm": 0.7189488410949707,
      "learning_rate": 0.001239121142173207,
      "loss": 0.6481,
      "step": 8900
    },
    {
      "epoch": 1.1426006668376507,
      "grad_norm": 0.4419424831867218,
      "learning_rate": 0.0012382662221082329,
      "loss": 0.6162,
      "step": 8910
    },
    {
      "epoch": 1.1438830469351116,
      "grad_norm": 1.4418524503707886,
      "learning_rate": 0.001237411302043259,
      "loss": 0.7172,
      "step": 8920
    },
    {
      "epoch": 1.1451654270325724,
      "grad_norm": 1.9095782041549683,
      "learning_rate": 0.001236556381978285,
      "loss": 0.691,
      "step": 8930
    },
    {
      "epoch": 1.1464478071300332,
      "grad_norm": 1.3859055042266846,
      "learning_rate": 0.001235701461913311,
      "loss": 0.7949,
      "step": 8940
    },
    {
      "epoch": 1.1477301872274943,
      "grad_norm": 1.1789556741714478,
      "learning_rate": 0.0012348465418483372,
      "loss": 0.6125,
      "step": 8950
    },
    {
      "epoch": 1.1490125673249552,
      "grad_norm": 1.1849820613861084,
      "learning_rate": 0.0012339916217833633,
      "loss": 0.7081,
      "step": 8960
    },
    {
      "epoch": 1.150294947422416,
      "grad_norm": 1.8381001949310303,
      "learning_rate": 0.0012331367017183895,
      "loss": 0.6178,
      "step": 8970
    },
    {
      "epoch": 1.1515773275198768,
      "grad_norm": 1.472754955291748,
      "learning_rate": 0.0012322817816534156,
      "loss": 0.6599,
      "step": 8980
    },
    {
      "epoch": 1.1528597076173377,
      "grad_norm": 1.1755315065383911,
      "learning_rate": 0.0012314268615884413,
      "loss": 0.6519,
      "step": 8990
    },
    {
      "epoch": 1.1541420877147988,
      "grad_norm": 1.3931992053985596,
      "learning_rate": 0.0012305719415234674,
      "loss": 0.7395,
      "step": 9000
    },
    {
      "epoch": 1.1554244678122596,
      "grad_norm": 1.171525001525879,
      "learning_rate": 0.0012297170214584936,
      "loss": 0.6334,
      "step": 9010
    },
    {
      "epoch": 1.1567068479097204,
      "grad_norm": 0.9669147729873657,
      "learning_rate": 0.0012288621013935197,
      "loss": 0.5607,
      "step": 9020
    },
    {
      "epoch": 1.1579892280071813,
      "grad_norm": 1.3448598384857178,
      "learning_rate": 0.0012280071813285459,
      "loss": 0.6036,
      "step": 9030
    },
    {
      "epoch": 1.1592716081046421,
      "grad_norm": 0.9272229671478271,
      "learning_rate": 0.001227152261263572,
      "loss": 0.6345,
      "step": 9040
    },
    {
      "epoch": 1.160553988202103,
      "grad_norm": 1.4232205152511597,
      "learning_rate": 0.0012262973411985981,
      "loss": 0.5926,
      "step": 9050
    },
    {
      "epoch": 1.161836368299564,
      "grad_norm": 1.1732438802719116,
      "learning_rate": 0.001225442421133624,
      "loss": 0.6894,
      "step": 9060
    },
    {
      "epoch": 1.163118748397025,
      "grad_norm": 1.3374831676483154,
      "learning_rate": 0.00122458750106865,
      "loss": 0.5419,
      "step": 9070
    },
    {
      "epoch": 1.1644011284944857,
      "grad_norm": 1.0163809061050415,
      "learning_rate": 0.001223732581003676,
      "loss": 0.537,
      "step": 9080
    },
    {
      "epoch": 1.1656835085919466,
      "grad_norm": 1.285212755203247,
      "learning_rate": 0.0012228776609387022,
      "loss": 0.6088,
      "step": 9090
    },
    {
      "epoch": 1.1669658886894076,
      "grad_norm": 0.41504955291748047,
      "learning_rate": 0.0012220227408737284,
      "loss": 0.5944,
      "step": 9100
    },
    {
      "epoch": 1.1682482687868685,
      "grad_norm": 1.1668952703475952,
      "learning_rate": 0.0012211678208087545,
      "loss": 0.6529,
      "step": 9110
    },
    {
      "epoch": 1.1695306488843293,
      "grad_norm": 2.5007708072662354,
      "learning_rate": 0.0012203129007437804,
      "loss": 0.7975,
      "step": 9120
    },
    {
      "epoch": 1.1708130289817902,
      "grad_norm": 0.4132268726825714,
      "learning_rate": 0.0012194579806788066,
      "loss": 0.5383,
      "step": 9130
    },
    {
      "epoch": 1.172095409079251,
      "grad_norm": 0.9651444554328918,
      "learning_rate": 0.0012186030606138325,
      "loss": 0.6613,
      "step": 9140
    },
    {
      "epoch": 1.1733777891767119,
      "grad_norm": 1.2722069025039673,
      "learning_rate": 0.0012177481405488586,
      "loss": 0.8106,
      "step": 9150
    },
    {
      "epoch": 1.174660169274173,
      "grad_norm": 1.5842227935791016,
      "learning_rate": 0.0012168932204838848,
      "loss": 0.5899,
      "step": 9160
    },
    {
      "epoch": 1.1759425493716338,
      "grad_norm": 0.7606542110443115,
      "learning_rate": 0.001216038300418911,
      "loss": 0.6511,
      "step": 9170
    },
    {
      "epoch": 1.1772249294690946,
      "grad_norm": 0.9012206196784973,
      "learning_rate": 0.001215183380353937,
      "loss": 0.5919,
      "step": 9180
    },
    {
      "epoch": 1.1785073095665555,
      "grad_norm": 1.250051736831665,
      "learning_rate": 0.001214328460288963,
      "loss": 0.6909,
      "step": 9190
    },
    {
      "epoch": 1.1797896896640165,
      "grad_norm": 1.4063526391983032,
      "learning_rate": 0.001213473540223989,
      "loss": 0.5535,
      "step": 9200
    },
    {
      "epoch": 1.1810720697614774,
      "grad_norm": 0.7005236148834229,
      "learning_rate": 0.0012126186201590152,
      "loss": 0.5309,
      "step": 9210
    },
    {
      "epoch": 1.1823544498589382,
      "grad_norm": 1.317863941192627,
      "learning_rate": 0.0012117637000940411,
      "loss": 0.8211,
      "step": 9220
    },
    {
      "epoch": 1.183636829956399,
      "grad_norm": 1.379496693611145,
      "learning_rate": 0.0012109087800290673,
      "loss": 0.8195,
      "step": 9230
    },
    {
      "epoch": 1.18491921005386,
      "grad_norm": 0.9941421747207642,
      "learning_rate": 0.0012100538599640934,
      "loss": 0.7493,
      "step": 9240
    },
    {
      "epoch": 1.1862015901513208,
      "grad_norm": 1.5360379219055176,
      "learning_rate": 0.0012091989398991193,
      "loss": 0.7467,
      "step": 9250
    },
    {
      "epoch": 1.1874839702487818,
      "grad_norm": 0.7074049711227417,
      "learning_rate": 0.0012083440198341455,
      "loss": 0.755,
      "step": 9260
    },
    {
      "epoch": 1.1887663503462427,
      "grad_norm": 1.1832996606826782,
      "learning_rate": 0.0012074890997691716,
      "loss": 0.6105,
      "step": 9270
    },
    {
      "epoch": 1.1900487304437035,
      "grad_norm": 0.9239598512649536,
      "learning_rate": 0.0012066341797041978,
      "loss": 0.6783,
      "step": 9280
    },
    {
      "epoch": 1.1913311105411644,
      "grad_norm": 1.3701421022415161,
      "learning_rate": 0.0012057792596392239,
      "loss": 0.6904,
      "step": 9290
    },
    {
      "epoch": 1.1926134906386252,
      "grad_norm": 1.2199441194534302,
      "learning_rate": 0.0012049243395742498,
      "loss": 0.5398,
      "step": 9300
    },
    {
      "epoch": 1.1938958707360863,
      "grad_norm": 1.273148536682129,
      "learning_rate": 0.001204069419509276,
      "loss": 0.5927,
      "step": 9310
    },
    {
      "epoch": 1.1951782508335471,
      "grad_norm": 1.4068207740783691,
      "learning_rate": 0.0012032144994443019,
      "loss": 0.7114,
      "step": 9320
    },
    {
      "epoch": 1.196460630931008,
      "grad_norm": 0.7752937078475952,
      "learning_rate": 0.001202359579379328,
      "loss": 0.7165,
      "step": 9330
    },
    {
      "epoch": 1.1977430110284688,
      "grad_norm": 0.880491316318512,
      "learning_rate": 0.0012015046593143541,
      "loss": 0.6698,
      "step": 9340
    },
    {
      "epoch": 1.1990253911259297,
      "grad_norm": 0.8572263121604919,
      "learning_rate": 0.0012006497392493803,
      "loss": 0.5999,
      "step": 9350
    },
    {
      "epoch": 1.2003077712233905,
      "grad_norm": 1.0356217622756958,
      "learning_rate": 0.0011997948191844064,
      "loss": 0.6217,
      "step": 9360
    },
    {
      "epoch": 1.2015901513208516,
      "grad_norm": 0.6338940262794495,
      "learning_rate": 0.0011989398991194325,
      "loss": 0.5119,
      "step": 9370
    },
    {
      "epoch": 1.2028725314183124,
      "grad_norm": 0.7291190028190613,
      "learning_rate": 0.0011980849790544582,
      "loss": 0.5494,
      "step": 9380
    },
    {
      "epoch": 1.2041549115157733,
      "grad_norm": 1.3608429431915283,
      "learning_rate": 0.0011972300589894844,
      "loss": 0.5987,
      "step": 9390
    },
    {
      "epoch": 1.205437291613234,
      "grad_norm": 0.8818786144256592,
      "learning_rate": 0.0011963751389245105,
      "loss": 0.6058,
      "step": 9400
    },
    {
      "epoch": 1.2067196717106952,
      "grad_norm": 0.4697217345237732,
      "learning_rate": 0.0011955202188595367,
      "loss": 0.6277,
      "step": 9410
    },
    {
      "epoch": 1.208002051808156,
      "grad_norm": 1.4859899282455444,
      "learning_rate": 0.0011946652987945628,
      "loss": 0.5474,
      "step": 9420
    },
    {
      "epoch": 1.2092844319056169,
      "grad_norm": 1.107643723487854,
      "learning_rate": 0.001193810378729589,
      "loss": 0.6741,
      "step": 9430
    },
    {
      "epoch": 1.2105668120030777,
      "grad_norm": 1.3313883543014526,
      "learning_rate": 0.001192955458664615,
      "loss": 0.6354,
      "step": 9440
    },
    {
      "epoch": 1.2118491921005385,
      "grad_norm": 1.3976408243179321,
      "learning_rate": 0.0011921005385996408,
      "loss": 0.5456,
      "step": 9450
    },
    {
      "epoch": 1.2131315721979994,
      "grad_norm": 0.9394209384918213,
      "learning_rate": 0.001191245618534667,
      "loss": 0.5251,
      "step": 9460
    },
    {
      "epoch": 1.2144139522954605,
      "grad_norm": 1.3019652366638184,
      "learning_rate": 0.001190390698469693,
      "loss": 0.8192,
      "step": 9470
    },
    {
      "epoch": 1.2156963323929213,
      "grad_norm": 1.342137098312378,
      "learning_rate": 0.0011895357784047192,
      "loss": 0.4957,
      "step": 9480
    },
    {
      "epoch": 1.2169787124903821,
      "grad_norm": 0.8409485220909119,
      "learning_rate": 0.0011886808583397453,
      "loss": 0.6699,
      "step": 9490
    },
    {
      "epoch": 1.218261092587843,
      "grad_norm": 1.7443925142288208,
      "learning_rate": 0.0011878259382747715,
      "loss": 0.7271,
      "step": 9500
    },
    {
      "epoch": 1.2195434726853038,
      "grad_norm": 1.7577857971191406,
      "learning_rate": 0.0011869710182097974,
      "loss": 0.5655,
      "step": 9510
    },
    {
      "epoch": 1.220825852782765,
      "grad_norm": 1.430893063545227,
      "learning_rate": 0.0011861160981448235,
      "loss": 0.6315,
      "step": 9520
    },
    {
      "epoch": 1.2221082328802257,
      "grad_norm": 0.5352253913879395,
      "learning_rate": 0.0011852611780798494,
      "loss": 0.6559,
      "step": 9530
    },
    {
      "epoch": 1.2233906129776866,
      "grad_norm": 0.7444478869438171,
      "learning_rate": 0.0011844062580148756,
      "loss": 0.5961,
      "step": 9540
    },
    {
      "epoch": 1.2246729930751474,
      "grad_norm": 1.430808186531067,
      "learning_rate": 0.0011835513379499017,
      "loss": 0.6427,
      "step": 9550
    },
    {
      "epoch": 1.2259553731726083,
      "grad_norm": 1.0020971298217773,
      "learning_rate": 0.0011826964178849278,
      "loss": 0.6509,
      "step": 9560
    },
    {
      "epoch": 1.2272377532700693,
      "grad_norm": 0.9940693974494934,
      "learning_rate": 0.001181841497819954,
      "loss": 0.5086,
      "step": 9570
    },
    {
      "epoch": 1.2285201333675302,
      "grad_norm": 0.8661133050918579,
      "learning_rate": 0.00118098657775498,
      "loss": 0.6015,
      "step": 9580
    },
    {
      "epoch": 1.229802513464991,
      "grad_norm": 1.14053475856781,
      "learning_rate": 0.001180131657690006,
      "loss": 0.544,
      "step": 9590
    },
    {
      "epoch": 1.2310848935624519,
      "grad_norm": 0.6881473660469055,
      "learning_rate": 0.0011792767376250322,
      "loss": 0.5568,
      "step": 9600
    },
    {
      "epoch": 1.2323672736599127,
      "grad_norm": 0.9339885115623474,
      "learning_rate": 0.001178421817560058,
      "loss": 0.7278,
      "step": 9610
    },
    {
      "epoch": 1.2336496537573738,
      "grad_norm": 0.9663743376731873,
      "learning_rate": 0.0011775668974950842,
      "loss": 0.5526,
      "step": 9620
    },
    {
      "epoch": 1.2349320338548346,
      "grad_norm": 0.5652614235877991,
      "learning_rate": 0.0011767119774301104,
      "loss": 0.6143,
      "step": 9630
    },
    {
      "epoch": 1.2362144139522955,
      "grad_norm": 1.0602763891220093,
      "learning_rate": 0.0011758570573651363,
      "loss": 0.5072,
      "step": 9640
    },
    {
      "epoch": 1.2374967940497563,
      "grad_norm": 1.2798588275909424,
      "learning_rate": 0.0011750021373001624,
      "loss": 0.4941,
      "step": 9650
    },
    {
      "epoch": 1.2387791741472172,
      "grad_norm": 0.8834647536277771,
      "learning_rate": 0.0011741472172351886,
      "loss": 0.7828,
      "step": 9660
    },
    {
      "epoch": 1.240061554244678,
      "grad_norm": 0.47825196385383606,
      "learning_rate": 0.0011732922971702147,
      "loss": 0.5121,
      "step": 9670
    },
    {
      "epoch": 1.241343934342139,
      "grad_norm": 1.1528728008270264,
      "learning_rate": 0.0011724373771052408,
      "loss": 0.6023,
      "step": 9680
    },
    {
      "epoch": 1.2426263144396,
      "grad_norm": 0.7429089546203613,
      "learning_rate": 0.0011715824570402667,
      "loss": 0.6159,
      "step": 9690
    },
    {
      "epoch": 1.2439086945370608,
      "grad_norm": 0.700433075428009,
      "learning_rate": 0.0011707275369752927,
      "loss": 0.5488,
      "step": 9700
    },
    {
      "epoch": 1.2451910746345216,
      "grad_norm": 0.9546358585357666,
      "learning_rate": 0.0011698726169103188,
      "loss": 0.6106,
      "step": 9710
    },
    {
      "epoch": 1.2464734547319827,
      "grad_norm": 0.6889375448226929,
      "learning_rate": 0.001169017696845345,
      "loss": 0.672,
      "step": 9720
    },
    {
      "epoch": 1.2477558348294435,
      "grad_norm": 0.6451250314712524,
      "learning_rate": 0.001168162776780371,
      "loss": 0.7776,
      "step": 9730
    },
    {
      "epoch": 1.2490382149269044,
      "grad_norm": 0.6140780448913574,
      "learning_rate": 0.0011673078567153972,
      "loss": 0.6053,
      "step": 9740
    },
    {
      "epoch": 1.2503205950243652,
      "grad_norm": 0.8168278932571411,
      "learning_rate": 0.0011664529366504234,
      "loss": 0.6648,
      "step": 9750
    },
    {
      "epoch": 1.251602975121826,
      "grad_norm": 0.7731073498725891,
      "learning_rate": 0.0011655980165854495,
      "loss": 0.7018,
      "step": 9760
    },
    {
      "epoch": 1.252885355219287,
      "grad_norm": 1.4403185844421387,
      "learning_rate": 0.0011647430965204752,
      "loss": 0.7392,
      "step": 9770
    },
    {
      "epoch": 1.254167735316748,
      "grad_norm": 2.162862777709961,
      "learning_rate": 0.0011638881764555013,
      "loss": 0.7369,
      "step": 9780
    },
    {
      "epoch": 1.2554501154142088,
      "grad_norm": 1.393710970878601,
      "learning_rate": 0.0011630332563905275,
      "loss": 0.704,
      "step": 9790
    },
    {
      "epoch": 1.2567324955116697,
      "grad_norm": 0.6522937417030334,
      "learning_rate": 0.0011621783363255536,
      "loss": 0.522,
      "step": 9800
    },
    {
      "epoch": 1.2580148756091305,
      "grad_norm": 0.6343621611595154,
      "learning_rate": 0.0011613234162605797,
      "loss": 0.6998,
      "step": 9810
    },
    {
      "epoch": 1.2592972557065916,
      "grad_norm": 1.105334758758545,
      "learning_rate": 0.0011604684961956059,
      "loss": 0.582,
      "step": 9820
    },
    {
      "epoch": 1.2605796358040524,
      "grad_norm": 1.2634021043777466,
      "learning_rate": 0.0011596135761306318,
      "loss": 0.5776,
      "step": 9830
    },
    {
      "epoch": 1.2618620159015133,
      "grad_norm": 1.232373595237732,
      "learning_rate": 0.0011587586560656577,
      "loss": 0.6949,
      "step": 9840
    },
    {
      "epoch": 1.263144395998974,
      "grad_norm": 1.2917943000793457,
      "learning_rate": 0.0011579037360006838,
      "loss": 0.5866,
      "step": 9850
    },
    {
      "epoch": 1.264426776096435,
      "grad_norm": 1.0393379926681519,
      "learning_rate": 0.00115704881593571,
      "loss": 0.6554,
      "step": 9860
    },
    {
      "epoch": 1.2657091561938958,
      "grad_norm": 0.9786701202392578,
      "learning_rate": 0.0011561938958707361,
      "loss": 0.4743,
      "step": 9870
    },
    {
      "epoch": 1.2669915362913566,
      "grad_norm": 0.6891704201698303,
      "learning_rate": 0.0011553389758057623,
      "loss": 0.6969,
      "step": 9880
    },
    {
      "epoch": 1.2682739163888177,
      "grad_norm": 1.0330877304077148,
      "learning_rate": 0.0011544840557407884,
      "loss": 0.5176,
      "step": 9890
    },
    {
      "epoch": 1.2695562964862785,
      "grad_norm": 1.5313884019851685,
      "learning_rate": 0.0011536291356758143,
      "loss": 0.8418,
      "step": 9900
    },
    {
      "epoch": 1.2708386765837394,
      "grad_norm": 1.8381309509277344,
      "learning_rate": 0.0011527742156108405,
      "loss": 0.5932,
      "step": 9910
    },
    {
      "epoch": 1.2721210566812002,
      "grad_norm": 0.8131228685379028,
      "learning_rate": 0.0011519192955458664,
      "loss": 0.5982,
      "step": 9920
    },
    {
      "epoch": 1.2734034367786613,
      "grad_norm": 0.9269918203353882,
      "learning_rate": 0.0011510643754808925,
      "loss": 0.588,
      "step": 9930
    },
    {
      "epoch": 1.2746858168761221,
      "grad_norm": 1.5636909008026123,
      "learning_rate": 0.0011502094554159186,
      "loss": 0.638,
      "step": 9940
    },
    {
      "epoch": 1.275968196973583,
      "grad_norm": 0.8227086067199707,
      "learning_rate": 0.0011493545353509448,
      "loss": 0.6211,
      "step": 9950
    },
    {
      "epoch": 1.2772505770710438,
      "grad_norm": 0.5944573283195496,
      "learning_rate": 0.0011484996152859707,
      "loss": 0.65,
      "step": 9960
    },
    {
      "epoch": 1.2785329571685047,
      "grad_norm": 1.4585204124450684,
      "learning_rate": 0.0011476446952209968,
      "loss": 0.465,
      "step": 9970
    },
    {
      "epoch": 1.2798153372659655,
      "grad_norm": 0.8570374250411987,
      "learning_rate": 0.001146789775156023,
      "loss": 0.5458,
      "step": 9980
    },
    {
      "epoch": 1.2810977173634266,
      "grad_norm": 1.3235441446304321,
      "learning_rate": 0.0011459348550910491,
      "loss": 0.5912,
      "step": 9990
    },
    {
      "epoch": 1.2823800974608874,
      "grad_norm": 1.786232352256775,
      "learning_rate": 0.001145079935026075,
      "loss": 0.7141,
      "step": 10000
    },
    {
      "epoch": 1.2836624775583483,
      "grad_norm": 1.6500744819641113,
      "learning_rate": 0.0011442250149611012,
      "loss": 0.7004,
      "step": 10010
    },
    {
      "epoch": 1.2849448576558091,
      "grad_norm": 0.9735982418060303,
      "learning_rate": 0.0011433700948961273,
      "loss": 0.6243,
      "step": 10020
    },
    {
      "epoch": 1.2862272377532702,
      "grad_norm": 1.611070990562439,
      "learning_rate": 0.0011425151748311532,
      "loss": 0.7653,
      "step": 10030
    },
    {
      "epoch": 1.287509617850731,
      "grad_norm": 0.9978891611099243,
      "learning_rate": 0.0011416602547661794,
      "loss": 0.5817,
      "step": 10040
    },
    {
      "epoch": 1.2887919979481919,
      "grad_norm": 1.2319824695587158,
      "learning_rate": 0.0011408053347012055,
      "loss": 0.5303,
      "step": 10050
    },
    {
      "epoch": 1.2900743780456527,
      "grad_norm": 0.8889154195785522,
      "learning_rate": 0.0011399504146362316,
      "loss": 0.4797,
      "step": 10060
    },
    {
      "epoch": 1.2913567581431136,
      "grad_norm": 0.8058596253395081,
      "learning_rate": 0.0011390954945712578,
      "loss": 0.6967,
      "step": 10070
    },
    {
      "epoch": 1.2926391382405744,
      "grad_norm": 1.0289708375930786,
      "learning_rate": 0.0011382405745062837,
      "loss": 0.6387,
      "step": 10080
    },
    {
      "epoch": 1.2939215183380353,
      "grad_norm": 0.7614682912826538,
      "learning_rate": 0.0011373856544413096,
      "loss": 0.5186,
      "step": 10090
    },
    {
      "epoch": 1.2952038984354963,
      "grad_norm": 1.5079838037490845,
      "learning_rate": 0.0011365307343763357,
      "loss": 0.7524,
      "step": 10100
    },
    {
      "epoch": 1.2964862785329572,
      "grad_norm": 1.0859569311141968,
      "learning_rate": 0.0011356758143113619,
      "loss": 0.669,
      "step": 10110
    },
    {
      "epoch": 1.297768658630418,
      "grad_norm": 1.2234021425247192,
      "learning_rate": 0.001134820894246388,
      "loss": 0.5603,
      "step": 10120
    },
    {
      "epoch": 1.299051038727879,
      "grad_norm": 0.7844352126121521,
      "learning_rate": 0.0011339659741814142,
      "loss": 0.5283,
      "step": 10130
    },
    {
      "epoch": 1.30033341882534,
      "grad_norm": 0.7370574474334717,
      "learning_rate": 0.0011331110541164403,
      "loss": 0.5756,
      "step": 10140
    },
    {
      "epoch": 1.3016157989228008,
      "grad_norm": 0.7193623185157776,
      "learning_rate": 0.001132256134051466,
      "loss": 0.4713,
      "step": 10150
    },
    {
      "epoch": 1.3028981790202616,
      "grad_norm": 0.8968930244445801,
      "learning_rate": 0.0011314012139864921,
      "loss": 0.502,
      "step": 10160
    },
    {
      "epoch": 1.3041805591177225,
      "grad_norm": 0.7797239422798157,
      "learning_rate": 0.0011305462939215183,
      "loss": 0.5768,
      "step": 10170
    },
    {
      "epoch": 1.3054629392151833,
      "grad_norm": 1.528817892074585,
      "learning_rate": 0.0011296913738565444,
      "loss": 0.7379,
      "step": 10180
    },
    {
      "epoch": 1.3067453193126441,
      "grad_norm": 0.5706043839454651,
      "learning_rate": 0.0011288364537915705,
      "loss": 0.4838,
      "step": 10190
    },
    {
      "epoch": 1.3080276994101052,
      "grad_norm": 0.8248624205589294,
      "learning_rate": 0.0011279815337265967,
      "loss": 0.7465,
      "step": 10200
    },
    {
      "epoch": 1.309310079507566,
      "grad_norm": 0.7821047306060791,
      "learning_rate": 0.0011271266136616228,
      "loss": 0.6183,
      "step": 10210
    },
    {
      "epoch": 1.310592459605027,
      "grad_norm": 0.7619379162788391,
      "learning_rate": 0.0011262716935966487,
      "loss": 0.6079,
      "step": 10220
    },
    {
      "epoch": 1.3118748397024877,
      "grad_norm": 0.5874025225639343,
      "learning_rate": 0.0011254167735316747,
      "loss": 0.5995,
      "step": 10230
    },
    {
      "epoch": 1.3131572197999488,
      "grad_norm": 1.180526852607727,
      "learning_rate": 0.0011245618534667008,
      "loss": 0.567,
      "step": 10240
    },
    {
      "epoch": 1.3144395998974097,
      "grad_norm": 1.1229068040847778,
      "learning_rate": 0.001123706933401727,
      "loss": 0.3913,
      "step": 10250
    },
    {
      "epoch": 1.3157219799948705,
      "grad_norm": 0.6968095898628235,
      "learning_rate": 0.001122852013336753,
      "loss": 0.5576,
      "step": 10260
    },
    {
      "epoch": 1.3170043600923313,
      "grad_norm": 1.0002440214157104,
      "learning_rate": 0.0011219970932717792,
      "loss": 0.7124,
      "step": 10270
    },
    {
      "epoch": 1.3182867401897922,
      "grad_norm": 1.1690402030944824,
      "learning_rate": 0.0011211421732068051,
      "loss": 0.4824,
      "step": 10280
    },
    {
      "epoch": 1.319569120287253,
      "grad_norm": 1.384547472000122,
      "learning_rate": 0.0011202872531418313,
      "loss": 0.6647,
      "step": 10290
    },
    {
      "epoch": 1.320851500384714,
      "grad_norm": 1.943840503692627,
      "learning_rate": 0.0011194323330768574,
      "loss": 0.5974,
      "step": 10300
    },
    {
      "epoch": 1.322133880482175,
      "grad_norm": 0.721809983253479,
      "learning_rate": 0.0011185774130118833,
      "loss": 0.601,
      "step": 10310
    },
    {
      "epoch": 1.3234162605796358,
      "grad_norm": 0.594584584236145,
      "learning_rate": 0.0011177224929469094,
      "loss": 0.4628,
      "step": 10320
    },
    {
      "epoch": 1.3246986406770966,
      "grad_norm": 1.1963189840316772,
      "learning_rate": 0.0011168675728819356,
      "loss": 0.5409,
      "step": 10330
    },
    {
      "epoch": 1.3259810207745577,
      "grad_norm": 0.9252663254737854,
      "learning_rate": 0.0011160126528169617,
      "loss": 0.4973,
      "step": 10340
    },
    {
      "epoch": 1.3272634008720186,
      "grad_norm": 0.7232112288475037,
      "learning_rate": 0.0011151577327519876,
      "loss": 0.6411,
      "step": 10350
    },
    {
      "epoch": 1.3285457809694794,
      "grad_norm": 1.3147138357162476,
      "learning_rate": 0.0011143028126870138,
      "loss": 0.5462,
      "step": 10360
    },
    {
      "epoch": 1.3298281610669402,
      "grad_norm": 1.6422502994537354,
      "learning_rate": 0.00111344789262204,
      "loss": 0.5364,
      "step": 10370
    },
    {
      "epoch": 1.331110541164401,
      "grad_norm": 0.6929153203964233,
      "learning_rate": 0.001112592972557066,
      "loss": 0.4947,
      "step": 10380
    },
    {
      "epoch": 1.332392921261862,
      "grad_norm": 1.4353240728378296,
      "learning_rate": 0.001111738052492092,
      "loss": 0.52,
      "step": 10390
    },
    {
      "epoch": 1.3336753013593228,
      "grad_norm": 1.516634225845337,
      "learning_rate": 0.0011108831324271181,
      "loss": 0.6082,
      "step": 10400
    },
    {
      "epoch": 1.3349576814567838,
      "grad_norm": 1.1383343935012817,
      "learning_rate": 0.001110028212362144,
      "loss": 0.663,
      "step": 10410
    },
    {
      "epoch": 1.3362400615542447,
      "grad_norm": 1.2249925136566162,
      "learning_rate": 0.0011091732922971702,
      "loss": 0.6528,
      "step": 10420
    },
    {
      "epoch": 1.3375224416517055,
      "grad_norm": 0.720862865447998,
      "learning_rate": 0.0011083183722321963,
      "loss": 0.5235,
      "step": 10430
    },
    {
      "epoch": 1.3388048217491664,
      "grad_norm": 0.6571218967437744,
      "learning_rate": 0.0011074634521672224,
      "loss": 0.7425,
      "step": 10440
    },
    {
      "epoch": 1.3400872018466274,
      "grad_norm": 1.3739579916000366,
      "learning_rate": 0.0011066085321022486,
      "loss": 0.7658,
      "step": 10450
    },
    {
      "epoch": 1.3413695819440883,
      "grad_norm": 1.992790937423706,
      "learning_rate": 0.0011057536120372747,
      "loss": 0.6204,
      "step": 10460
    },
    {
      "epoch": 1.3426519620415491,
      "grad_norm": 0.7727292776107788,
      "learning_rate": 0.0011048986919723006,
      "loss": 0.5973,
      "step": 10470
    },
    {
      "epoch": 1.34393434213901,
      "grad_norm": 0.9260819554328918,
      "learning_rate": 0.0011040437719073266,
      "loss": 0.6831,
      "step": 10480
    },
    {
      "epoch": 1.3452167222364708,
      "grad_norm": 0.4422336220741272,
      "learning_rate": 0.0011031888518423527,
      "loss": 0.5292,
      "step": 10490
    },
    {
      "epoch": 1.3464991023339317,
      "grad_norm": 0.5913951992988586,
      "learning_rate": 0.0011023339317773788,
      "loss": 0.5232,
      "step": 10500
    },
    {
      "epoch": 1.3477814824313927,
      "grad_norm": 1.8508780002593994,
      "learning_rate": 0.001101479011712405,
      "loss": 0.6073,
      "step": 10510
    },
    {
      "epoch": 1.3490638625288536,
      "grad_norm": 1.7794585227966309,
      "learning_rate": 0.001100624091647431,
      "loss": 0.5784,
      "step": 10520
    },
    {
      "epoch": 1.3503462426263144,
      "grad_norm": 1.4535781145095825,
      "learning_rate": 0.0010997691715824572,
      "loss": 0.6948,
      "step": 10530
    },
    {
      "epoch": 1.3516286227237753,
      "grad_norm": 0.6549120545387268,
      "learning_rate": 0.001098914251517483,
      "loss": 0.6816,
      "step": 10540
    },
    {
      "epoch": 1.3529110028212363,
      "grad_norm": 2.080423355102539,
      "learning_rate": 0.001098059331452509,
      "loss": 0.5362,
      "step": 10550
    },
    {
      "epoch": 1.3541933829186972,
      "grad_norm": 0.6796220541000366,
      "learning_rate": 0.0010972044113875352,
      "loss": 0.5462,
      "step": 10560
    },
    {
      "epoch": 1.355475763016158,
      "grad_norm": 0.9593464732170105,
      "learning_rate": 0.0010963494913225613,
      "loss": 0.7782,
      "step": 10570
    },
    {
      "epoch": 1.3567581431136189,
      "grad_norm": 0.9870818853378296,
      "learning_rate": 0.0010954945712575875,
      "loss": 0.5401,
      "step": 10580
    },
    {
      "epoch": 1.3580405232110797,
      "grad_norm": 1.1072885990142822,
      "learning_rate": 0.0010946396511926136,
      "loss": 0.5625,
      "step": 10590
    },
    {
      "epoch": 1.3593229033085406,
      "grad_norm": 0.8635666370391846,
      "learning_rate": 0.0010937847311276398,
      "loss": 0.6213,
      "step": 10600
    },
    {
      "epoch": 1.3606052834060016,
      "grad_norm": 0.6433390378952026,
      "learning_rate": 0.0010929298110626657,
      "loss": 0.5149,
      "step": 10610
    },
    {
      "epoch": 1.3618876635034625,
      "grad_norm": 0.9244104623794556,
      "learning_rate": 0.0010920748909976916,
      "loss": 0.8149,
      "step": 10620
    },
    {
      "epoch": 1.3631700436009233,
      "grad_norm": 1.0596814155578613,
      "learning_rate": 0.0010912199709327177,
      "loss": 0.6769,
      "step": 10630
    },
    {
      "epoch": 1.3644524236983842,
      "grad_norm": 1.2836452722549438,
      "learning_rate": 0.0010903650508677439,
      "loss": 0.7406,
      "step": 10640
    },
    {
      "epoch": 1.3657348037958452,
      "grad_norm": 1.069035291671753,
      "learning_rate": 0.00108951013080277,
      "loss": 0.5905,
      "step": 10650
    },
    {
      "epoch": 1.367017183893306,
      "grad_norm": 0.6436813473701477,
      "learning_rate": 0.0010886552107377961,
      "loss": 0.6066,
      "step": 10660
    },
    {
      "epoch": 1.368299563990767,
      "grad_norm": 1.8772107362747192,
      "learning_rate": 0.001087800290672822,
      "loss": 0.7121,
      "step": 10670
    },
    {
      "epoch": 1.3695819440882278,
      "grad_norm": 0.6196737289428711,
      "learning_rate": 0.0010869453706078482,
      "loss": 0.6006,
      "step": 10680
    },
    {
      "epoch": 1.3708643241856886,
      "grad_norm": 1.3433279991149902,
      "learning_rate": 0.0010860904505428743,
      "loss": 0.6368,
      "step": 10690
    },
    {
      "epoch": 1.3721467042831494,
      "grad_norm": 0.9667194485664368,
      "learning_rate": 0.0010852355304779003,
      "loss": 0.5574,
      "step": 10700
    },
    {
      "epoch": 1.3734290843806103,
      "grad_norm": 1.4600547552108765,
      "learning_rate": 0.0010843806104129264,
      "loss": 0.5626,
      "step": 10710
    },
    {
      "epoch": 1.3747114644780714,
      "grad_norm": 0.7120881676673889,
      "learning_rate": 0.0010835256903479525,
      "loss": 0.6258,
      "step": 10720
    },
    {
      "epoch": 1.3759938445755322,
      "grad_norm": 1.2124048471450806,
      "learning_rate": 0.0010826707702829787,
      "loss": 0.7491,
      "step": 10730
    },
    {
      "epoch": 1.377276224672993,
      "grad_norm": 0.9732292294502258,
      "learning_rate": 0.0010818158502180046,
      "loss": 0.5647,
      "step": 10740
    },
    {
      "epoch": 1.3785586047704539,
      "grad_norm": 0.7741032838821411,
      "learning_rate": 0.0010809609301530307,
      "loss": 0.5397,
      "step": 10750
    },
    {
      "epoch": 1.379840984867915,
      "grad_norm": 1.0396802425384521,
      "learning_rate": 0.0010801060100880569,
      "loss": 0.7297,
      "step": 10760
    },
    {
      "epoch": 1.3811233649653758,
      "grad_norm": 1.2885736227035522,
      "learning_rate": 0.001079251090023083,
      "loss": 0.532,
      "step": 10770
    },
    {
      "epoch": 1.3824057450628366,
      "grad_norm": 0.7599356174468994,
      "learning_rate": 0.001078396169958109,
      "loss": 0.7877,
      "step": 10780
    },
    {
      "epoch": 1.3836881251602975,
      "grad_norm": 1.040028691291809,
      "learning_rate": 0.001077541249893135,
      "loss": 0.5618,
      "step": 10790
    },
    {
      "epoch": 1.3849705052577583,
      "grad_norm": 0.859203577041626,
      "learning_rate": 0.001076686329828161,
      "loss": 0.5895,
      "step": 10800
    },
    {
      "epoch": 1.3862528853552192,
      "grad_norm": 0.6244560480117798,
      "learning_rate": 0.001075831409763187,
      "loss": 0.4826,
      "step": 10810
    },
    {
      "epoch": 1.3875352654526802,
      "grad_norm": 0.6640686392784119,
      "learning_rate": 0.0010749764896982132,
      "loss": 0.6616,
      "step": 10820
    },
    {
      "epoch": 1.388817645550141,
      "grad_norm": 1.2225605249404907,
      "learning_rate": 0.0010741215696332394,
      "loss": 0.6392,
      "step": 10830
    },
    {
      "epoch": 1.390100025647602,
      "grad_norm": 0.7027501463890076,
      "learning_rate": 0.0010732666495682655,
      "loss": 0.5071,
      "step": 10840
    },
    {
      "epoch": 1.3913824057450628,
      "grad_norm": 0.8924635052680969,
      "learning_rate": 0.0010724117295032914,
      "loss": 0.5538,
      "step": 10850
    },
    {
      "epoch": 1.3926647858425238,
      "grad_norm": 1.6392470598220825,
      "learning_rate": 0.0010715568094383174,
      "loss": 0.7056,
      "step": 10860
    },
    {
      "epoch": 1.3939471659399847,
      "grad_norm": 0.6672780513763428,
      "learning_rate": 0.0010707018893733435,
      "loss": 0.6533,
      "step": 10870
    },
    {
      "epoch": 1.3952295460374455,
      "grad_norm": 0.9473418593406677,
      "learning_rate": 0.0010698469693083696,
      "loss": 0.6053,
      "step": 10880
    },
    {
      "epoch": 1.3965119261349064,
      "grad_norm": 1.2938871383666992,
      "learning_rate": 0.0010689920492433958,
      "loss": 0.6268,
      "step": 10890
    },
    {
      "epoch": 1.3977943062323672,
      "grad_norm": 1.0239317417144775,
      "learning_rate": 0.001068137129178422,
      "loss": 0.7315,
      "step": 10900
    },
    {
      "epoch": 1.399076686329828,
      "grad_norm": 1.4379597902297974,
      "learning_rate": 0.001067282209113448,
      "loss": 0.6352,
      "step": 10910
    },
    {
      "epoch": 1.400359066427289,
      "grad_norm": 1.5610178709030151,
      "learning_rate": 0.0010664272890484742,
      "loss": 0.6641,
      "step": 10920
    },
    {
      "epoch": 1.40164144652475,
      "grad_norm": 0.7390224933624268,
      "learning_rate": 0.0010655723689834999,
      "loss": 0.5248,
      "step": 10930
    },
    {
      "epoch": 1.4029238266222108,
      "grad_norm": 0.9852975606918335,
      "learning_rate": 0.001064717448918526,
      "loss": 0.4792,
      "step": 10940
    },
    {
      "epoch": 1.4042062067196717,
      "grad_norm": 1.171047568321228,
      "learning_rate": 0.0010638625288535522,
      "loss": 0.7306,
      "step": 10950
    },
    {
      "epoch": 1.4054885868171327,
      "grad_norm": 0.7043918371200562,
      "learning_rate": 0.0010630076087885783,
      "loss": 0.4516,
      "step": 10960
    },
    {
      "epoch": 1.4067709669145936,
      "grad_norm": 2.092144250869751,
      "learning_rate": 0.0010621526887236044,
      "loss": 0.6593,
      "step": 10970
    },
    {
      "epoch": 1.4080533470120544,
      "grad_norm": 0.4322734475135803,
      "learning_rate": 0.0010612977686586306,
      "loss": 0.6476,
      "step": 10980
    },
    {
      "epoch": 1.4093357271095153,
      "grad_norm": 1.1757038831710815,
      "learning_rate": 0.0010604428485936565,
      "loss": 0.4645,
      "step": 10990
    },
    {
      "epoch": 1.4106181072069761,
      "grad_norm": 2.142357587814331,
      "learning_rate": 0.0010595879285286826,
      "loss": 0.5823,
      "step": 11000
    },
    {
      "epoch": 1.411900487304437,
      "grad_norm": 0.8038185834884644,
      "learning_rate": 0.0010587330084637085,
      "loss": 0.6456,
      "step": 11010
    },
    {
      "epoch": 1.4131828674018978,
      "grad_norm": 0.9236948490142822,
      "learning_rate": 0.0010578780883987347,
      "loss": 0.4065,
      "step": 11020
    },
    {
      "epoch": 1.4144652474993589,
      "grad_norm": 1.382051706314087,
      "learning_rate": 0.0010570231683337608,
      "loss": 0.5759,
      "step": 11030
    },
    {
      "epoch": 1.4157476275968197,
      "grad_norm": 1.405614972114563,
      "learning_rate": 0.001056168248268787,
      "loss": 0.6169,
      "step": 11040
    },
    {
      "epoch": 1.4170300076942806,
      "grad_norm": 0.9285224080085754,
      "learning_rate": 0.001055313328203813,
      "loss": 0.5831,
      "step": 11050
    },
    {
      "epoch": 1.4183123877917414,
      "grad_norm": 0.7825279235839844,
      "learning_rate": 0.001054458408138839,
      "loss": 0.6827,
      "step": 11060
    },
    {
      "epoch": 1.4195947678892025,
      "grad_norm": 2.2078566551208496,
      "learning_rate": 0.0010536034880738651,
      "loss": 0.6374,
      "step": 11070
    },
    {
      "epoch": 1.4208771479866633,
      "grad_norm": 0.5845392942428589,
      "learning_rate": 0.0010527485680088913,
      "loss": 0.4996,
      "step": 11080
    },
    {
      "epoch": 1.4221595280841242,
      "grad_norm": 1.3388561010360718,
      "learning_rate": 0.0010518936479439172,
      "loss": 0.5793,
      "step": 11090
    },
    {
      "epoch": 1.423441908181585,
      "grad_norm": 0.7074248790740967,
      "learning_rate": 0.0010510387278789433,
      "loss": 0.5553,
      "step": 11100
    },
    {
      "epoch": 1.4247242882790458,
      "grad_norm": 0.9576848149299622,
      "learning_rate": 0.0010501838078139695,
      "loss": 0.7863,
      "step": 11110
    },
    {
      "epoch": 1.4260066683765067,
      "grad_norm": 1.0783685445785522,
      "learning_rate": 0.0010493288877489954,
      "loss": 0.5752,
      "step": 11120
    },
    {
      "epoch": 1.4272890484739678,
      "grad_norm": 1.143621802330017,
      "learning_rate": 0.0010484739676840215,
      "loss": 0.5223,
      "step": 11130
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 1.0758188962936401,
      "learning_rate": 0.0010476190476190477,
      "loss": 0.4724,
      "step": 11140
    },
    {
      "epoch": 1.4298538086688894,
      "grad_norm": 0.7286604642868042,
      "learning_rate": 0.0010467641275540738,
      "loss": 0.493,
      "step": 11150
    },
    {
      "epoch": 1.4311361887663503,
      "grad_norm": 0.7054126858711243,
      "learning_rate": 0.0010459092074891,
      "loss": 0.6056,
      "step": 11160
    },
    {
      "epoch": 1.4324185688638114,
      "grad_norm": 0.7918633222579956,
      "learning_rate": 0.0010450542874241259,
      "loss": 0.5409,
      "step": 11170
    },
    {
      "epoch": 1.4337009489612722,
      "grad_norm": 1.105986475944519,
      "learning_rate": 0.001044199367359152,
      "loss": 0.5131,
      "step": 11180
    },
    {
      "epoch": 1.434983329058733,
      "grad_norm": 1.0960558652877808,
      "learning_rate": 0.001043344447294178,
      "loss": 0.6069,
      "step": 11190
    },
    {
      "epoch": 1.436265709156194,
      "grad_norm": 0.9920992851257324,
      "learning_rate": 0.001042489527229204,
      "loss": 0.6847,
      "step": 11200
    },
    {
      "epoch": 1.4375480892536547,
      "grad_norm": 1.1634384393692017,
      "learning_rate": 0.0010416346071642302,
      "loss": 0.5016,
      "step": 11210
    },
    {
      "epoch": 1.4388304693511156,
      "grad_norm": 0.9485201239585876,
      "learning_rate": 0.0010407796870992563,
      "loss": 0.3805,
      "step": 11220
    },
    {
      "epoch": 1.4401128494485764,
      "grad_norm": 0.9039535522460938,
      "learning_rate": 0.0010399247670342825,
      "loss": 0.4757,
      "step": 11230
    },
    {
      "epoch": 1.4413952295460375,
      "grad_norm": 1.6443145275115967,
      "learning_rate": 0.0010390698469693084,
      "loss": 0.5901,
      "step": 11240
    },
    {
      "epoch": 1.4426776096434983,
      "grad_norm": 0.9684635400772095,
      "learning_rate": 0.0010382149269043343,
      "loss": 0.5933,
      "step": 11250
    },
    {
      "epoch": 1.4439599897409592,
      "grad_norm": 0.9142680764198303,
      "learning_rate": 0.0010373600068393604,
      "loss": 0.5636,
      "step": 11260
    },
    {
      "epoch": 1.44524236983842,
      "grad_norm": 1.5742777585983276,
      "learning_rate": 0.0010365050867743866,
      "loss": 0.513,
      "step": 11270
    },
    {
      "epoch": 1.446524749935881,
      "grad_norm": 1.9768625497817993,
      "learning_rate": 0.0010356501667094127,
      "loss": 0.7878,
      "step": 11280
    },
    {
      "epoch": 1.447807130033342,
      "grad_norm": 0.7365511655807495,
      "learning_rate": 0.0010347952466444388,
      "loss": 0.488,
      "step": 11290
    },
    {
      "epoch": 1.4490895101308028,
      "grad_norm": 0.7075834274291992,
      "learning_rate": 0.001033940326579465,
      "loss": 0.7751,
      "step": 11300
    },
    {
      "epoch": 1.4503718902282636,
      "grad_norm": 0.7053199410438538,
      "learning_rate": 0.0010330854065144911,
      "loss": 0.5618,
      "step": 11310
    },
    {
      "epoch": 1.4516542703257245,
      "grad_norm": 0.7528406977653503,
      "learning_rate": 0.0010322304864495168,
      "loss": 0.4849,
      "step": 11320
    },
    {
      "epoch": 1.4529366504231853,
      "grad_norm": 0.96307772397995,
      "learning_rate": 0.001031375566384543,
      "loss": 0.5907,
      "step": 11330
    },
    {
      "epoch": 1.4542190305206464,
      "grad_norm": 0.5311592817306519,
      "learning_rate": 0.001030520646319569,
      "loss": 0.5292,
      "step": 11340
    },
    {
      "epoch": 1.4555014106181072,
      "grad_norm": 1.3051635026931763,
      "learning_rate": 0.0010296657262545952,
      "loss": 0.5106,
      "step": 11350
    },
    {
      "epoch": 1.456783790715568,
      "grad_norm": 1.5041792392730713,
      "learning_rate": 0.0010288108061896214,
      "loss": 0.5676,
      "step": 11360
    },
    {
      "epoch": 1.458066170813029,
      "grad_norm": 1.6428672075271606,
      "learning_rate": 0.0010279558861246475,
      "loss": 0.6384,
      "step": 11370
    },
    {
      "epoch": 1.45934855091049,
      "grad_norm": 0.9617105722427368,
      "learning_rate": 0.0010271009660596734,
      "loss": 0.4024,
      "step": 11380
    },
    {
      "epoch": 1.4606309310079508,
      "grad_norm": 1.0485490560531616,
      "learning_rate": 0.0010262460459946996,
      "loss": 0.5619,
      "step": 11390
    },
    {
      "epoch": 1.4619133111054117,
      "grad_norm": 1.21506667137146,
      "learning_rate": 0.0010253911259297255,
      "loss": 0.4969,
      "step": 11400
    },
    {
      "epoch": 1.4631956912028725,
      "grad_norm": 1.1984257698059082,
      "learning_rate": 0.0010245362058647516,
      "loss": 0.4939,
      "step": 11410
    },
    {
      "epoch": 1.4644780713003334,
      "grad_norm": 0.8625141382217407,
      "learning_rate": 0.0010236812857997778,
      "loss": 0.543,
      "step": 11420
    },
    {
      "epoch": 1.4657604513977942,
      "grad_norm": 1.3549401760101318,
      "learning_rate": 0.0010228263657348039,
      "loss": 0.5781,
      "step": 11430
    },
    {
      "epoch": 1.4670428314952553,
      "grad_norm": 1.5862414836883545,
      "learning_rate": 0.0010219714456698298,
      "loss": 0.5567,
      "step": 11440
    },
    {
      "epoch": 1.4683252115927161,
      "grad_norm": 0.9037706255912781,
      "learning_rate": 0.001021116525604856,
      "loss": 0.519,
      "step": 11450
    },
    {
      "epoch": 1.469607591690177,
      "grad_norm": 0.9766443967819214,
      "learning_rate": 0.001020261605539882,
      "loss": 0.5847,
      "step": 11460
    },
    {
      "epoch": 1.4708899717876378,
      "grad_norm": 1.0838594436645508,
      "learning_rate": 0.0010194066854749082,
      "loss": 0.5357,
      "step": 11470
    },
    {
      "epoch": 1.4721723518850989,
      "grad_norm": 1.4483375549316406,
      "learning_rate": 0.0010185517654099341,
      "loss": 0.5475,
      "step": 11480
    },
    {
      "epoch": 1.4734547319825597,
      "grad_norm": 0.8537694215774536,
      "learning_rate": 0.0010176968453449603,
      "loss": 0.6359,
      "step": 11490
    },
    {
      "epoch": 1.4747371120800206,
      "grad_norm": 1.2811238765716553,
      "learning_rate": 0.0010168419252799864,
      "loss": 0.4657,
      "step": 11500
    },
    {
      "epoch": 1.4760194921774814,
      "grad_norm": 1.3045051097869873,
      "learning_rate": 0.0010159870052150123,
      "loss": 0.4271,
      "step": 11510
    },
    {
      "epoch": 1.4773018722749423,
      "grad_norm": 0.577139139175415,
      "learning_rate": 0.0010151320851500385,
      "loss": 0.5664,
      "step": 11520
    },
    {
      "epoch": 1.478584252372403,
      "grad_norm": 0.9219268560409546,
      "learning_rate": 0.0010142771650850646,
      "loss": 0.5258,
      "step": 11530
    },
    {
      "epoch": 1.479866632469864,
      "grad_norm": 0.6909111142158508,
      "learning_rate": 0.0010134222450200907,
      "loss": 0.4782,
      "step": 11540
    },
    {
      "epoch": 1.481149012567325,
      "grad_norm": 1.5484191179275513,
      "learning_rate": 0.0010125673249551167,
      "loss": 0.6158,
      "step": 11550
    },
    {
      "epoch": 1.4824313926647859,
      "grad_norm": 1.1076061725616455,
      "learning_rate": 0.0010117124048901428,
      "loss": 0.687,
      "step": 11560
    },
    {
      "epoch": 1.4837137727622467,
      "grad_norm": 0.5345991253852844,
      "learning_rate": 0.0010108574848251687,
      "loss": 0.4507,
      "step": 11570
    },
    {
      "epoch": 1.4849961528597075,
      "grad_norm": 1.8849554061889648,
      "learning_rate": 0.0010100025647601949,
      "loss": 0.7036,
      "step": 11580
    },
    {
      "epoch": 1.4862785329571686,
      "grad_norm": 1.3229577541351318,
      "learning_rate": 0.001009147644695221,
      "loss": 0.6121,
      "step": 11590
    },
    {
      "epoch": 1.4875609130546295,
      "grad_norm": 0.5365115404129028,
      "learning_rate": 0.0010082927246302471,
      "loss": 0.5233,
      "step": 11600
    },
    {
      "epoch": 1.4888432931520903,
      "grad_norm": 1.0795190334320068,
      "learning_rate": 0.0010074378045652733,
      "loss": 0.464,
      "step": 11610
    },
    {
      "epoch": 1.4901256732495511,
      "grad_norm": 1.2084637880325317,
      "learning_rate": 0.0010065828845002994,
      "loss": 0.5965,
      "step": 11620
    },
    {
      "epoch": 1.491408053347012,
      "grad_norm": 1.16603684425354,
      "learning_rate": 0.0010057279644353253,
      "loss": 0.5806,
      "step": 11630
    },
    {
      "epoch": 1.4926904334444728,
      "grad_norm": 1.2406288385391235,
      "learning_rate": 0.0010048730443703512,
      "loss": 0.5364,
      "step": 11640
    },
    {
      "epoch": 1.493972813541934,
      "grad_norm": 1.1917636394500732,
      "learning_rate": 0.0010040181243053774,
      "loss": 0.7354,
      "step": 11650
    },
    {
      "epoch": 1.4952551936393947,
      "grad_norm": 0.8824617862701416,
      "learning_rate": 0.0010031632042404035,
      "loss": 0.5803,
      "step": 11660
    },
    {
      "epoch": 1.4965375737368556,
      "grad_norm": 1.87214195728302,
      "learning_rate": 0.0010023082841754296,
      "loss": 0.6652,
      "step": 11670
    },
    {
      "epoch": 1.4978199538343164,
      "grad_norm": 1.6992979049682617,
      "learning_rate": 0.0010014533641104558,
      "loss": 0.6646,
      "step": 11680
    },
    {
      "epoch": 1.4991023339317775,
      "grad_norm": 0.8672876954078674,
      "learning_rate": 0.001000598444045482,
      "loss": 0.6627,
      "step": 11690
    },
    {
      "epoch": 1.5003847140292383,
      "grad_norm": 0.7643082141876221,
      "learning_rate": 0.0009997435239805078,
      "loss": 0.4474,
      "step": 11700
    },
    {
      "epoch": 1.5016670941266992,
      "grad_norm": 0.6023688912391663,
      "learning_rate": 0.000998888603915534,
      "loss": 0.5694,
      "step": 11710
    },
    {
      "epoch": 1.50294947422416,
      "grad_norm": 0.637225866317749,
      "learning_rate": 0.0009980336838505601,
      "loss": 0.5371,
      "step": 11720
    },
    {
      "epoch": 1.5042318543216209,
      "grad_norm": 1.3987553119659424,
      "learning_rate": 0.000997178763785586,
      "loss": 0.5906,
      "step": 11730
    },
    {
      "epoch": 1.5055142344190817,
      "grad_norm": 1.1652394533157349,
      "learning_rate": 0.0009963238437206122,
      "loss": 0.5353,
      "step": 11740
    },
    {
      "epoch": 1.5067966145165426,
      "grad_norm": 0.8522770404815674,
      "learning_rate": 0.0009954689236556383,
      "loss": 0.5415,
      "step": 11750
    },
    {
      "epoch": 1.5080789946140036,
      "grad_norm": 0.6423736810684204,
      "learning_rate": 0.0009946140035906644,
      "loss": 0.4791,
      "step": 11760
    },
    {
      "epoch": 1.5093613747114645,
      "grad_norm": 1.1400604248046875,
      "learning_rate": 0.0009937590835256904,
      "loss": 0.7027,
      "step": 11770
    },
    {
      "epoch": 1.5106437548089253,
      "grad_norm": 1.3665844202041626,
      "learning_rate": 0.0009929041634607165,
      "loss": 0.5289,
      "step": 11780
    },
    {
      "epoch": 1.5119261349063864,
      "grad_norm": 0.5529056191444397,
      "learning_rate": 0.0009920492433957426,
      "loss": 0.4608,
      "step": 11790
    },
    {
      "epoch": 1.5132085150038472,
      "grad_norm": 0.7571165561676025,
      "learning_rate": 0.0009911943233307686,
      "loss": 0.5328,
      "step": 11800
    },
    {
      "epoch": 1.514490895101308,
      "grad_norm": 1.0876634120941162,
      "learning_rate": 0.0009903394032657947,
      "loss": 0.6374,
      "step": 11810
    },
    {
      "epoch": 1.515773275198769,
      "grad_norm": 0.9497352242469788,
      "learning_rate": 0.0009894844832008208,
      "loss": 0.5999,
      "step": 11820
    },
    {
      "epoch": 1.5170556552962298,
      "grad_norm": 1.0220736265182495,
      "learning_rate": 0.0009886295631358467,
      "loss": 0.5733,
      "step": 11830
    },
    {
      "epoch": 1.5183380353936906,
      "grad_norm": 0.8994792699813843,
      "learning_rate": 0.0009877746430708729,
      "loss": 0.5991,
      "step": 11840
    },
    {
      "epoch": 1.5196204154911515,
      "grad_norm": 0.9045878648757935,
      "learning_rate": 0.000986919723005899,
      "loss": 0.4144,
      "step": 11850
    },
    {
      "epoch": 1.5209027955886123,
      "grad_norm": 0.8704327344894409,
      "learning_rate": 0.000986064802940925,
      "loss": 0.4937,
      "step": 11860
    },
    {
      "epoch": 1.5221851756860734,
      "grad_norm": 2.1458346843719482,
      "learning_rate": 0.000985209882875951,
      "loss": 0.5259,
      "step": 11870
    },
    {
      "epoch": 1.5234675557835342,
      "grad_norm": 0.5980050563812256,
      "learning_rate": 0.0009843549628109772,
      "loss": 0.5159,
      "step": 11880
    },
    {
      "epoch": 1.5247499358809953,
      "grad_norm": 1.8885890245437622,
      "learning_rate": 0.0009835000427460034,
      "loss": 0.6933,
      "step": 11890
    },
    {
      "epoch": 1.5260323159784561,
      "grad_norm": 1.1115361452102661,
      "learning_rate": 0.0009826451226810293,
      "loss": 0.48,
      "step": 11900
    },
    {
      "epoch": 1.527314696075917,
      "grad_norm": 0.6800194978713989,
      "learning_rate": 0.0009817902026160554,
      "loss": 0.5799,
      "step": 11910
    },
    {
      "epoch": 1.5285970761733778,
      "grad_norm": 0.7408868074417114,
      "learning_rate": 0.0009809352825510815,
      "loss": 0.4767,
      "step": 11920
    },
    {
      "epoch": 1.5298794562708387,
      "grad_norm": 0.7443408966064453,
      "learning_rate": 0.0009800803624861075,
      "loss": 0.7237,
      "step": 11930
    },
    {
      "epoch": 1.5311618363682995,
      "grad_norm": 0.7522343993186951,
      "learning_rate": 0.0009792254424211336,
      "loss": 0.3609,
      "step": 11940
    },
    {
      "epoch": 1.5324442164657603,
      "grad_norm": 1.1541762351989746,
      "learning_rate": 0.0009783705223561597,
      "loss": 0.6063,
      "step": 11950
    },
    {
      "epoch": 1.5337265965632212,
      "grad_norm": 0.7068589329719543,
      "learning_rate": 0.0009775156022911857,
      "loss": 0.4613,
      "step": 11960
    },
    {
      "epoch": 1.5350089766606823,
      "grad_norm": 0.4808710515499115,
      "learning_rate": 0.0009766606822262118,
      "loss": 0.538,
      "step": 11970
    },
    {
      "epoch": 1.536291356758143,
      "grad_norm": 0.7787117958068848,
      "learning_rate": 0.0009758057621612379,
      "loss": 0.5906,
      "step": 11980
    },
    {
      "epoch": 1.5375737368556042,
      "grad_norm": 0.8264428973197937,
      "learning_rate": 0.0009749508420962641,
      "loss": 0.5553,
      "step": 11990
    },
    {
      "epoch": 1.538856116953065,
      "grad_norm": 1.344869613647461,
      "learning_rate": 0.0009740959220312901,
      "loss": 0.4615,
      "step": 12000
    },
    {
      "epoch": 1.5401384970505259,
      "grad_norm": 0.622340977191925,
      "learning_rate": 0.0009732410019663161,
      "loss": 0.5527,
      "step": 12010
    },
    {
      "epoch": 1.5414208771479867,
      "grad_norm": 0.8521725535392761,
      "learning_rate": 0.0009723860819013423,
      "loss": 0.7133,
      "step": 12020
    },
    {
      "epoch": 1.5427032572454475,
      "grad_norm": 0.7346990704536438,
      "learning_rate": 0.0009715311618363684,
      "loss": 0.4141,
      "step": 12030
    },
    {
      "epoch": 1.5439856373429084,
      "grad_norm": 0.42431166768074036,
      "learning_rate": 0.0009706762417713943,
      "loss": 0.524,
      "step": 12040
    },
    {
      "epoch": 1.5452680174403692,
      "grad_norm": 0.6801153421401978,
      "learning_rate": 0.0009698213217064205,
      "loss": 0.5191,
      "step": 12050
    },
    {
      "epoch": 1.54655039753783,
      "grad_norm": 1.2390146255493164,
      "learning_rate": 0.0009689664016414466,
      "loss": 0.6671,
      "step": 12060
    },
    {
      "epoch": 1.5478327776352911,
      "grad_norm": 1.2838438749313354,
      "learning_rate": 0.0009681114815764726,
      "loss": 0.5188,
      "step": 12070
    },
    {
      "epoch": 1.549115157732752,
      "grad_norm": 1.216489315032959,
      "learning_rate": 0.0009672565615114986,
      "loss": 0.6267,
      "step": 12080
    },
    {
      "epoch": 1.5503975378302128,
      "grad_norm": 1.3445849418640137,
      "learning_rate": 0.0009664016414465248,
      "loss": 0.5555,
      "step": 12090
    },
    {
      "epoch": 1.551679917927674,
      "grad_norm": 0.9177038669586182,
      "learning_rate": 0.0009655467213815508,
      "loss": 0.5171,
      "step": 12100
    },
    {
      "epoch": 1.5529622980251347,
      "grad_norm": 0.784768283367157,
      "learning_rate": 0.000964691801316577,
      "loss": 0.5645,
      "step": 12110
    },
    {
      "epoch": 1.5542446781225956,
      "grad_norm": 1.3219481706619263,
      "learning_rate": 0.000963836881251603,
      "loss": 0.5687,
      "step": 12120
    },
    {
      "epoch": 1.5555270582200564,
      "grad_norm": 1.0199742317199707,
      "learning_rate": 0.0009629819611866291,
      "loss": 0.4982,
      "step": 12130
    },
    {
      "epoch": 1.5568094383175173,
      "grad_norm": 0.6068373322486877,
      "learning_rate": 0.0009621270411216551,
      "loss": 0.4458,
      "step": 12140
    },
    {
      "epoch": 1.5580918184149781,
      "grad_norm": 0.7337871193885803,
      "learning_rate": 0.0009612721210566813,
      "loss": 0.5002,
      "step": 12150
    },
    {
      "epoch": 1.559374198512439,
      "grad_norm": 0.9381522536277771,
      "learning_rate": 0.0009604172009917073,
      "loss": 0.4884,
      "step": 12160
    },
    {
      "epoch": 1.5606565786098998,
      "grad_norm": 1.3527436256408691,
      "learning_rate": 0.0009595622809267333,
      "loss": 0.6701,
      "step": 12170
    },
    {
      "epoch": 1.5619389587073609,
      "grad_norm": 0.9414606094360352,
      "learning_rate": 0.0009587073608617595,
      "loss": 0.6152,
      "step": 12180
    },
    {
      "epoch": 1.5632213388048217,
      "grad_norm": 0.8174257874488831,
      "learning_rate": 0.0009578524407967856,
      "loss": 0.5274,
      "step": 12190
    },
    {
      "epoch": 1.5645037189022828,
      "grad_norm": 1.5723670721054077,
      "learning_rate": 0.0009569975207318115,
      "loss": 0.6343,
      "step": 12200
    },
    {
      "epoch": 1.5657860989997436,
      "grad_norm": 1.176369309425354,
      "learning_rate": 0.0009561426006668377,
      "loss": 0.5032,
      "step": 12210
    },
    {
      "epoch": 1.5670684790972045,
      "grad_norm": 0.9606861472129822,
      "learning_rate": 0.0009552876806018638,
      "loss": 0.5375,
      "step": 12220
    },
    {
      "epoch": 1.5683508591946653,
      "grad_norm": 0.65707927942276,
      "learning_rate": 0.0009544327605368897,
      "loss": 0.5424,
      "step": 12230
    },
    {
      "epoch": 1.5696332392921262,
      "grad_norm": 1.4007467031478882,
      "learning_rate": 0.0009535778404719159,
      "loss": 0.6445,
      "step": 12240
    },
    {
      "epoch": 1.570915619389587,
      "grad_norm": 1.0171335935592651,
      "learning_rate": 0.000952722920406942,
      "loss": 0.6483,
      "step": 12250
    },
    {
      "epoch": 1.5721979994870479,
      "grad_norm": 1.3080893754959106,
      "learning_rate": 0.0009518680003419681,
      "loss": 0.6063,
      "step": 12260
    },
    {
      "epoch": 1.5734803795845087,
      "grad_norm": 1.2589539289474487,
      "learning_rate": 0.000951013080276994,
      "loss": 0.5336,
      "step": 12270
    },
    {
      "epoch": 1.5747627596819698,
      "grad_norm": 1.1046485900878906,
      "learning_rate": 0.0009501581602120202,
      "loss": 0.5861,
      "step": 12280
    },
    {
      "epoch": 1.5760451397794306,
      "grad_norm": 0.5925372242927551,
      "learning_rate": 0.0009493032401470463,
      "loss": 0.5389,
      "step": 12290
    },
    {
      "epoch": 1.5773275198768915,
      "grad_norm": 0.9463218450546265,
      "learning_rate": 0.0009484483200820723,
      "loss": 0.4316,
      "step": 12300
    },
    {
      "epoch": 1.5786098999743525,
      "grad_norm": 1.0939500331878662,
      "learning_rate": 0.0009475934000170984,
      "loss": 0.5682,
      "step": 12310
    },
    {
      "epoch": 1.5798922800718134,
      "grad_norm": 1.314713478088379,
      "learning_rate": 0.0009467384799521245,
      "loss": 0.7091,
      "step": 12320
    },
    {
      "epoch": 1.5811746601692742,
      "grad_norm": 1.5223866701126099,
      "learning_rate": 0.0009458835598871505,
      "loss": 0.6481,
      "step": 12330
    },
    {
      "epoch": 1.582457040266735,
      "grad_norm": 0.6593065857887268,
      "learning_rate": 0.0009450286398221767,
      "loss": 0.5051,
      "step": 12340
    },
    {
      "epoch": 1.583739420364196,
      "grad_norm": 0.6195816993713379,
      "learning_rate": 0.0009441737197572027,
      "loss": 0.5446,
      "step": 12350
    },
    {
      "epoch": 1.5850218004616567,
      "grad_norm": 0.5355708599090576,
      "learning_rate": 0.0009433187996922287,
      "loss": 0.592,
      "step": 12360
    },
    {
      "epoch": 1.5863041805591176,
      "grad_norm": 0.5407887697219849,
      "learning_rate": 0.0009424638796272549,
      "loss": 0.4079,
      "step": 12370
    },
    {
      "epoch": 1.5875865606565787,
      "grad_norm": 0.8656293153762817,
      "learning_rate": 0.000941608959562281,
      "loss": 0.6232,
      "step": 12380
    },
    {
      "epoch": 1.5888689407540395,
      "grad_norm": 1.0088326930999756,
      "learning_rate": 0.0009407540394973069,
      "loss": 0.5646,
      "step": 12390
    },
    {
      "epoch": 1.5901513208515003,
      "grad_norm": 1.7522426843643188,
      "learning_rate": 0.0009398991194323331,
      "loss": 0.6204,
      "step": 12400
    },
    {
      "epoch": 1.5914337009489614,
      "grad_norm": 1.3139151334762573,
      "learning_rate": 0.0009390441993673592,
      "loss": 0.5363,
      "step": 12410
    },
    {
      "epoch": 1.5927160810464223,
      "grad_norm": 1.4125381708145142,
      "learning_rate": 0.0009381892793023853,
      "loss": 0.5504,
      "step": 12420
    },
    {
      "epoch": 1.593998461143883,
      "grad_norm": 1.0490381717681885,
      "learning_rate": 0.0009373343592374113,
      "loss": 0.5976,
      "step": 12430
    },
    {
      "epoch": 1.595280841241344,
      "grad_norm": 0.8534132242202759,
      "learning_rate": 0.0009364794391724374,
      "loss": 0.5671,
      "step": 12440
    },
    {
      "epoch": 1.5965632213388048,
      "grad_norm": 0.882533848285675,
      "learning_rate": 0.0009356245191074635,
      "loss": 0.5291,
      "step": 12450
    },
    {
      "epoch": 1.5978456014362656,
      "grad_norm": 0.9412997364997864,
      "learning_rate": 0.0009347695990424896,
      "loss": 0.5206,
      "step": 12460
    },
    {
      "epoch": 1.5991279815337265,
      "grad_norm": 0.8173903822898865,
      "learning_rate": 0.0009339146789775156,
      "loss": 0.6253,
      "step": 12470
    },
    {
      "epoch": 1.6004103616311873,
      "grad_norm": 1.2541340589523315,
      "learning_rate": 0.0009330597589125417,
      "loss": 0.6774,
      "step": 12480
    },
    {
      "epoch": 1.6016927417286484,
      "grad_norm": 0.8679422736167908,
      "learning_rate": 0.0009322048388475678,
      "loss": 0.4629,
      "step": 12490
    },
    {
      "epoch": 1.6029751218261092,
      "grad_norm": 0.8610258102416992,
      "learning_rate": 0.0009313499187825939,
      "loss": 0.575,
      "step": 12500
    },
    {
      "epoch": 1.6042575019235703,
      "grad_norm": 0.6528512835502625,
      "learning_rate": 0.0009304949987176199,
      "loss": 0.4773,
      "step": 12510
    },
    {
      "epoch": 1.6055398820210312,
      "grad_norm": 0.7231767773628235,
      "learning_rate": 0.0009296400786526459,
      "loss": 0.643,
      "step": 12520
    },
    {
      "epoch": 1.606822262118492,
      "grad_norm": 1.6632248163223267,
      "learning_rate": 0.0009287851585876721,
      "loss": 0.7517,
      "step": 12530
    },
    {
      "epoch": 1.6081046422159528,
      "grad_norm": 0.7457917332649231,
      "learning_rate": 0.0009279302385226982,
      "loss": 0.3932,
      "step": 12540
    },
    {
      "epoch": 1.6093870223134137,
      "grad_norm": 0.8939314484596252,
      "learning_rate": 0.0009270753184577242,
      "loss": 0.6226,
      "step": 12550
    },
    {
      "epoch": 1.6106694024108745,
      "grad_norm": 0.4794626235961914,
      "learning_rate": 0.0009262203983927503,
      "loss": 0.5804,
      "step": 12560
    },
    {
      "epoch": 1.6119517825083354,
      "grad_norm": 0.7062269449234009,
      "learning_rate": 0.0009253654783277764,
      "loss": 0.4038,
      "step": 12570
    },
    {
      "epoch": 1.6132341626057962,
      "grad_norm": 0.6264899373054504,
      "learning_rate": 0.0009245105582628024,
      "loss": 0.7183,
      "step": 12580
    },
    {
      "epoch": 1.6145165427032573,
      "grad_norm": 0.5829173922538757,
      "learning_rate": 0.0009236556381978285,
      "loss": 0.61,
      "step": 12590
    },
    {
      "epoch": 1.6157989228007181,
      "grad_norm": 0.9000409841537476,
      "learning_rate": 0.0009228007181328546,
      "loss": 0.6004,
      "step": 12600
    },
    {
      "epoch": 1.617081302898179,
      "grad_norm": 0.5521026849746704,
      "learning_rate": 0.0009219457980678807,
      "loss": 0.5799,
      "step": 12610
    },
    {
      "epoch": 1.61836368299564,
      "grad_norm": 0.9383637309074402,
      "learning_rate": 0.0009210908780029067,
      "loss": 0.4902,
      "step": 12620
    },
    {
      "epoch": 1.6196460630931009,
      "grad_norm": 1.1581825017929077,
      "learning_rate": 0.0009202359579379328,
      "loss": 0.4182,
      "step": 12630
    },
    {
      "epoch": 1.6209284431905617,
      "grad_norm": 2.7146356105804443,
      "learning_rate": 0.0009193810378729589,
      "loss": 0.6339,
      "step": 12640
    },
    {
      "epoch": 1.6222108232880226,
      "grad_norm": 0.607458233833313,
      "learning_rate": 0.000918526117807985,
      "loss": 0.7317,
      "step": 12650
    },
    {
      "epoch": 1.6234932033854834,
      "grad_norm": 0.8015214800834656,
      "learning_rate": 0.000917671197743011,
      "loss": 0.5006,
      "step": 12660
    },
    {
      "epoch": 1.6247755834829443,
      "grad_norm": 0.9352098703384399,
      "learning_rate": 0.0009168162776780371,
      "loss": 0.5692,
      "step": 12670
    },
    {
      "epoch": 1.626057963580405,
      "grad_norm": 1.3403977155685425,
      "learning_rate": 0.0009159613576130632,
      "loss": 0.3569,
      "step": 12680
    },
    {
      "epoch": 1.6273403436778662,
      "grad_norm": 0.9648029804229736,
      "learning_rate": 0.0009151064375480893,
      "loss": 0.6767,
      "step": 12690
    },
    {
      "epoch": 1.628622723775327,
      "grad_norm": 0.7948251962661743,
      "learning_rate": 0.0009142515174831153,
      "loss": 0.5911,
      "step": 12700
    },
    {
      "epoch": 1.6299051038727879,
      "grad_norm": 0.9088913798332214,
      "learning_rate": 0.0009133965974181415,
      "loss": 0.7068,
      "step": 12710
    },
    {
      "epoch": 1.631187483970249,
      "grad_norm": 0.6906175017356873,
      "learning_rate": 0.0009125416773531675,
      "loss": 0.7111,
      "step": 12720
    },
    {
      "epoch": 1.6324698640677098,
      "grad_norm": 1.3398417234420776,
      "learning_rate": 0.0009116867572881936,
      "loss": 0.7023,
      "step": 12730
    },
    {
      "epoch": 1.6337522441651706,
      "grad_norm": 1.101651906967163,
      "learning_rate": 0.0009108318372232196,
      "loss": 0.6276,
      "step": 12740
    },
    {
      "epoch": 1.6350346242626315,
      "grad_norm": 1.373275637626648,
      "learning_rate": 0.0009099769171582457,
      "loss": 0.5836,
      "step": 12750
    },
    {
      "epoch": 1.6363170043600923,
      "grad_norm": 1.2274094820022583,
      "learning_rate": 0.0009091219970932718,
      "loss": 0.7078,
      "step": 12760
    },
    {
      "epoch": 1.6375993844575532,
      "grad_norm": 1.5747358798980713,
      "learning_rate": 0.000908267077028298,
      "loss": 0.5668,
      "step": 12770
    },
    {
      "epoch": 1.638881764555014,
      "grad_norm": 0.8394151329994202,
      "learning_rate": 0.0009074121569633239,
      "loss": 0.4556,
      "step": 12780
    },
    {
      "epoch": 1.6401641446524748,
      "grad_norm": 0.7515396475791931,
      "learning_rate": 0.00090655723689835,
      "loss": 0.5956,
      "step": 12790
    },
    {
      "epoch": 1.641446524749936,
      "grad_norm": 1.009969711303711,
      "learning_rate": 0.0009057023168333761,
      "loss": 0.4052,
      "step": 12800
    },
    {
      "epoch": 1.6427289048473968,
      "grad_norm": 1.0753581523895264,
      "learning_rate": 0.0009048473967684022,
      "loss": 0.4942,
      "step": 12810
    },
    {
      "epoch": 1.6440112849448578,
      "grad_norm": 0.8667649030685425,
      "learning_rate": 0.0009039924767034282,
      "loss": 0.5448,
      "step": 12820
    },
    {
      "epoch": 1.6452936650423187,
      "grad_norm": 0.7869744300842285,
      "learning_rate": 0.0009031375566384543,
      "loss": 0.4488,
      "step": 12830
    },
    {
      "epoch": 1.6465760451397795,
      "grad_norm": 0.9994969367980957,
      "learning_rate": 0.0009022826365734805,
      "loss": 0.4666,
      "step": 12840
    },
    {
      "epoch": 1.6478584252372404,
      "grad_norm": 1.0947333574295044,
      "learning_rate": 0.0009014277165085065,
      "loss": 0.5769,
      "step": 12850
    },
    {
      "epoch": 1.6491408053347012,
      "grad_norm": 0.44217410683631897,
      "learning_rate": 0.0009005727964435325,
      "loss": 0.4351,
      "step": 12860
    },
    {
      "epoch": 1.650423185432162,
      "grad_norm": 1.5107439756393433,
      "learning_rate": 0.0008997178763785587,
      "loss": 0.4896,
      "step": 12870
    },
    {
      "epoch": 1.6517055655296229,
      "grad_norm": 1.3806378841400146,
      "learning_rate": 0.0008988629563135847,
      "loss": 0.4819,
      "step": 12880
    },
    {
      "epoch": 1.6529879456270837,
      "grad_norm": 1.0684335231781006,
      "learning_rate": 0.0008980080362486108,
      "loss": 0.5076,
      "step": 12890
    },
    {
      "epoch": 1.6542703257245448,
      "grad_norm": 0.6249770522117615,
      "learning_rate": 0.0008971531161836369,
      "loss": 0.5086,
      "step": 12900
    },
    {
      "epoch": 1.6555527058220056,
      "grad_norm": 0.8188676238059998,
      "learning_rate": 0.0008962981961186629,
      "loss": 0.4622,
      "step": 12910
    },
    {
      "epoch": 1.6568350859194665,
      "grad_norm": 0.6623940467834473,
      "learning_rate": 0.000895443276053689,
      "loss": 0.5601,
      "step": 12920
    },
    {
      "epoch": 1.6581174660169276,
      "grad_norm": 0.7788714170455933,
      "learning_rate": 0.000894588355988715,
      "loss": 0.4996,
      "step": 12930
    },
    {
      "epoch": 1.6593998461143884,
      "grad_norm": 1.1400748491287231,
      "learning_rate": 0.0008937334359237411,
      "loss": 0.6324,
      "step": 12940
    },
    {
      "epoch": 1.6606822262118492,
      "grad_norm": 0.873874306678772,
      "learning_rate": 0.0008928785158587672,
      "loss": 0.4832,
      "step": 12950
    },
    {
      "epoch": 1.66196460630931,
      "grad_norm": 1.9320780038833618,
      "learning_rate": 0.0008920235957937934,
      "loss": 0.5149,
      "step": 12960
    },
    {
      "epoch": 1.663246986406771,
      "grad_norm": 0.7874430418014526,
      "learning_rate": 0.0008911686757288193,
      "loss": 0.5972,
      "step": 12970
    },
    {
      "epoch": 1.6645293665042318,
      "grad_norm": 0.5509324073791504,
      "learning_rate": 0.0008903137556638454,
      "loss": 0.6655,
      "step": 12980
    },
    {
      "epoch": 1.6658117466016926,
      "grad_norm": 1.294395089149475,
      "learning_rate": 0.0008894588355988715,
      "loss": 0.5809,
      "step": 12990
    },
    {
      "epoch": 1.6670941266991535,
      "grad_norm": 1.0513406991958618,
      "learning_rate": 0.0008886039155338977,
      "loss": 0.5312,
      "step": 13000
    },
    {
      "epoch": 1.6683765067966145,
      "grad_norm": 0.7653344869613647,
      "learning_rate": 0.0008877489954689236,
      "loss": 0.5772,
      "step": 13010
    },
    {
      "epoch": 1.6696588868940754,
      "grad_norm": 0.8619967103004456,
      "learning_rate": 0.0008868940754039497,
      "loss": 0.5977,
      "step": 13020
    },
    {
      "epoch": 1.6709412669915364,
      "grad_norm": 0.5212082862854004,
      "learning_rate": 0.0008860391553389759,
      "loss": 0.514,
      "step": 13030
    },
    {
      "epoch": 1.6722236470889973,
      "grad_norm": 1.150930404663086,
      "learning_rate": 0.0008851842352740019,
      "loss": 0.4911,
      "step": 13040
    },
    {
      "epoch": 1.6735060271864581,
      "grad_norm": 1.1434667110443115,
      "learning_rate": 0.0008843293152090279,
      "loss": 0.6873,
      "step": 13050
    },
    {
      "epoch": 1.674788407283919,
      "grad_norm": 0.8454691171646118,
      "learning_rate": 0.0008834743951440541,
      "loss": 0.5696,
      "step": 13060
    },
    {
      "epoch": 1.6760707873813798,
      "grad_norm": 0.9413100481033325,
      "learning_rate": 0.0008826194750790801,
      "loss": 0.5203,
      "step": 13070
    },
    {
      "epoch": 1.6773531674788407,
      "grad_norm": 1.1929399967193604,
      "learning_rate": 0.0008817645550141062,
      "loss": 0.6685,
      "step": 13080
    },
    {
      "epoch": 1.6786355475763015,
      "grad_norm": 0.7188916206359863,
      "learning_rate": 0.0008809096349491323,
      "loss": 0.5879,
      "step": 13090
    },
    {
      "epoch": 1.6799179276737624,
      "grad_norm": 1.4014157056808472,
      "learning_rate": 0.0008800547148841583,
      "loss": 0.7174,
      "step": 13100
    },
    {
      "epoch": 1.6812003077712234,
      "grad_norm": 1.280308485031128,
      "learning_rate": 0.0008791997948191844,
      "loss": 0.6408,
      "step": 13110
    },
    {
      "epoch": 1.6824826878686843,
      "grad_norm": 0.7468828558921814,
      "learning_rate": 0.0008783448747542106,
      "loss": 0.5482,
      "step": 13120
    },
    {
      "epoch": 1.6837650679661451,
      "grad_norm": 1.2528510093688965,
      "learning_rate": 0.0008774899546892366,
      "loss": 0.5617,
      "step": 13130
    },
    {
      "epoch": 1.6850474480636062,
      "grad_norm": 0.8010075092315674,
      "learning_rate": 0.0008766350346242626,
      "loss": 0.497,
      "step": 13140
    },
    {
      "epoch": 1.686329828161067,
      "grad_norm": 0.6345623731613159,
      "learning_rate": 0.0008757801145592888,
      "loss": 0.5155,
      "step": 13150
    },
    {
      "epoch": 1.6876122082585279,
      "grad_norm": 0.8836259245872498,
      "learning_rate": 0.0008749251944943149,
      "loss": 0.5199,
      "step": 13160
    },
    {
      "epoch": 1.6888945883559887,
      "grad_norm": 1.7731555700302124,
      "learning_rate": 0.0008740702744293408,
      "loss": 0.7202,
      "step": 13170
    },
    {
      "epoch": 1.6901769684534496,
      "grad_norm": 0.9856127500534058,
      "learning_rate": 0.0008732153543643669,
      "loss": 0.5554,
      "step": 13180
    },
    {
      "epoch": 1.6914593485509104,
      "grad_norm": 0.678236722946167,
      "learning_rate": 0.0008723604342993931,
      "loss": 0.5101,
      "step": 13190
    },
    {
      "epoch": 1.6927417286483712,
      "grad_norm": 1.093641996383667,
      "learning_rate": 0.0008715055142344191,
      "loss": 0.4779,
      "step": 13200
    },
    {
      "epoch": 1.6940241087458323,
      "grad_norm": 0.8706515431404114,
      "learning_rate": 0.0008706505941694451,
      "loss": 0.5454,
      "step": 13210
    },
    {
      "epoch": 1.6953064888432932,
      "grad_norm": 1.9918123483657837,
      "learning_rate": 0.0008697956741044713,
      "loss": 0.5804,
      "step": 13220
    },
    {
      "epoch": 1.696588868940754,
      "grad_norm": 0.68386310338974,
      "learning_rate": 0.0008689407540394973,
      "loss": 0.5132,
      "step": 13230
    },
    {
      "epoch": 1.697871249038215,
      "grad_norm": 0.9491919279098511,
      "learning_rate": 0.0008680858339745234,
      "loss": 0.5333,
      "step": 13240
    },
    {
      "epoch": 1.699153629135676,
      "grad_norm": 1.1484148502349854,
      "learning_rate": 0.0008672309139095495,
      "loss": 0.5035,
      "step": 13250
    },
    {
      "epoch": 1.7004360092331368,
      "grad_norm": 0.6695376038551331,
      "learning_rate": 0.0008663759938445755,
      "loss": 0.4074,
      "step": 13260
    },
    {
      "epoch": 1.7017183893305976,
      "grad_norm": 1.1360992193222046,
      "learning_rate": 0.0008655210737796016,
      "loss": 0.4778,
      "step": 13270
    },
    {
      "epoch": 1.7030007694280584,
      "grad_norm": 0.9604383111000061,
      "learning_rate": 0.0008646661537146277,
      "loss": 0.5601,
      "step": 13280
    },
    {
      "epoch": 1.7042831495255193,
      "grad_norm": 1.3364579677581787,
      "learning_rate": 0.0008638112336496538,
      "loss": 0.4396,
      "step": 13290
    },
    {
      "epoch": 1.7055655296229801,
      "grad_norm": 0.6195886731147766,
      "learning_rate": 0.0008629563135846798,
      "loss": 0.5143,
      "step": 13300
    },
    {
      "epoch": 1.706847909720441,
      "grad_norm": 0.9771988987922668,
      "learning_rate": 0.000862101393519706,
      "loss": 0.504,
      "step": 13310
    },
    {
      "epoch": 1.708130289817902,
      "grad_norm": 1.2056382894515991,
      "learning_rate": 0.000861246473454732,
      "loss": 0.5157,
      "step": 13320
    },
    {
      "epoch": 1.709412669915363,
      "grad_norm": 1.0065749883651733,
      "learning_rate": 0.000860391553389758,
      "loss": 0.5178,
      "step": 13330
    },
    {
      "epoch": 1.710695050012824,
      "grad_norm": 0.5957716703414917,
      "learning_rate": 0.0008595366333247842,
      "loss": 0.4264,
      "step": 13340
    },
    {
      "epoch": 1.7119774301102848,
      "grad_norm": 0.7101840376853943,
      "learning_rate": 0.0008586817132598103,
      "loss": 0.4966,
      "step": 13350
    },
    {
      "epoch": 1.7132598102077456,
      "grad_norm": 0.7323270440101624,
      "learning_rate": 0.0008578267931948362,
      "loss": 0.427,
      "step": 13360
    },
    {
      "epoch": 1.7145421903052065,
      "grad_norm": 0.798598051071167,
      "learning_rate": 0.0008569718731298623,
      "loss": 0.3831,
      "step": 13370
    },
    {
      "epoch": 1.7158245704026673,
      "grad_norm": 0.7318591475486755,
      "learning_rate": 0.0008561169530648885,
      "loss": 0.5691,
      "step": 13380
    },
    {
      "epoch": 1.7171069505001282,
      "grad_norm": 0.951507031917572,
      "learning_rate": 0.0008552620329999145,
      "loss": 0.8433,
      "step": 13390
    },
    {
      "epoch": 1.718389330597589,
      "grad_norm": 0.7206411361694336,
      "learning_rate": 0.0008544071129349405,
      "loss": 0.5138,
      "step": 13400
    },
    {
      "epoch": 1.7196717106950499,
      "grad_norm": 0.9043763875961304,
      "learning_rate": 0.0008535521928699667,
      "loss": 0.5955,
      "step": 13410
    },
    {
      "epoch": 1.720954090792511,
      "grad_norm": 2.0460662841796875,
      "learning_rate": 0.0008526972728049928,
      "loss": 0.5227,
      "step": 13420
    },
    {
      "epoch": 1.7222364708899718,
      "grad_norm": 1.167067289352417,
      "learning_rate": 0.0008518423527400188,
      "loss": 0.4719,
      "step": 13430
    },
    {
      "epoch": 1.7235188509874326,
      "grad_norm": 0.7188780307769775,
      "learning_rate": 0.0008509874326750449,
      "loss": 0.5359,
      "step": 13440
    },
    {
      "epoch": 1.7248012310848937,
      "grad_norm": 1.6519628763198853,
      "learning_rate": 0.000850132512610071,
      "loss": 0.5869,
      "step": 13450
    },
    {
      "epoch": 1.7260836111823545,
      "grad_norm": 1.1188615560531616,
      "learning_rate": 0.000849277592545097,
      "loss": 0.6952,
      "step": 13460
    },
    {
      "epoch": 1.7273659912798154,
      "grad_norm": 0.7881381511688232,
      "learning_rate": 0.0008484226724801232,
      "loss": 0.5809,
      "step": 13470
    },
    {
      "epoch": 1.7286483713772762,
      "grad_norm": 0.39665651321411133,
      "learning_rate": 0.0008475677524151492,
      "loss": 0.6488,
      "step": 13480
    },
    {
      "epoch": 1.729930751474737,
      "grad_norm": 0.7501810193061829,
      "learning_rate": 0.0008467128323501752,
      "loss": 0.6566,
      "step": 13490
    },
    {
      "epoch": 1.731213131572198,
      "grad_norm": 0.7444621324539185,
      "learning_rate": 0.0008458579122852014,
      "loss": 0.559,
      "step": 13500
    },
    {
      "epoch": 1.7324955116696588,
      "grad_norm": 1.1984418630599976,
      "learning_rate": 0.0008450029922202275,
      "loss": 0.5926,
      "step": 13510
    },
    {
      "epoch": 1.7337778917671198,
      "grad_norm": 1.1419836282730103,
      "learning_rate": 0.0008441480721552534,
      "loss": 0.4816,
      "step": 13520
    },
    {
      "epoch": 1.7350602718645807,
      "grad_norm": 1.021096110343933,
      "learning_rate": 0.0008432931520902796,
      "loss": 0.534,
      "step": 13530
    },
    {
      "epoch": 1.7363426519620415,
      "grad_norm": 0.5502016544342041,
      "learning_rate": 0.0008424382320253057,
      "loss": 0.5077,
      "step": 13540
    },
    {
      "epoch": 1.7376250320595026,
      "grad_norm": 1.1149070262908936,
      "learning_rate": 0.0008415833119603318,
      "loss": 0.6677,
      "step": 13550
    },
    {
      "epoch": 1.7389074121569634,
      "grad_norm": 1.017102837562561,
      "learning_rate": 0.0008407283918953577,
      "loss": 0.5076,
      "step": 13560
    },
    {
      "epoch": 1.7401897922544243,
      "grad_norm": 1.4042975902557373,
      "learning_rate": 0.0008398734718303839,
      "loss": 0.588,
      "step": 13570
    },
    {
      "epoch": 1.7414721723518851,
      "grad_norm": 1.2214784622192383,
      "learning_rate": 0.00083901855176541,
      "loss": 0.6285,
      "step": 13580
    },
    {
      "epoch": 1.742754552449346,
      "grad_norm": 0.9134330153465271,
      "learning_rate": 0.000838163631700436,
      "loss": 0.4326,
      "step": 13590
    },
    {
      "epoch": 1.7440369325468068,
      "grad_norm": 1.0869004726409912,
      "learning_rate": 0.0008373087116354621,
      "loss": 0.4825,
      "step": 13600
    },
    {
      "epoch": 1.7453193126442677,
      "grad_norm": 0.8992425799369812,
      "learning_rate": 0.0008364537915704882,
      "loss": 0.6364,
      "step": 13610
    },
    {
      "epoch": 1.7466016927417285,
      "grad_norm": 1.2545522451400757,
      "learning_rate": 0.0008355988715055142,
      "loss": 0.4515,
      "step": 13620
    },
    {
      "epoch": 1.7478840728391896,
      "grad_norm": 0.7109204530715942,
      "learning_rate": 0.0008347439514405403,
      "loss": 0.5838,
      "step": 13630
    },
    {
      "epoch": 1.7491664529366504,
      "grad_norm": 1.2190492153167725,
      "learning_rate": 0.0008338890313755664,
      "loss": 0.4962,
      "step": 13640
    },
    {
      "epoch": 1.7504488330341115,
      "grad_norm": 0.9201902151107788,
      "learning_rate": 0.0008330341113105924,
      "loss": 0.4827,
      "step": 13650
    },
    {
      "epoch": 1.7517312131315723,
      "grad_norm": 1.5981885194778442,
      "learning_rate": 0.0008321791912456186,
      "loss": 0.6323,
      "step": 13660
    },
    {
      "epoch": 1.7530135932290332,
      "grad_norm": 0.8127802014350891,
      "learning_rate": 0.0008313242711806446,
      "loss": 0.407,
      "step": 13670
    },
    {
      "epoch": 1.754295973326494,
      "grad_norm": 0.7639079689979553,
      "learning_rate": 0.0008304693511156706,
      "loss": 0.455,
      "step": 13680
    },
    {
      "epoch": 1.7555783534239549,
      "grad_norm": 1.8039822578430176,
      "learning_rate": 0.0008296144310506968,
      "loss": 0.53,
      "step": 13690
    },
    {
      "epoch": 1.7568607335214157,
      "grad_norm": 1.4500998258590698,
      "learning_rate": 0.0008287595109857229,
      "loss": 0.6162,
      "step": 13700
    },
    {
      "epoch": 1.7581431136188765,
      "grad_norm": 2.520433187484741,
      "learning_rate": 0.0008279045909207489,
      "loss": 0.5441,
      "step": 13710
    },
    {
      "epoch": 1.7594254937163374,
      "grad_norm": 1.0140107870101929,
      "learning_rate": 0.000827049670855775,
      "loss": 0.4956,
      "step": 13720
    },
    {
      "epoch": 1.7607078738137985,
      "grad_norm": 0.4604131281375885,
      "learning_rate": 0.0008261947507908011,
      "loss": 0.51,
      "step": 13730
    },
    {
      "epoch": 1.7619902539112593,
      "grad_norm": 0.9998058080673218,
      "learning_rate": 0.0008253398307258272,
      "loss": 0.5095,
      "step": 13740
    },
    {
      "epoch": 1.7632726340087201,
      "grad_norm": 0.8125320076942444,
      "learning_rate": 0.0008244849106608532,
      "loss": 0.4844,
      "step": 13750
    },
    {
      "epoch": 1.7645550141061812,
      "grad_norm": 2.0400047302246094,
      "learning_rate": 0.0008236299905958793,
      "loss": 0.521,
      "step": 13760
    },
    {
      "epoch": 1.765837394203642,
      "grad_norm": 1.3145325183868408,
      "learning_rate": 0.0008227750705309054,
      "loss": 0.5762,
      "step": 13770
    },
    {
      "epoch": 1.767119774301103,
      "grad_norm": 1.6746065616607666,
      "learning_rate": 0.0008219201504659315,
      "loss": 0.5174,
      "step": 13780
    },
    {
      "epoch": 1.7684021543985637,
      "grad_norm": 1.6866681575775146,
      "learning_rate": 0.0008210652304009575,
      "loss": 0.4871,
      "step": 13790
    },
    {
      "epoch": 1.7696845344960246,
      "grad_norm": 1.2878737449645996,
      "learning_rate": 0.0008202103103359836,
      "loss": 0.6269,
      "step": 13800
    },
    {
      "epoch": 1.7709669145934854,
      "grad_norm": 1.4274048805236816,
      "learning_rate": 0.0008193553902710096,
      "loss": 0.5801,
      "step": 13810
    },
    {
      "epoch": 1.7722492946909463,
      "grad_norm": 0.7440363168716431,
      "learning_rate": 0.0008185004702060358,
      "loss": 0.4935,
      "step": 13820
    },
    {
      "epoch": 1.7735316747884071,
      "grad_norm": 0.7374436259269714,
      "learning_rate": 0.0008176455501410618,
      "loss": 0.4152,
      "step": 13830
    },
    {
      "epoch": 1.7748140548858682,
      "grad_norm": 0.7930302619934082,
      "learning_rate": 0.0008167906300760878,
      "loss": 0.5713,
      "step": 13840
    },
    {
      "epoch": 1.776096434983329,
      "grad_norm": 0.8752467036247253,
      "learning_rate": 0.000815935710011114,
      "loss": 0.5714,
      "step": 13850
    },
    {
      "epoch": 1.77737881508079,
      "grad_norm": 0.8803384900093079,
      "learning_rate": 0.0008150807899461401,
      "loss": 0.4603,
      "step": 13860
    },
    {
      "epoch": 1.778661195178251,
      "grad_norm": 0.8935397863388062,
      "learning_rate": 0.0008142258698811661,
      "loss": 0.432,
      "step": 13870
    },
    {
      "epoch": 1.7799435752757118,
      "grad_norm": 1.1395505666732788,
      "learning_rate": 0.0008133709498161922,
      "loss": 0.5874,
      "step": 13880
    },
    {
      "epoch": 1.7812259553731726,
      "grad_norm": 1.5835202932357788,
      "learning_rate": 0.0008125160297512183,
      "loss": 0.5225,
      "step": 13890
    },
    {
      "epoch": 1.7825083354706335,
      "grad_norm": 0.9241839647293091,
      "learning_rate": 0.0008116611096862444,
      "loss": 0.4985,
      "step": 13900
    },
    {
      "epoch": 1.7837907155680943,
      "grad_norm": 0.7671691179275513,
      "learning_rate": 0.0008108061896212704,
      "loss": 0.6306,
      "step": 13910
    },
    {
      "epoch": 1.7850730956655552,
      "grad_norm": 0.9022935628890991,
      "learning_rate": 0.0008099512695562965,
      "loss": 0.5379,
      "step": 13920
    },
    {
      "epoch": 1.786355475763016,
      "grad_norm": 1.420850157737732,
      "learning_rate": 0.0008090963494913226,
      "loss": 0.3985,
      "step": 13930
    },
    {
      "epoch": 1.787637855860477,
      "grad_norm": 0.733504593372345,
      "learning_rate": 0.0008082414294263487,
      "loss": 0.7121,
      "step": 13940
    },
    {
      "epoch": 1.788920235957938,
      "grad_norm": 1.4567188024520874,
      "learning_rate": 0.0008073865093613747,
      "loss": 0.6869,
      "step": 13950
    },
    {
      "epoch": 1.7902026160553988,
      "grad_norm": 0.6763759255409241,
      "learning_rate": 0.0008065315892964008,
      "loss": 0.621,
      "step": 13960
    },
    {
      "epoch": 1.7914849961528598,
      "grad_norm": 0.8437899947166443,
      "learning_rate": 0.0008056766692314269,
      "loss": 0.5373,
      "step": 13970
    },
    {
      "epoch": 1.7927673762503207,
      "grad_norm": 0.4620661437511444,
      "learning_rate": 0.0008048217491664529,
      "loss": 0.5236,
      "step": 13980
    },
    {
      "epoch": 1.7940497563477815,
      "grad_norm": 0.7685003280639648,
      "learning_rate": 0.000803966829101479,
      "loss": 0.4337,
      "step": 13990
    },
    {
      "epoch": 1.7953321364452424,
      "grad_norm": 1.1188052892684937,
      "learning_rate": 0.0008031119090365052,
      "loss": 0.691,
      "step": 14000
    },
    {
      "epoch": 1.7966145165427032,
      "grad_norm": 0.8180050849914551,
      "learning_rate": 0.0008022569889715312,
      "loss": 0.403,
      "step": 14010
    },
    {
      "epoch": 1.797896896640164,
      "grad_norm": 0.6858202219009399,
      "learning_rate": 0.0008014020689065572,
      "loss": 0.4301,
      "step": 14020
    },
    {
      "epoch": 1.799179276737625,
      "grad_norm": 0.5204628705978394,
      "learning_rate": 0.0008005471488415833,
      "loss": 0.5291,
      "step": 14030
    },
    {
      "epoch": 1.800461656835086,
      "grad_norm": 1.3663321733474731,
      "learning_rate": 0.0007996922287766094,
      "loss": 0.5184,
      "step": 14040
    },
    {
      "epoch": 1.8017440369325468,
      "grad_norm": 1.3524236679077148,
      "learning_rate": 0.0007988373087116355,
      "loss": 0.5009,
      "step": 14050
    },
    {
      "epoch": 1.8030264170300077,
      "grad_norm": 0.8444858193397522,
      "learning_rate": 0.0007979823886466615,
      "loss": 0.5588,
      "step": 14060
    },
    {
      "epoch": 1.8043087971274687,
      "grad_norm": 1.0178775787353516,
      "learning_rate": 0.0007971274685816876,
      "loss": 0.4677,
      "step": 14070
    },
    {
      "epoch": 1.8055911772249296,
      "grad_norm": 0.7170798778533936,
      "learning_rate": 0.0007962725485167137,
      "loss": 0.6669,
      "step": 14080
    },
    {
      "epoch": 1.8068735573223904,
      "grad_norm": 0.8029789328575134,
      "learning_rate": 0.0007954176284517398,
      "loss": 0.4776,
      "step": 14090
    },
    {
      "epoch": 1.8081559374198513,
      "grad_norm": 1.1515179872512817,
      "learning_rate": 0.0007945627083867658,
      "loss": 0.3991,
      "step": 14100
    },
    {
      "epoch": 1.809438317517312,
      "grad_norm": 1.060905933380127,
      "learning_rate": 0.0007937077883217919,
      "loss": 0.5106,
      "step": 14110
    },
    {
      "epoch": 1.810720697614773,
      "grad_norm": 0.6174659132957458,
      "learning_rate": 0.000792852868256818,
      "loss": 0.5666,
      "step": 14120
    },
    {
      "epoch": 1.8120030777122338,
      "grad_norm": 1.2170026302337646,
      "learning_rate": 0.0007919979481918442,
      "loss": 0.6201,
      "step": 14130
    },
    {
      "epoch": 1.8132854578096946,
      "grad_norm": 1.1146901845932007,
      "learning_rate": 0.0007911430281268701,
      "loss": 0.4525,
      "step": 14140
    },
    {
      "epoch": 1.8145678379071557,
      "grad_norm": 0.9617615342140198,
      "learning_rate": 0.0007902881080618962,
      "loss": 0.4363,
      "step": 14150
    },
    {
      "epoch": 1.8158502180046165,
      "grad_norm": 0.9604726433753967,
      "learning_rate": 0.0007894331879969224,
      "loss": 0.4125,
      "step": 14160
    },
    {
      "epoch": 1.8171325981020776,
      "grad_norm": 1.3785549402236938,
      "learning_rate": 0.0007885782679319484,
      "loss": 0.5336,
      "step": 14170
    },
    {
      "epoch": 1.8184149781995385,
      "grad_norm": 1.3045930862426758,
      "learning_rate": 0.0007877233478669744,
      "loss": 0.6223,
      "step": 14180
    },
    {
      "epoch": 1.8196973582969993,
      "grad_norm": 1.0294426679611206,
      "learning_rate": 0.0007868684278020006,
      "loss": 0.567,
      "step": 14190
    },
    {
      "epoch": 1.8209797383944601,
      "grad_norm": 0.7799472808837891,
      "learning_rate": 0.0007860135077370266,
      "loss": 0.5708,
      "step": 14200
    },
    {
      "epoch": 1.822262118491921,
      "grad_norm": 0.9570887684822083,
      "learning_rate": 0.0007851585876720527,
      "loss": 0.7051,
      "step": 14210
    },
    {
      "epoch": 1.8235444985893818,
      "grad_norm": 1.0479843616485596,
      "learning_rate": 0.0007843036676070788,
      "loss": 0.5006,
      "step": 14220
    },
    {
      "epoch": 1.8248268786868427,
      "grad_norm": 0.8999461531639099,
      "learning_rate": 0.0007834487475421048,
      "loss": 0.5086,
      "step": 14230
    },
    {
      "epoch": 1.8261092587843035,
      "grad_norm": 0.9917542934417725,
      "learning_rate": 0.0007825938274771309,
      "loss": 0.7195,
      "step": 14240
    },
    {
      "epoch": 1.8273916388817646,
      "grad_norm": 0.7102358341217041,
      "learning_rate": 0.000781738907412157,
      "loss": 0.3533,
      "step": 14250
    },
    {
      "epoch": 1.8286740189792254,
      "grad_norm": 0.8428940176963806,
      "learning_rate": 0.000780883987347183,
      "loss": 0.47,
      "step": 14260
    },
    {
      "epoch": 1.8299563990766863,
      "grad_norm": 1.4296576976776123,
      "learning_rate": 0.0007800290672822091,
      "loss": 0.4745,
      "step": 14270
    },
    {
      "epoch": 1.8312387791741473,
      "grad_norm": 0.6871338486671448,
      "learning_rate": 0.0007791741472172352,
      "loss": 0.4092,
      "step": 14280
    },
    {
      "epoch": 1.8325211592716082,
      "grad_norm": 1.1090123653411865,
      "learning_rate": 0.0007783192271522614,
      "loss": 0.6469,
      "step": 14290
    },
    {
      "epoch": 1.833803539369069,
      "grad_norm": 0.88601154088974,
      "learning_rate": 0.0007774643070872873,
      "loss": 0.55,
      "step": 14300
    },
    {
      "epoch": 1.8350859194665299,
      "grad_norm": 1.2753747701644897,
      "learning_rate": 0.0007766093870223134,
      "loss": 0.5905,
      "step": 14310
    },
    {
      "epoch": 1.8363682995639907,
      "grad_norm": 1.068947196006775,
      "learning_rate": 0.0007757544669573396,
      "loss": 0.557,
      "step": 14320
    },
    {
      "epoch": 1.8376506796614516,
      "grad_norm": 0.49127456545829773,
      "learning_rate": 0.0007748995468923655,
      "loss": 0.5636,
      "step": 14330
    },
    {
      "epoch": 1.8389330597589124,
      "grad_norm": 0.5474888682365417,
      "learning_rate": 0.0007740446268273916,
      "loss": 0.5462,
      "step": 14340
    },
    {
      "epoch": 1.8402154398563735,
      "grad_norm": 0.7848386168479919,
      "learning_rate": 0.0007731897067624178,
      "loss": 0.4884,
      "step": 14350
    },
    {
      "epoch": 1.8414978199538343,
      "grad_norm": 1.106774091720581,
      "learning_rate": 0.0007723347866974438,
      "loss": 0.5223,
      "step": 14360
    },
    {
      "epoch": 1.8427802000512952,
      "grad_norm": 1.2404162883758545,
      "learning_rate": 0.0007714798666324698,
      "loss": 0.5551,
      "step": 14370
    },
    {
      "epoch": 1.8440625801487562,
      "grad_norm": 1.1383230686187744,
      "learning_rate": 0.000770624946567496,
      "loss": 0.4654,
      "step": 14380
    },
    {
      "epoch": 1.845344960246217,
      "grad_norm": 0.90556800365448,
      "learning_rate": 0.000769770026502522,
      "loss": 0.5061,
      "step": 14390
    },
    {
      "epoch": 1.846627340343678,
      "grad_norm": 0.922673761844635,
      "learning_rate": 0.0007689151064375481,
      "loss": 0.5311,
      "step": 14400
    },
    {
      "epoch": 1.8479097204411388,
      "grad_norm": 1.4559677839279175,
      "learning_rate": 0.0007680601863725742,
      "loss": 0.5076,
      "step": 14410
    },
    {
      "epoch": 1.8491921005385996,
      "grad_norm": 0.6838889718055725,
      "learning_rate": 0.0007672052663076002,
      "loss": 0.6319,
      "step": 14420
    },
    {
      "epoch": 1.8504744806360605,
      "grad_norm": 0.5238109230995178,
      "learning_rate": 0.0007663503462426263,
      "loss": 0.3426,
      "step": 14430
    },
    {
      "epoch": 1.8517568607335213,
      "grad_norm": 0.9826338887214661,
      "learning_rate": 0.0007654954261776525,
      "loss": 0.6484,
      "step": 14440
    },
    {
      "epoch": 1.8530392408309821,
      "grad_norm": 0.6289449334144592,
      "learning_rate": 0.0007646405061126785,
      "loss": 0.5969,
      "step": 14450
    },
    {
      "epoch": 1.8543216209284432,
      "grad_norm": 0.7887721657752991,
      "learning_rate": 0.0007637855860477045,
      "loss": 0.6056,
      "step": 14460
    },
    {
      "epoch": 1.855604001025904,
      "grad_norm": 0.9152905344963074,
      "learning_rate": 0.0007629306659827306,
      "loss": 0.568,
      "step": 14470
    },
    {
      "epoch": 1.8568863811233651,
      "grad_norm": 1.7868821620941162,
      "learning_rate": 0.0007620757459177568,
      "loss": 0.5455,
      "step": 14480
    },
    {
      "epoch": 1.858168761220826,
      "grad_norm": 0.6593843102455139,
      "learning_rate": 0.0007612208258527827,
      "loss": 0.5395,
      "step": 14490
    },
    {
      "epoch": 1.8594511413182868,
      "grad_norm": 1.7809274196624756,
      "learning_rate": 0.0007603659057878088,
      "loss": 0.5335,
      "step": 14500
    },
    {
      "epoch": 1.8607335214157477,
      "grad_norm": 0.5800178050994873,
      "learning_rate": 0.000759510985722835,
      "loss": 0.5194,
      "step": 14510
    },
    {
      "epoch": 1.8620159015132085,
      "grad_norm": 1.2198340892791748,
      "learning_rate": 0.000758656065657861,
      "loss": 0.5906,
      "step": 14520
    },
    {
      "epoch": 1.8632982816106693,
      "grad_norm": 0.9660494327545166,
      "learning_rate": 0.000757801145592887,
      "loss": 0.6645,
      "step": 14530
    },
    {
      "epoch": 1.8645806617081302,
      "grad_norm": 0.9636703729629517,
      "learning_rate": 0.0007569462255279132,
      "loss": 0.4877,
      "step": 14540
    },
    {
      "epoch": 1.865863041805591,
      "grad_norm": 1.3353137969970703,
      "learning_rate": 0.0007560913054629392,
      "loss": 0.5084,
      "step": 14550
    },
    {
      "epoch": 1.867145421903052,
      "grad_norm": 0.5856647491455078,
      "learning_rate": 0.0007552363853979653,
      "loss": 0.4878,
      "step": 14560
    },
    {
      "epoch": 1.868427802000513,
      "grad_norm": 0.8503313064575195,
      "learning_rate": 0.0007543814653329914,
      "loss": 0.522,
      "step": 14570
    },
    {
      "epoch": 1.8697101820979738,
      "grad_norm": 0.700071394443512,
      "learning_rate": 0.0007535265452680175,
      "loss": 0.6389,
      "step": 14580
    },
    {
      "epoch": 1.8709925621954349,
      "grad_norm": 0.879586398601532,
      "learning_rate": 0.0007526716252030435,
      "loss": 0.5235,
      "step": 14590
    },
    {
      "epoch": 1.8722749422928957,
      "grad_norm": 0.9506930708885193,
      "learning_rate": 0.0007518167051380697,
      "loss": 0.4805,
      "step": 14600
    },
    {
      "epoch": 1.8735573223903565,
      "grad_norm": 1.2647199630737305,
      "learning_rate": 0.0007509617850730957,
      "loss": 0.5111,
      "step": 14610
    },
    {
      "epoch": 1.8748397024878174,
      "grad_norm": 0.6026537418365479,
      "learning_rate": 0.0007501068650081217,
      "loss": 0.3779,
      "step": 14620
    },
    {
      "epoch": 1.8761220825852782,
      "grad_norm": 1.2891452312469482,
      "learning_rate": 0.0007492519449431479,
      "loss": 0.5285,
      "step": 14630
    },
    {
      "epoch": 1.877404462682739,
      "grad_norm": 0.638653039932251,
      "learning_rate": 0.000748397024878174,
      "loss": 0.6281,
      "step": 14640
    },
    {
      "epoch": 1.8786868427802,
      "grad_norm": 0.8396057486534119,
      "learning_rate": 0.0007475421048131999,
      "loss": 0.5179,
      "step": 14650
    },
    {
      "epoch": 1.8799692228776608,
      "grad_norm": 0.5984233021736145,
      "learning_rate": 0.000746687184748226,
      "loss": 0.3829,
      "step": 14660
    },
    {
      "epoch": 1.8812516029751218,
      "grad_norm": 0.9279236793518066,
      "learning_rate": 0.0007458322646832522,
      "loss": 0.4392,
      "step": 14670
    },
    {
      "epoch": 1.8825339830725827,
      "grad_norm": 0.736960768699646,
      "learning_rate": 0.0007449773446182781,
      "loss": 0.5099,
      "step": 14680
    },
    {
      "epoch": 1.8838163631700438,
      "grad_norm": 2.048767566680908,
      "learning_rate": 0.0007441224245533042,
      "loss": 0.5781,
      "step": 14690
    },
    {
      "epoch": 1.8850987432675046,
      "grad_norm": 0.7400988340377808,
      "learning_rate": 0.0007432675044883304,
      "loss": 0.4852,
      "step": 14700
    },
    {
      "epoch": 1.8863811233649654,
      "grad_norm": 1.009475827217102,
      "learning_rate": 0.0007424125844233565,
      "loss": 0.5739,
      "step": 14710
    },
    {
      "epoch": 1.8876635034624263,
      "grad_norm": 0.7888931035995483,
      "learning_rate": 0.0007415576643583824,
      "loss": 0.6543,
      "step": 14720
    },
    {
      "epoch": 1.8889458835598871,
      "grad_norm": 1.3015084266662598,
      "learning_rate": 0.0007407027442934086,
      "loss": 0.673,
      "step": 14730
    },
    {
      "epoch": 1.890228263657348,
      "grad_norm": 0.8470888137817383,
      "learning_rate": 0.0007398478242284347,
      "loss": 0.5653,
      "step": 14740
    },
    {
      "epoch": 1.8915106437548088,
      "grad_norm": 1.296543002128601,
      "learning_rate": 0.0007389929041634607,
      "loss": 0.4443,
      "step": 14750
    },
    {
      "epoch": 1.8927930238522697,
      "grad_norm": 0.8180189728736877,
      "learning_rate": 0.0007381379840984868,
      "loss": 0.5177,
      "step": 14760
    },
    {
      "epoch": 1.8940754039497307,
      "grad_norm": 1.1298378705978394,
      "learning_rate": 0.0007372830640335129,
      "loss": 0.4627,
      "step": 14770
    },
    {
      "epoch": 1.8953577840471916,
      "grad_norm": 1.1105875968933105,
      "learning_rate": 0.0007364281439685389,
      "loss": 0.6339,
      "step": 14780
    },
    {
      "epoch": 1.8966401641446526,
      "grad_norm": 0.8860158324241638,
      "learning_rate": 0.0007355732239035651,
      "loss": 0.4824,
      "step": 14790
    },
    {
      "epoch": 1.8979225442421135,
      "grad_norm": 1.0457231998443604,
      "learning_rate": 0.0007347183038385911,
      "loss": 0.625,
      "step": 14800
    },
    {
      "epoch": 1.8992049243395743,
      "grad_norm": 1.6747428178787231,
      "learning_rate": 0.0007338633837736171,
      "loss": 0.6475,
      "step": 14810
    },
    {
      "epoch": 1.9004873044370352,
      "grad_norm": 0.7799145579338074,
      "learning_rate": 0.0007330084637086433,
      "loss": 0.6254,
      "step": 14820
    },
    {
      "epoch": 1.901769684534496,
      "grad_norm": 0.7187017798423767,
      "learning_rate": 0.0007321535436436694,
      "loss": 0.5614,
      "step": 14830
    },
    {
      "epoch": 1.9030520646319569,
      "grad_norm": 1.1263870000839233,
      "learning_rate": 0.0007312986235786953,
      "loss": 0.5503,
      "step": 14840
    },
    {
      "epoch": 1.9043344447294177,
      "grad_norm": 0.8937992453575134,
      "learning_rate": 0.0007304437035137215,
      "loss": 0.6243,
      "step": 14850
    },
    {
      "epoch": 1.9056168248268786,
      "grad_norm": 0.9904497861862183,
      "learning_rate": 0.0007295887834487476,
      "loss": 0.616,
      "step": 14860
    },
    {
      "epoch": 1.9068992049243396,
      "grad_norm": 1.0227149724960327,
      "learning_rate": 0.0007287338633837737,
      "loss": 0.4517,
      "step": 14870
    },
    {
      "epoch": 1.9081815850218005,
      "grad_norm": 0.5922604203224182,
      "learning_rate": 0.0007278789433187996,
      "loss": 0.3924,
      "step": 14880
    },
    {
      "epoch": 1.9094639651192613,
      "grad_norm": 0.9521912336349487,
      "learning_rate": 0.0007270240232538258,
      "loss": 0.3611,
      "step": 14890
    },
    {
      "epoch": 1.9107463452167224,
      "grad_norm": 1.0910950899124146,
      "learning_rate": 0.0007261691031888519,
      "loss": 0.5036,
      "step": 14900
    },
    {
      "epoch": 1.9120287253141832,
      "grad_norm": 0.8863834738731384,
      "learning_rate": 0.000725314183123878,
      "loss": 0.5765,
      "step": 14910
    },
    {
      "epoch": 1.913311105411644,
      "grad_norm": 0.6470763683319092,
      "learning_rate": 0.000724459263058904,
      "loss": 0.518,
      "step": 14920
    },
    {
      "epoch": 1.914593485509105,
      "grad_norm": 1.0323649644851685,
      "learning_rate": 0.0007236043429939301,
      "loss": 0.4739,
      "step": 14930
    },
    {
      "epoch": 1.9158758656065658,
      "grad_norm": 1.0393568277359009,
      "learning_rate": 0.0007227494229289561,
      "loss": 0.5144,
      "step": 14940
    },
    {
      "epoch": 1.9171582457040266,
      "grad_norm": 0.9331060647964478,
      "learning_rate": 0.0007218945028639823,
      "loss": 0.4523,
      "step": 14950
    },
    {
      "epoch": 1.9184406258014874,
      "grad_norm": 0.44560134410858154,
      "learning_rate": 0.0007210395827990083,
      "loss": 0.5049,
      "step": 14960
    },
    {
      "epoch": 1.9197230058989483,
      "grad_norm": 0.3747738003730774,
      "learning_rate": 0.0007201846627340343,
      "loss": 0.5326,
      "step": 14970
    },
    {
      "epoch": 1.9210053859964094,
      "grad_norm": 1.22909414768219,
      "learning_rate": 0.0007193297426690605,
      "loss": 0.6298,
      "step": 14980
    },
    {
      "epoch": 1.9222877660938702,
      "grad_norm": 0.871557354927063,
      "learning_rate": 0.0007184748226040866,
      "loss": 0.4603,
      "step": 14990
    },
    {
      "epoch": 1.9235701461913313,
      "grad_norm": 0.933385968208313,
      "learning_rate": 0.0007176199025391125,
      "loss": 0.4374,
      "step": 15000
    },
    {
      "epoch": 1.924852526288792,
      "grad_norm": 1.254412293434143,
      "learning_rate": 0.0007167649824741387,
      "loss": 0.5107,
      "step": 15010
    },
    {
      "epoch": 1.926134906386253,
      "grad_norm": 0.7056450247764587,
      "learning_rate": 0.0007159100624091648,
      "loss": 0.6199,
      "step": 15020
    },
    {
      "epoch": 1.9274172864837138,
      "grad_norm": 1.064945936203003,
      "learning_rate": 0.0007150551423441908,
      "loss": 0.6342,
      "step": 15030
    },
    {
      "epoch": 1.9286996665811746,
      "grad_norm": 1.5574430227279663,
      "learning_rate": 0.0007142002222792169,
      "loss": 0.452,
      "step": 15040
    },
    {
      "epoch": 1.9299820466786355,
      "grad_norm": 1.3377269506454468,
      "learning_rate": 0.000713345302214243,
      "loss": 0.6947,
      "step": 15050
    },
    {
      "epoch": 1.9312644267760963,
      "grad_norm": 2.000349760055542,
      "learning_rate": 0.0007124903821492691,
      "loss": 0.555,
      "step": 15060
    },
    {
      "epoch": 1.9325468068735572,
      "grad_norm": 1.7576501369476318,
      "learning_rate": 0.000711635462084295,
      "loss": 0.5503,
      "step": 15070
    },
    {
      "epoch": 1.9338291869710182,
      "grad_norm": 0.6069478392601013,
      "learning_rate": 0.0007107805420193212,
      "loss": 0.4408,
      "step": 15080
    },
    {
      "epoch": 1.935111567068479,
      "grad_norm": 0.8294945955276489,
      "learning_rate": 0.0007099256219543473,
      "loss": 0.4914,
      "step": 15090
    },
    {
      "epoch": 1.93639394716594,
      "grad_norm": 0.6512126922607422,
      "learning_rate": 0.0007090707018893733,
      "loss": 0.5977,
      "step": 15100
    },
    {
      "epoch": 1.937676327263401,
      "grad_norm": 0.736539363861084,
      "learning_rate": 0.0007082157818243994,
      "loss": 0.4151,
      "step": 15110
    },
    {
      "epoch": 1.9389587073608618,
      "grad_norm": 0.33729881048202515,
      "learning_rate": 0.0007073608617594255,
      "loss": 0.5454,
      "step": 15120
    },
    {
      "epoch": 1.9402410874583227,
      "grad_norm": 0.603800356388092,
      "learning_rate": 0.0007065059416944515,
      "loss": 0.3752,
      "step": 15130
    },
    {
      "epoch": 1.9415234675557835,
      "grad_norm": 1.2846564054489136,
      "learning_rate": 0.0007056510216294777,
      "loss": 0.4826,
      "step": 15140
    },
    {
      "epoch": 1.9428058476532444,
      "grad_norm": 0.5370314717292786,
      "learning_rate": 0.0007047961015645037,
      "loss": 0.4963,
      "step": 15150
    },
    {
      "epoch": 1.9440882277507052,
      "grad_norm": 1.2183728218078613,
      "learning_rate": 0.0007039411814995298,
      "loss": 0.6168,
      "step": 15160
    },
    {
      "epoch": 1.945370607848166,
      "grad_norm": 1.1323776245117188,
      "learning_rate": 0.0007030862614345559,
      "loss": 0.5229,
      "step": 15170
    },
    {
      "epoch": 1.9466529879456271,
      "grad_norm": 0.6309476494789124,
      "learning_rate": 0.000702231341369582,
      "loss": 0.5992,
      "step": 15180
    },
    {
      "epoch": 1.947935368043088,
      "grad_norm": 1.0059658288955688,
      "learning_rate": 0.000701376421304608,
      "loss": 0.6053,
      "step": 15190
    },
    {
      "epoch": 1.9492177481405488,
      "grad_norm": 1.3484851121902466,
      "learning_rate": 0.0007005215012396341,
      "loss": 0.6799,
      "step": 15200
    },
    {
      "epoch": 1.95050012823801,
      "grad_norm": 1.7294602394104004,
      "learning_rate": 0.0006996665811746602,
      "loss": 0.5543,
      "step": 15210
    },
    {
      "epoch": 1.9517825083354707,
      "grad_norm": 0.3680081367492676,
      "learning_rate": 0.0006988116611096863,
      "loss": 0.6018,
      "step": 15220
    },
    {
      "epoch": 1.9530648884329316,
      "grad_norm": 0.649849534034729,
      "learning_rate": 0.0006979567410447123,
      "loss": 0.4314,
      "step": 15230
    },
    {
      "epoch": 1.9543472685303924,
      "grad_norm": 1.2836802005767822,
      "learning_rate": 0.0006971018209797384,
      "loss": 0.5788,
      "step": 15240
    },
    {
      "epoch": 1.9556296486278533,
      "grad_norm": 0.961693525314331,
      "learning_rate": 0.0006962469009147645,
      "loss": 0.4917,
      "step": 15250
    },
    {
      "epoch": 1.9569120287253141,
      "grad_norm": 0.6490185856819153,
      "learning_rate": 0.0006953919808497906,
      "loss": 0.5938,
      "step": 15260
    },
    {
      "epoch": 1.958194408822775,
      "grad_norm": 1.116169810295105,
      "learning_rate": 0.0006945370607848166,
      "loss": 0.4643,
      "step": 15270
    },
    {
      "epoch": 1.9594767889202358,
      "grad_norm": 0.6350299715995789,
      "learning_rate": 0.0006936821407198427,
      "loss": 0.3787,
      "step": 15280
    },
    {
      "epoch": 1.9607591690176969,
      "grad_norm": 1.2164093255996704,
      "learning_rate": 0.0006928272206548689,
      "loss": 0.5109,
      "step": 15290
    },
    {
      "epoch": 1.9620415491151577,
      "grad_norm": 0.6592891812324524,
      "learning_rate": 0.0006919723005898949,
      "loss": 0.4356,
      "step": 15300
    },
    {
      "epoch": 1.9633239292126188,
      "grad_norm": 0.9608144760131836,
      "learning_rate": 0.0006911173805249209,
      "loss": 0.4848,
      "step": 15310
    },
    {
      "epoch": 1.9646063093100796,
      "grad_norm": 1.3843706846237183,
      "learning_rate": 0.000690262460459947,
      "loss": 0.6653,
      "step": 15320
    },
    {
      "epoch": 1.9658886894075405,
      "grad_norm": 0.7894043922424316,
      "learning_rate": 0.0006894075403949731,
      "loss": 0.5874,
      "step": 15330
    },
    {
      "epoch": 1.9671710695050013,
      "grad_norm": 0.7226264476776123,
      "learning_rate": 0.0006885526203299992,
      "loss": 0.4726,
      "step": 15340
    },
    {
      "epoch": 1.9684534496024622,
      "grad_norm": 1.4548835754394531,
      "learning_rate": 0.0006876977002650252,
      "loss": 0.525,
      "step": 15350
    },
    {
      "epoch": 1.969735829699923,
      "grad_norm": 0.6473925709724426,
      "learning_rate": 0.0006868427802000513,
      "loss": 0.4194,
      "step": 15360
    },
    {
      "epoch": 1.9710182097973838,
      "grad_norm": 0.42092105746269226,
      "learning_rate": 0.0006859878601350774,
      "loss": 0.3743,
      "step": 15370
    },
    {
      "epoch": 1.9723005898948447,
      "grad_norm": 0.8969188332557678,
      "learning_rate": 0.0006851329400701034,
      "loss": 0.5525,
      "step": 15380
    },
    {
      "epoch": 1.9735829699923058,
      "grad_norm": 0.8764629364013672,
      "learning_rate": 0.0006842780200051295,
      "loss": 0.6307,
      "step": 15390
    },
    {
      "epoch": 1.9748653500897666,
      "grad_norm": 0.4493338167667389,
      "learning_rate": 0.0006834230999401556,
      "loss": 0.5157,
      "step": 15400
    },
    {
      "epoch": 1.9761477301872274,
      "grad_norm": 1.2919282913208008,
      "learning_rate": 0.0006825681798751817,
      "loss": 0.6005,
      "step": 15410
    },
    {
      "epoch": 1.9774301102846885,
      "grad_norm": 0.78176349401474,
      "learning_rate": 0.0006817132598102077,
      "loss": 0.4165,
      "step": 15420
    },
    {
      "epoch": 1.9787124903821494,
      "grad_norm": 0.7286581993103027,
      "learning_rate": 0.0006808583397452338,
      "loss": 0.481,
      "step": 15430
    },
    {
      "epoch": 1.9799948704796102,
      "grad_norm": 0.9931614995002747,
      "learning_rate": 0.0006800034196802599,
      "loss": 0.5327,
      "step": 15440
    },
    {
      "epoch": 1.981277250577071,
      "grad_norm": 0.9504096508026123,
      "learning_rate": 0.0006791484996152861,
      "loss": 0.5105,
      "step": 15450
    },
    {
      "epoch": 1.982559630674532,
      "grad_norm": 1.473724365234375,
      "learning_rate": 0.000678293579550312,
      "loss": 0.5,
      "step": 15460
    },
    {
      "epoch": 1.9838420107719927,
      "grad_norm": 0.9803527593612671,
      "learning_rate": 0.0006774386594853381,
      "loss": 0.4608,
      "step": 15470
    },
    {
      "epoch": 1.9851243908694536,
      "grad_norm": 0.7079563736915588,
      "learning_rate": 0.0006765837394203643,
      "loss": 0.3944,
      "step": 15480
    },
    {
      "epoch": 1.9864067709669146,
      "grad_norm": 1.4155352115631104,
      "learning_rate": 0.0006757288193553903,
      "loss": 0.5133,
      "step": 15490
    },
    {
      "epoch": 1.9876891510643755,
      "grad_norm": 1.1894326210021973,
      "learning_rate": 0.0006748738992904163,
      "loss": 0.4759,
      "step": 15500
    },
    {
      "epoch": 1.9889715311618363,
      "grad_norm": 0.5845767259597778,
      "learning_rate": 0.0006740189792254425,
      "loss": 0.4065,
      "step": 15510
    },
    {
      "epoch": 1.9902539112592974,
      "grad_norm": 0.3843328654766083,
      "learning_rate": 0.0006731640591604685,
      "loss": 0.3548,
      "step": 15520
    },
    {
      "epoch": 1.9915362913567582,
      "grad_norm": 1.3628671169281006,
      "learning_rate": 0.0006723091390954946,
      "loss": 0.3994,
      "step": 15530
    },
    {
      "epoch": 1.992818671454219,
      "grad_norm": 0.7082588076591492,
      "learning_rate": 0.0006714542190305206,
      "loss": 0.3953,
      "step": 15540
    },
    {
      "epoch": 1.99410105155168,
      "grad_norm": 0.56044602394104,
      "learning_rate": 0.0006705992989655467,
      "loss": 0.4706,
      "step": 15550
    },
    {
      "epoch": 1.9953834316491408,
      "grad_norm": 0.6746466159820557,
      "learning_rate": 0.0006697443789005728,
      "loss": 0.4086,
      "step": 15560
    },
    {
      "epoch": 1.9966658117466016,
      "grad_norm": 0.8921716213226318,
      "learning_rate": 0.000668889458835599,
      "loss": 0.4959,
      "step": 15570
    },
    {
      "epoch": 1.9979481918440625,
      "grad_norm": 1.0937660932540894,
      "learning_rate": 0.0006680345387706249,
      "loss": 0.4432,
      "step": 15580
    },
    {
      "epoch": 1.9992305719415233,
      "grad_norm": 0.7332781553268433,
      "learning_rate": 0.000667179618705651,
      "loss": 0.4807,
      "step": 15590
    },
    {
      "epoch": 2.000512952038984,
      "grad_norm": 0.775030791759491,
      "learning_rate": 0.0006663246986406771,
      "loss": 0.4139,
      "step": 15600
    },
    {
      "epoch": 2.0017953321364454,
      "grad_norm": 0.6231206059455872,
      "learning_rate": 0.0006654697785757033,
      "loss": 0.5095,
      "step": 15610
    },
    {
      "epoch": 2.0030777122339063,
      "grad_norm": 0.7950479388237,
      "learning_rate": 0.0006646148585107292,
      "loss": 0.4397,
      "step": 15620
    },
    {
      "epoch": 2.004360092331367,
      "grad_norm": 0.970693051815033,
      "learning_rate": 0.0006637599384457553,
      "loss": 0.4875,
      "step": 15630
    },
    {
      "epoch": 2.005642472428828,
      "grad_norm": 0.5207669138908386,
      "learning_rate": 0.0006629050183807815,
      "loss": 0.4713,
      "step": 15640
    },
    {
      "epoch": 2.006924852526289,
      "grad_norm": 0.8894481062889099,
      "learning_rate": 0.0006620500983158075,
      "loss": 0.3892,
      "step": 15650
    },
    {
      "epoch": 2.0082072326237497,
      "grad_norm": 0.9765975475311279,
      "learning_rate": 0.0006611951782508335,
      "loss": 0.5046,
      "step": 15660
    },
    {
      "epoch": 2.0094896127212105,
      "grad_norm": 0.6186564564704895,
      "learning_rate": 0.0006603402581858597,
      "loss": 0.435,
      "step": 15670
    },
    {
      "epoch": 2.0107719928186714,
      "grad_norm": 1.0802409648895264,
      "learning_rate": 0.0006594853381208857,
      "loss": 0.379,
      "step": 15680
    },
    {
      "epoch": 2.012054372916132,
      "grad_norm": 0.519303560256958,
      "learning_rate": 0.0006586304180559118,
      "loss": 0.3067,
      "step": 15690
    },
    {
      "epoch": 2.013336753013593,
      "grad_norm": 0.6543425917625427,
      "learning_rate": 0.0006577754979909379,
      "loss": 0.4907,
      "step": 15700
    },
    {
      "epoch": 2.0146191331110543,
      "grad_norm": 1.0013840198516846,
      "learning_rate": 0.0006569205779259639,
      "loss": 0.3811,
      "step": 15710
    },
    {
      "epoch": 2.015901513208515,
      "grad_norm": 1.0863186120986938,
      "learning_rate": 0.00065606565786099,
      "loss": 0.4327,
      "step": 15720
    },
    {
      "epoch": 2.017183893305976,
      "grad_norm": 0.8166930079460144,
      "learning_rate": 0.000655210737796016,
      "loss": 0.4129,
      "step": 15730
    },
    {
      "epoch": 2.018466273403437,
      "grad_norm": 0.8001251220703125,
      "learning_rate": 0.0006543558177310422,
      "loss": 0.3394,
      "step": 15740
    },
    {
      "epoch": 2.0197486535008977,
      "grad_norm": 1.3382858037948608,
      "learning_rate": 0.0006535008976660682,
      "loss": 0.4998,
      "step": 15750
    },
    {
      "epoch": 2.0210310335983586,
      "grad_norm": 0.8801462054252625,
      "learning_rate": 0.0006526459776010944,
      "loss": 0.4464,
      "step": 15760
    },
    {
      "epoch": 2.0223134136958194,
      "grad_norm": 0.940180778503418,
      "learning_rate": 0.0006517910575361204,
      "loss": 0.4152,
      "step": 15770
    },
    {
      "epoch": 2.0235957937932803,
      "grad_norm": 0.6335304379463196,
      "learning_rate": 0.0006509361374711464,
      "loss": 0.3804,
      "step": 15780
    },
    {
      "epoch": 2.024878173890741,
      "grad_norm": 0.5638919472694397,
      "learning_rate": 0.0006500812174061725,
      "loss": 0.4404,
      "step": 15790
    },
    {
      "epoch": 2.026160553988202,
      "grad_norm": 1.3646224737167358,
      "learning_rate": 0.0006492262973411987,
      "loss": 0.4917,
      "step": 15800
    },
    {
      "epoch": 2.027442934085663,
      "grad_norm": 0.39091867208480835,
      "learning_rate": 0.0006483713772762246,
      "loss": 0.4169,
      "step": 15810
    },
    {
      "epoch": 2.028725314183124,
      "grad_norm": 1.3595271110534668,
      "learning_rate": 0.0006475164572112507,
      "loss": 0.4892,
      "step": 15820
    },
    {
      "epoch": 2.030007694280585,
      "grad_norm": 0.7239012718200684,
      "learning_rate": 0.0006466615371462769,
      "loss": 0.4574,
      "step": 15830
    },
    {
      "epoch": 2.0312900743780458,
      "grad_norm": 1.1888518333435059,
      "learning_rate": 0.0006458066170813029,
      "loss": 0.3847,
      "step": 15840
    },
    {
      "epoch": 2.0325724544755066,
      "grad_norm": 0.48686522245407104,
      "learning_rate": 0.0006449516970163289,
      "loss": 0.2997,
      "step": 15850
    },
    {
      "epoch": 2.0338548345729675,
      "grad_norm": 0.963004469871521,
      "learning_rate": 0.0006440967769513551,
      "loss": 0.4397,
      "step": 15860
    },
    {
      "epoch": 2.0351372146704283,
      "grad_norm": 0.45735833048820496,
      "learning_rate": 0.0006432418568863811,
      "loss": 0.461,
      "step": 15870
    },
    {
      "epoch": 2.036419594767889,
      "grad_norm": 1.019104242324829,
      "learning_rate": 0.0006423869368214072,
      "loss": 0.4187,
      "step": 15880
    },
    {
      "epoch": 2.03770197486535,
      "grad_norm": 0.6047408580780029,
      "learning_rate": 0.0006415320167564333,
      "loss": 0.4521,
      "step": 15890
    },
    {
      "epoch": 2.038984354962811,
      "grad_norm": 1.1490784883499146,
      "learning_rate": 0.0006406770966914594,
      "loss": 0.378,
      "step": 15900
    },
    {
      "epoch": 2.0402667350602717,
      "grad_norm": 1.2890042066574097,
      "learning_rate": 0.0006398221766264854,
      "loss": 0.3913,
      "step": 15910
    },
    {
      "epoch": 2.041549115157733,
      "grad_norm": 0.7499234676361084,
      "learning_rate": 0.0006389672565615116,
      "loss": 0.3937,
      "step": 15920
    },
    {
      "epoch": 2.042831495255194,
      "grad_norm": 0.600645899772644,
      "learning_rate": 0.0006381123364965376,
      "loss": 0.3343,
      "step": 15930
    },
    {
      "epoch": 2.0441138753526547,
      "grad_norm": 1.029549479484558,
      "learning_rate": 0.0006372574164315636,
      "loss": 0.4275,
      "step": 15940
    },
    {
      "epoch": 2.0453962554501155,
      "grad_norm": 1.660400629043579,
      "learning_rate": 0.0006364024963665898,
      "loss": 0.5022,
      "step": 15950
    },
    {
      "epoch": 2.0466786355475763,
      "grad_norm": 0.932639479637146,
      "learning_rate": 0.0006355475763016159,
      "loss": 0.3318,
      "step": 15960
    },
    {
      "epoch": 2.047961015645037,
      "grad_norm": 0.5352082252502441,
      "learning_rate": 0.0006346926562366418,
      "loss": 0.459,
      "step": 15970
    },
    {
      "epoch": 2.049243395742498,
      "grad_norm": 0.41553980112075806,
      "learning_rate": 0.000633837736171668,
      "loss": 0.4066,
      "step": 15980
    },
    {
      "epoch": 2.050525775839959,
      "grad_norm": 0.6084936261177063,
      "learning_rate": 0.0006329828161066941,
      "loss": 0.3279,
      "step": 15990
    },
    {
      "epoch": 2.0518081559374197,
      "grad_norm": 1.441450834274292,
      "learning_rate": 0.0006321278960417201,
      "loss": 0.4136,
      "step": 16000
    },
    {
      "epoch": 2.0530905360348806,
      "grad_norm": 0.9884285926818848,
      "learning_rate": 0.0006312729759767461,
      "loss": 0.3913,
      "step": 16010
    },
    {
      "epoch": 2.0543729161323414,
      "grad_norm": 1.6738002300262451,
      "learning_rate": 0.0006304180559117723,
      "loss": 0.4175,
      "step": 16020
    },
    {
      "epoch": 2.0556552962298027,
      "grad_norm": 1.0428452491760254,
      "learning_rate": 0.0006295631358467984,
      "loss": 0.4279,
      "step": 16030
    },
    {
      "epoch": 2.0569376763272635,
      "grad_norm": 1.673563838005066,
      "learning_rate": 0.0006287082157818244,
      "loss": 0.4554,
      "step": 16040
    },
    {
      "epoch": 2.0582200564247244,
      "grad_norm": 0.5701791048049927,
      "learning_rate": 0.0006278532957168505,
      "loss": 0.3846,
      "step": 16050
    },
    {
      "epoch": 2.0595024365221852,
      "grad_norm": 0.9378145337104797,
      "learning_rate": 0.0006269983756518766,
      "loss": 0.4478,
      "step": 16060
    },
    {
      "epoch": 2.060784816619646,
      "grad_norm": 0.7080726623535156,
      "learning_rate": 0.0006261434555869026,
      "loss": 0.3637,
      "step": 16070
    },
    {
      "epoch": 2.062067196717107,
      "grad_norm": 1.104427456855774,
      "learning_rate": 0.0006252885355219287,
      "loss": 0.3889,
      "step": 16080
    },
    {
      "epoch": 2.0633495768145678,
      "grad_norm": 0.49368712306022644,
      "learning_rate": 0.0006244336154569548,
      "loss": 0.3342,
      "step": 16090
    },
    {
      "epoch": 2.0646319569120286,
      "grad_norm": 0.5924476385116577,
      "learning_rate": 0.0006235786953919808,
      "loss": 0.383,
      "step": 16100
    },
    {
      "epoch": 2.0659143370094895,
      "grad_norm": 0.8648740649223328,
      "learning_rate": 0.000622723775327007,
      "loss": 0.3354,
      "step": 16110
    },
    {
      "epoch": 2.0671967171069503,
      "grad_norm": 0.9857394695281982,
      "learning_rate": 0.000621868855262033,
      "loss": 0.2874,
      "step": 16120
    },
    {
      "epoch": 2.0684790972044116,
      "grad_norm": 0.6319371461868286,
      "learning_rate": 0.000621013935197059,
      "loss": 0.3847,
      "step": 16130
    },
    {
      "epoch": 2.0697614773018724,
      "grad_norm": 1.4830057621002197,
      "learning_rate": 0.0006201590151320852,
      "loss": 0.3945,
      "step": 16140
    },
    {
      "epoch": 2.0710438573993333,
      "grad_norm": 1.0306016206741333,
      "learning_rate": 0.0006193040950671113,
      "loss": 0.4081,
      "step": 16150
    },
    {
      "epoch": 2.072326237496794,
      "grad_norm": 0.6749256253242493,
      "learning_rate": 0.0006184491750021372,
      "loss": 0.314,
      "step": 16160
    },
    {
      "epoch": 2.073608617594255,
      "grad_norm": 0.7656669020652771,
      "learning_rate": 0.0006175942549371633,
      "loss": 0.3983,
      "step": 16170
    },
    {
      "epoch": 2.074890997691716,
      "grad_norm": 0.7537424564361572,
      "learning_rate": 0.0006167393348721895,
      "loss": 0.3204,
      "step": 16180
    },
    {
      "epoch": 2.0761733777891767,
      "grad_norm": 0.45361366868019104,
      "learning_rate": 0.0006158844148072156,
      "loss": 0.4101,
      "step": 16190
    },
    {
      "epoch": 2.0774557578866375,
      "grad_norm": 1.6658540964126587,
      "learning_rate": 0.0006150294947422415,
      "loss": 0.4625,
      "step": 16200
    },
    {
      "epoch": 2.0787381379840983,
      "grad_norm": 0.9616145491600037,
      "learning_rate": 0.0006141745746772677,
      "loss": 0.343,
      "step": 16210
    },
    {
      "epoch": 2.080020518081559,
      "grad_norm": 1.1583889722824097,
      "learning_rate": 0.0006133196546122938,
      "loss": 0.3612,
      "step": 16220
    },
    {
      "epoch": 2.08130289817902,
      "grad_norm": 0.46162256598472595,
      "learning_rate": 0.0006124647345473198,
      "loss": 0.3976,
      "step": 16230
    },
    {
      "epoch": 2.0825852782764813,
      "grad_norm": 0.5580847859382629,
      "learning_rate": 0.0006116098144823459,
      "loss": 0.3302,
      "step": 16240
    },
    {
      "epoch": 2.083867658373942,
      "grad_norm": 0.9140333533287048,
      "learning_rate": 0.000610754894417372,
      "loss": 0.4096,
      "step": 16250
    },
    {
      "epoch": 2.085150038471403,
      "grad_norm": 1.2011090517044067,
      "learning_rate": 0.000609899974352398,
      "loss": 0.4436,
      "step": 16260
    },
    {
      "epoch": 2.086432418568864,
      "grad_norm": 0.5058355331420898,
      "learning_rate": 0.0006090450542874242,
      "loss": 0.4824,
      "step": 16270
    },
    {
      "epoch": 2.0877147986663247,
      "grad_norm": 0.9225788712501526,
      "learning_rate": 0.0006081901342224502,
      "loss": 0.3696,
      "step": 16280
    },
    {
      "epoch": 2.0889971787637855,
      "grad_norm": 0.8377031683921814,
      "learning_rate": 0.0006073352141574762,
      "loss": 0.4635,
      "step": 16290
    },
    {
      "epoch": 2.0902795588612464,
      "grad_norm": 1.528792142868042,
      "learning_rate": 0.0006064802940925024,
      "loss": 0.4176,
      "step": 16300
    },
    {
      "epoch": 2.0915619389587072,
      "grad_norm": 0.798425555229187,
      "learning_rate": 0.0006056253740275285,
      "loss": 0.3938,
      "step": 16310
    },
    {
      "epoch": 2.092844319056168,
      "grad_norm": 0.49224352836608887,
      "learning_rate": 0.0006047704539625545,
      "loss": 0.3357,
      "step": 16320
    },
    {
      "epoch": 2.094126699153629,
      "grad_norm": 0.5816643238067627,
      "learning_rate": 0.0006039155338975806,
      "loss": 0.3523,
      "step": 16330
    },
    {
      "epoch": 2.09540907925109,
      "grad_norm": 0.7259325385093689,
      "learning_rate": 0.0006030606138326067,
      "loss": 0.4355,
      "step": 16340
    },
    {
      "epoch": 2.096691459348551,
      "grad_norm": 0.8192687630653381,
      "learning_rate": 0.0006022056937676328,
      "loss": 0.4217,
      "step": 16350
    },
    {
      "epoch": 2.097973839446012,
      "grad_norm": 1.0315042734146118,
      "learning_rate": 0.0006013507737026588,
      "loss": 0.4108,
      "step": 16360
    },
    {
      "epoch": 2.0992562195434727,
      "grad_norm": 0.7295234203338623,
      "learning_rate": 0.0006004958536376849,
      "loss": 0.3817,
      "step": 16370
    },
    {
      "epoch": 2.1005385996409336,
      "grad_norm": 0.8055635094642639,
      "learning_rate": 0.000599640933572711,
      "loss": 0.4461,
      "step": 16380
    },
    {
      "epoch": 2.1018209797383944,
      "grad_norm": 0.9838399887084961,
      "learning_rate": 0.000598786013507737,
      "loss": 0.4033,
      "step": 16390
    },
    {
      "epoch": 2.1031033598358553,
      "grad_norm": 0.9164043068885803,
      "learning_rate": 0.0005979310934427631,
      "loss": 0.4508,
      "step": 16400
    },
    {
      "epoch": 2.104385739933316,
      "grad_norm": 1.4616590738296509,
      "learning_rate": 0.0005970761733777892,
      "loss": 0.4832,
      "step": 16410
    },
    {
      "epoch": 2.105668120030777,
      "grad_norm": 0.7076154351234436,
      "learning_rate": 0.0005962212533128152,
      "loss": 0.3766,
      "step": 16420
    },
    {
      "epoch": 2.106950500128238,
      "grad_norm": 0.9713407754898071,
      "learning_rate": 0.0005953663332478413,
      "loss": 0.4856,
      "step": 16430
    },
    {
      "epoch": 2.108232880225699,
      "grad_norm": 0.5862424373626709,
      "learning_rate": 0.0005945114131828674,
      "loss": 0.3552,
      "step": 16440
    },
    {
      "epoch": 2.10951526032316,
      "grad_norm": 1.3312978744506836,
      "learning_rate": 0.0005936564931178934,
      "loss": 0.4499,
      "step": 16450
    },
    {
      "epoch": 2.110797640420621,
      "grad_norm": 0.790224552154541,
      "learning_rate": 0.0005928015730529196,
      "loss": 0.4647,
      "step": 16460
    },
    {
      "epoch": 2.1120800205180816,
      "grad_norm": 0.6152584552764893,
      "learning_rate": 0.0005919466529879456,
      "loss": 0.4688,
      "step": 16470
    },
    {
      "epoch": 2.1133624006155425,
      "grad_norm": 0.586744487285614,
      "learning_rate": 0.0005910917329229717,
      "loss": 0.3254,
      "step": 16480
    },
    {
      "epoch": 2.1146447807130033,
      "grad_norm": 0.9276888370513916,
      "learning_rate": 0.0005902368128579978,
      "loss": 0.4067,
      "step": 16490
    },
    {
      "epoch": 2.115927160810464,
      "grad_norm": 0.5232440829277039,
      "learning_rate": 0.0005893818927930239,
      "loss": 0.2955,
      "step": 16500
    },
    {
      "epoch": 2.117209540907925,
      "grad_norm": 1.1610713005065918,
      "learning_rate": 0.0005885269727280499,
      "loss": 0.3482,
      "step": 16510
    },
    {
      "epoch": 2.118491921005386,
      "grad_norm": 0.8713477849960327,
      "learning_rate": 0.000587672052663076,
      "loss": 0.3607,
      "step": 16520
    },
    {
      "epoch": 2.1197743011028467,
      "grad_norm": 1.2299057245254517,
      "learning_rate": 0.0005868171325981021,
      "loss": 0.489,
      "step": 16530
    },
    {
      "epoch": 2.121056681200308,
      "grad_norm": 0.8449939489364624,
      "learning_rate": 0.0005859622125331282,
      "loss": 0.4024,
      "step": 16540
    },
    {
      "epoch": 2.122339061297769,
      "grad_norm": 1.0268441438674927,
      "learning_rate": 0.0005851072924681542,
      "loss": 0.4341,
      "step": 16550
    },
    {
      "epoch": 2.1236214413952297,
      "grad_norm": 0.7868974804878235,
      "learning_rate": 0.0005842523724031803,
      "loss": 0.3437,
      "step": 16560
    },
    {
      "epoch": 2.1249038214926905,
      "grad_norm": 0.45466360449790955,
      "learning_rate": 0.0005833974523382064,
      "loss": 0.3059,
      "step": 16570
    },
    {
      "epoch": 2.1261862015901514,
      "grad_norm": 0.604418933391571,
      "learning_rate": 0.0005825425322732325,
      "loss": 0.4058,
      "step": 16580
    },
    {
      "epoch": 2.127468581687612,
      "grad_norm": 1.0346992015838623,
      "learning_rate": 0.0005816876122082585,
      "loss": 0.3903,
      "step": 16590
    },
    {
      "epoch": 2.128750961785073,
      "grad_norm": 0.8088748455047607,
      "learning_rate": 0.0005808326921432846,
      "loss": 0.4438,
      "step": 16600
    },
    {
      "epoch": 2.130033341882534,
      "grad_norm": 1.0457253456115723,
      "learning_rate": 0.0005799777720783108,
      "loss": 0.444,
      "step": 16610
    },
    {
      "epoch": 2.1313157219799947,
      "grad_norm": 1.0352778434753418,
      "learning_rate": 0.0005791228520133368,
      "loss": 0.3832,
      "step": 16620
    },
    {
      "epoch": 2.1325981020774556,
      "grad_norm": 0.9149858355522156,
      "learning_rate": 0.0005782679319483628,
      "loss": 0.3834,
      "step": 16630
    },
    {
      "epoch": 2.1338804821749164,
      "grad_norm": 0.8805481791496277,
      "learning_rate": 0.000577413011883389,
      "loss": 0.4027,
      "step": 16640
    },
    {
      "epoch": 2.1351628622723777,
      "grad_norm": 1.2850439548492432,
      "learning_rate": 0.000576558091818415,
      "loss": 0.5138,
      "step": 16650
    },
    {
      "epoch": 2.1364452423698386,
      "grad_norm": 1.2789738178253174,
      "learning_rate": 0.0005757031717534411,
      "loss": 0.3797,
      "step": 16660
    },
    {
      "epoch": 2.1377276224672994,
      "grad_norm": 1.1163911819458008,
      "learning_rate": 0.0005748482516884671,
      "loss": 0.4236,
      "step": 16670
    },
    {
      "epoch": 2.1390100025647603,
      "grad_norm": 1.351048469543457,
      "learning_rate": 0.0005739933316234932,
      "loss": 0.5308,
      "step": 16680
    },
    {
      "epoch": 2.140292382662221,
      "grad_norm": 0.5716691613197327,
      "learning_rate": 0.0005731384115585193,
      "loss": 0.4708,
      "step": 16690
    },
    {
      "epoch": 2.141574762759682,
      "grad_norm": 0.4324432909488678,
      "learning_rate": 0.0005722834914935454,
      "loss": 0.4613,
      "step": 16700
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 1.034508228302002,
      "learning_rate": 0.0005714285714285714,
      "loss": 0.4185,
      "step": 16710
    },
    {
      "epoch": 2.1441395229546036,
      "grad_norm": 0.8945391774177551,
      "learning_rate": 0.0005705736513635975,
      "loss": 0.3495,
      "step": 16720
    },
    {
      "epoch": 2.1454219030520645,
      "grad_norm": 1.2209150791168213,
      "learning_rate": 0.0005697187312986236,
      "loss": 0.3843,
      "step": 16730
    },
    {
      "epoch": 2.1467042831495253,
      "grad_norm": 0.5386025309562683,
      "learning_rate": 0.0005688638112336498,
      "loss": 0.4124,
      "step": 16740
    },
    {
      "epoch": 2.1479866632469866,
      "grad_norm": 0.7066617012023926,
      "learning_rate": 0.0005680088911686757,
      "loss": 0.3361,
      "step": 16750
    },
    {
      "epoch": 2.1492690433444475,
      "grad_norm": 0.8300710916519165,
      "learning_rate": 0.0005671539711037018,
      "loss": 0.4056,
      "step": 16760
    },
    {
      "epoch": 2.1505514234419083,
      "grad_norm": 1.522805094718933,
      "learning_rate": 0.000566299051038728,
      "loss": 0.4305,
      "step": 16770
    },
    {
      "epoch": 2.151833803539369,
      "grad_norm": 0.5003076791763306,
      "learning_rate": 0.0005654441309737539,
      "loss": 0.3918,
      "step": 16780
    },
    {
      "epoch": 2.15311618363683,
      "grad_norm": 1.1118338108062744,
      "learning_rate": 0.00056458921090878,
      "loss": 0.4591,
      "step": 16790
    },
    {
      "epoch": 2.154398563734291,
      "grad_norm": 0.6473600268363953,
      "learning_rate": 0.0005637342908438062,
      "loss": 0.3684,
      "step": 16800
    },
    {
      "epoch": 2.1556809438317517,
      "grad_norm": 0.5967467427253723,
      "learning_rate": 0.0005628793707788322,
      "loss": 0.4068,
      "step": 16810
    },
    {
      "epoch": 2.1569633239292125,
      "grad_norm": 1.1594890356063843,
      "learning_rate": 0.0005620244507138582,
      "loss": 0.3506,
      "step": 16820
    },
    {
      "epoch": 2.1582457040266734,
      "grad_norm": 0.6853704452514648,
      "learning_rate": 0.0005611695306488844,
      "loss": 0.4528,
      "step": 16830
    },
    {
      "epoch": 2.159528084124134,
      "grad_norm": 0.7889552116394043,
      "learning_rate": 0.0005603146105839104,
      "loss": 0.4236,
      "step": 16840
    },
    {
      "epoch": 2.160810464221595,
      "grad_norm": 1.3520945310592651,
      "learning_rate": 0.0005594596905189365,
      "loss": 0.521,
      "step": 16850
    },
    {
      "epoch": 2.1620928443190564,
      "grad_norm": 1.283141851425171,
      "learning_rate": 0.0005586047704539625,
      "loss": 0.3847,
      "step": 16860
    },
    {
      "epoch": 2.163375224416517,
      "grad_norm": 0.6394121050834656,
      "learning_rate": 0.0005577498503889886,
      "loss": 0.4256,
      "step": 16870
    },
    {
      "epoch": 2.164657604513978,
      "grad_norm": 0.9717941880226135,
      "learning_rate": 0.0005568949303240147,
      "loss": 0.3616,
      "step": 16880
    },
    {
      "epoch": 2.165939984611439,
      "grad_norm": 1.2002935409545898,
      "learning_rate": 0.0005560400102590408,
      "loss": 0.3632,
      "step": 16890
    },
    {
      "epoch": 2.1672223647088997,
      "grad_norm": 1.209804654121399,
      "learning_rate": 0.0005551850901940669,
      "loss": 0.3692,
      "step": 16900
    },
    {
      "epoch": 2.1685047448063606,
      "grad_norm": 1.1191928386688232,
      "learning_rate": 0.0005543301701290929,
      "loss": 0.3921,
      "step": 16910
    },
    {
      "epoch": 2.1697871249038214,
      "grad_norm": 1.0837756395339966,
      "learning_rate": 0.000553475250064119,
      "loss": 0.3838,
      "step": 16920
    },
    {
      "epoch": 2.1710695050012823,
      "grad_norm": 0.950324296951294,
      "learning_rate": 0.0005526203299991452,
      "loss": 0.4226,
      "step": 16930
    },
    {
      "epoch": 2.172351885098743,
      "grad_norm": 0.4663751423358917,
      "learning_rate": 0.0005517654099341711,
      "loss": 0.412,
      "step": 16940
    },
    {
      "epoch": 2.173634265196204,
      "grad_norm": 1.0437508821487427,
      "learning_rate": 0.0005509104898691972,
      "loss": 0.3732,
      "step": 16950
    },
    {
      "epoch": 2.1749166452936652,
      "grad_norm": 0.5461912155151367,
      "learning_rate": 0.0005500555698042234,
      "loss": 0.4139,
      "step": 16960
    },
    {
      "epoch": 2.176199025391126,
      "grad_norm": 0.7421871423721313,
      "learning_rate": 0.0005492006497392494,
      "loss": 0.3798,
      "step": 16970
    },
    {
      "epoch": 2.177481405488587,
      "grad_norm": 0.5213621854782104,
      "learning_rate": 0.0005483457296742754,
      "loss": 0.4407,
      "step": 16980
    },
    {
      "epoch": 2.1787637855860478,
      "grad_norm": 1.0616869926452637,
      "learning_rate": 0.0005474908096093016,
      "loss": 0.4209,
      "step": 16990
    },
    {
      "epoch": 2.1800461656835086,
      "grad_norm": 0.861587405204773,
      "learning_rate": 0.0005466358895443276,
      "loss": 0.3885,
      "step": 17000
    },
    {
      "epoch": 2.1813285457809695,
      "grad_norm": 0.4381602704524994,
      "learning_rate": 0.0005457809694793537,
      "loss": 0.5041,
      "step": 17010
    },
    {
      "epoch": 2.1826109258784303,
      "grad_norm": 0.8949865102767944,
      "learning_rate": 0.0005449260494143798,
      "loss": 0.5102,
      "step": 17020
    },
    {
      "epoch": 2.183893305975891,
      "grad_norm": 0.879464328289032,
      "learning_rate": 0.0005440711293494058,
      "loss": 0.536,
      "step": 17030
    },
    {
      "epoch": 2.185175686073352,
      "grad_norm": 0.9006835222244263,
      "learning_rate": 0.0005432162092844319,
      "loss": 0.3617,
      "step": 17040
    },
    {
      "epoch": 2.186458066170813,
      "grad_norm": 1.1125102043151855,
      "learning_rate": 0.0005423612892194581,
      "loss": 0.3968,
      "step": 17050
    },
    {
      "epoch": 2.1877404462682737,
      "grad_norm": 0.6102015376091003,
      "learning_rate": 0.0005415063691544841,
      "loss": 0.2718,
      "step": 17060
    },
    {
      "epoch": 2.189022826365735,
      "grad_norm": 1.4588760137557983,
      "learning_rate": 0.0005406514490895101,
      "loss": 0.5102,
      "step": 17070
    },
    {
      "epoch": 2.190305206463196,
      "grad_norm": 1.0599772930145264,
      "learning_rate": 0.0005397965290245362,
      "loss": 0.3631,
      "step": 17080
    },
    {
      "epoch": 2.1915875865606567,
      "grad_norm": 1.4130918979644775,
      "learning_rate": 0.0005389416089595624,
      "loss": 0.3659,
      "step": 17090
    },
    {
      "epoch": 2.1928699666581175,
      "grad_norm": 0.6802207231521606,
      "learning_rate": 0.0005380866888945883,
      "loss": 0.3489,
      "step": 17100
    },
    {
      "epoch": 2.1941523467555784,
      "grad_norm": 0.5897672176361084,
      "learning_rate": 0.0005372317688296144,
      "loss": 0.3961,
      "step": 17110
    },
    {
      "epoch": 2.195434726853039,
      "grad_norm": 1.033302664756775,
      "learning_rate": 0.0005363768487646406,
      "loss": 0.4143,
      "step": 17120
    },
    {
      "epoch": 2.1967171069505,
      "grad_norm": 0.8548007011413574,
      "learning_rate": 0.0005355219286996665,
      "loss": 0.3485,
      "step": 17130
    },
    {
      "epoch": 2.197999487047961,
      "grad_norm": 1.1116507053375244,
      "learning_rate": 0.0005346670086346926,
      "loss": 0.444,
      "step": 17140
    },
    {
      "epoch": 2.1992818671454217,
      "grad_norm": 1.2781219482421875,
      "learning_rate": 0.0005338120885697188,
      "loss": 0.4845,
      "step": 17150
    },
    {
      "epoch": 2.200564247242883,
      "grad_norm": 1.2359662055969238,
      "learning_rate": 0.0005329571685047448,
      "loss": 0.4639,
      "step": 17160
    },
    {
      "epoch": 2.201846627340344,
      "grad_norm": 1.5580798387527466,
      "learning_rate": 0.0005321022484397708,
      "loss": 0.4575,
      "step": 17170
    },
    {
      "epoch": 2.2031290074378047,
      "grad_norm": 1.4028860330581665,
      "learning_rate": 0.000531247328374797,
      "loss": 0.324,
      "step": 17180
    },
    {
      "epoch": 2.2044113875352656,
      "grad_norm": 0.6842575669288635,
      "learning_rate": 0.0005303924083098231,
      "loss": 0.4808,
      "step": 17190
    },
    {
      "epoch": 2.2056937676327264,
      "grad_norm": 1.1696909666061401,
      "learning_rate": 0.0005295374882448491,
      "loss": 0.5438,
      "step": 17200
    },
    {
      "epoch": 2.2069761477301872,
      "grad_norm": 0.7407712936401367,
      "learning_rate": 0.0005286825681798752,
      "loss": 0.3779,
      "step": 17210
    },
    {
      "epoch": 2.208258527827648,
      "grad_norm": 1.0011707544326782,
      "learning_rate": 0.0005278276481149013,
      "loss": 0.5065,
      "step": 17220
    },
    {
      "epoch": 2.209540907925109,
      "grad_norm": 0.871257483959198,
      "learning_rate": 0.0005269727280499273,
      "loss": 0.3252,
      "step": 17230
    },
    {
      "epoch": 2.2108232880225698,
      "grad_norm": 0.9432925581932068,
      "learning_rate": 0.0005261178079849535,
      "loss": 0.344,
      "step": 17240
    },
    {
      "epoch": 2.2121056681200306,
      "grad_norm": 0.726510763168335,
      "learning_rate": 0.0005252628879199795,
      "loss": 0.431,
      "step": 17250
    },
    {
      "epoch": 2.2133880482174915,
      "grad_norm": 0.698881983757019,
      "learning_rate": 0.0005244079678550055,
      "loss": 0.4012,
      "step": 17260
    },
    {
      "epoch": 2.2146704283149528,
      "grad_norm": 1.3157625198364258,
      "learning_rate": 0.0005235530477900317,
      "loss": 0.4714,
      "step": 17270
    },
    {
      "epoch": 2.2159528084124136,
      "grad_norm": 1.106425166130066,
      "learning_rate": 0.0005226981277250578,
      "loss": 0.4249,
      "step": 17280
    },
    {
      "epoch": 2.2172351885098744,
      "grad_norm": 1.1882113218307495,
      "learning_rate": 0.0005218432076600837,
      "loss": 0.4074,
      "step": 17290
    },
    {
      "epoch": 2.2185175686073353,
      "grad_norm": 1.2039605379104614,
      "learning_rate": 0.0005209882875951098,
      "loss": 0.5073,
      "step": 17300
    },
    {
      "epoch": 2.219799948704796,
      "grad_norm": 1.7524374723434448,
      "learning_rate": 0.000520133367530136,
      "loss": 0.4022,
      "step": 17310
    },
    {
      "epoch": 2.221082328802257,
      "grad_norm": 0.8379983901977539,
      "learning_rate": 0.0005192784474651621,
      "loss": 0.4739,
      "step": 17320
    },
    {
      "epoch": 2.222364708899718,
      "grad_norm": 1.3615164756774902,
      "learning_rate": 0.000518423527400188,
      "loss": 0.4061,
      "step": 17330
    },
    {
      "epoch": 2.2236470889971787,
      "grad_norm": 1.1694985628128052,
      "learning_rate": 0.0005175686073352142,
      "loss": 0.3913,
      "step": 17340
    },
    {
      "epoch": 2.2249294690946395,
      "grad_norm": 0.9127678871154785,
      "learning_rate": 0.0005167136872702403,
      "loss": 0.3678,
      "step": 17350
    },
    {
      "epoch": 2.2262118491921004,
      "grad_norm": 1.2487945556640625,
      "learning_rate": 0.0005158587672052663,
      "loss": 0.4025,
      "step": 17360
    },
    {
      "epoch": 2.2274942292895616,
      "grad_norm": 0.7297146916389465,
      "learning_rate": 0.0005150038471402924,
      "loss": 0.3391,
      "step": 17370
    },
    {
      "epoch": 2.2287766093870225,
      "grad_norm": 0.7297811508178711,
      "learning_rate": 0.0005141489270753185,
      "loss": 0.404,
      "step": 17380
    },
    {
      "epoch": 2.2300589894844833,
      "grad_norm": 1.2100460529327393,
      "learning_rate": 0.0005132940070103445,
      "loss": 0.5015,
      "step": 17390
    },
    {
      "epoch": 2.231341369581944,
      "grad_norm": 1.232190728187561,
      "learning_rate": 0.0005124390869453707,
      "loss": 0.4982,
      "step": 17400
    },
    {
      "epoch": 2.232623749679405,
      "grad_norm": 1.462148904800415,
      "learning_rate": 0.0005115841668803967,
      "loss": 0.4461,
      "step": 17410
    },
    {
      "epoch": 2.233906129776866,
      "grad_norm": 0.9447479844093323,
      "learning_rate": 0.0005107292468154227,
      "loss": 0.3381,
      "step": 17420
    },
    {
      "epoch": 2.2351885098743267,
      "grad_norm": 1.2533239126205444,
      "learning_rate": 0.0005098743267504489,
      "loss": 0.3932,
      "step": 17430
    },
    {
      "epoch": 2.2364708899717876,
      "grad_norm": 0.4960061013698578,
      "learning_rate": 0.000509019406685475,
      "loss": 0.4423,
      "step": 17440
    },
    {
      "epoch": 2.2377532700692484,
      "grad_norm": 1.033347487449646,
      "learning_rate": 0.0005081644866205009,
      "loss": 0.3857,
      "step": 17450
    },
    {
      "epoch": 2.2390356501667092,
      "grad_norm": 0.45185425877571106,
      "learning_rate": 0.000507309566555527,
      "loss": 0.3485,
      "step": 17460
    },
    {
      "epoch": 2.24031803026417,
      "grad_norm": 0.7259741425514221,
      "learning_rate": 0.0005064546464905532,
      "loss": 0.4259,
      "step": 17470
    },
    {
      "epoch": 2.2416004103616314,
      "grad_norm": 1.2143189907073975,
      "learning_rate": 0.0005055997264255792,
      "loss": 0.439,
      "step": 17480
    },
    {
      "epoch": 2.2428827904590922,
      "grad_norm": 0.7752086520195007,
      "learning_rate": 0.0005047448063606052,
      "loss": 0.3788,
      "step": 17490
    },
    {
      "epoch": 2.244165170556553,
      "grad_norm": 1.4273003339767456,
      "learning_rate": 0.0005038898862956314,
      "loss": 0.4544,
      "step": 17500
    },
    {
      "epoch": 2.245447550654014,
      "grad_norm": 0.5938236713409424,
      "learning_rate": 0.0005030349662306575,
      "loss": 0.3911,
      "step": 17510
    },
    {
      "epoch": 2.2467299307514748,
      "grad_norm": 1.0833735466003418,
      "learning_rate": 0.0005021800461656834,
      "loss": 0.4827,
      "step": 17520
    },
    {
      "epoch": 2.2480123108489356,
      "grad_norm": 0.9137888550758362,
      "learning_rate": 0.0005013251261007096,
      "loss": 0.4302,
      "step": 17530
    },
    {
      "epoch": 2.2492946909463964,
      "grad_norm": 1.2359901666641235,
      "learning_rate": 0.0005004702060357357,
      "loss": 0.4328,
      "step": 17540
    },
    {
      "epoch": 2.2505770710438573,
      "grad_norm": 0.5860967636108398,
      "learning_rate": 0.0004996152859707617,
      "loss": 0.3769,
      "step": 17550
    },
    {
      "epoch": 2.251859451141318,
      "grad_norm": 0.7964845299720764,
      "learning_rate": 0.0004987603659057879,
      "loss": 0.4499,
      "step": 17560
    },
    {
      "epoch": 2.253141831238779,
      "grad_norm": 0.6681275367736816,
      "learning_rate": 0.0004979054458408139,
      "loss": 0.5417,
      "step": 17570
    },
    {
      "epoch": 2.2544242113362403,
      "grad_norm": 0.5192536115646362,
      "learning_rate": 0.0004970505257758399,
      "loss": 0.3263,
      "step": 17580
    },
    {
      "epoch": 2.255706591433701,
      "grad_norm": 0.7628294229507446,
      "learning_rate": 0.0004961956057108661,
      "loss": 0.2887,
      "step": 17590
    },
    {
      "epoch": 2.256988971531162,
      "grad_norm": 0.8533459901809692,
      "learning_rate": 0.0004953406856458921,
      "loss": 0.3149,
      "step": 17600
    },
    {
      "epoch": 2.258271351628623,
      "grad_norm": 0.5388279557228088,
      "learning_rate": 0.0004944857655809181,
      "loss": 0.4372,
      "step": 17610
    },
    {
      "epoch": 2.2595537317260836,
      "grad_norm": 0.8363872766494751,
      "learning_rate": 0.0004936308455159443,
      "loss": 0.5383,
      "step": 17620
    },
    {
      "epoch": 2.2608361118235445,
      "grad_norm": 1.2380322217941284,
      "learning_rate": 0.0004927759254509703,
      "loss": 0.3947,
      "step": 17630
    },
    {
      "epoch": 2.2621184919210053,
      "grad_norm": 0.5750362277030945,
      "learning_rate": 0.0004919210053859964,
      "loss": 0.3112,
      "step": 17640
    },
    {
      "epoch": 2.263400872018466,
      "grad_norm": 1.3540990352630615,
      "learning_rate": 0.0004910660853210225,
      "loss": 0.4291,
      "step": 17650
    },
    {
      "epoch": 2.264683252115927,
      "grad_norm": 1.2334551811218262,
      "learning_rate": 0.0004902111652560486,
      "loss": 0.3534,
      "step": 17660
    },
    {
      "epoch": 2.265965632213388,
      "grad_norm": 1.0018736124038696,
      "learning_rate": 0.0004893562451910746,
      "loss": 0.3656,
      "step": 17670
    },
    {
      "epoch": 2.2672480123108487,
      "grad_norm": 1.0932631492614746,
      "learning_rate": 0.0004885013251261008,
      "loss": 0.3613,
      "step": 17680
    },
    {
      "epoch": 2.26853039240831,
      "grad_norm": 0.900193989276886,
      "learning_rate": 0.0004876464050611268,
      "loss": 0.3352,
      "step": 17690
    },
    {
      "epoch": 2.269812772505771,
      "grad_norm": 0.511600136756897,
      "learning_rate": 0.00048679148499615287,
      "loss": 0.5532,
      "step": 17700
    },
    {
      "epoch": 2.2710951526032317,
      "grad_norm": 1.1176284551620483,
      "learning_rate": 0.00048593656493117895,
      "loss": 0.2997,
      "step": 17710
    },
    {
      "epoch": 2.2723775327006925,
      "grad_norm": 1.379473090171814,
      "learning_rate": 0.00048508164486620503,
      "loss": 0.3758,
      "step": 17720
    },
    {
      "epoch": 2.2736599127981534,
      "grad_norm": 0.7329534888267517,
      "learning_rate": 0.0004842267248012311,
      "loss": 0.3541,
      "step": 17730
    },
    {
      "epoch": 2.2749422928956142,
      "grad_norm": 1.0883692502975464,
      "learning_rate": 0.0004833718047362572,
      "loss": 0.4156,
      "step": 17740
    },
    {
      "epoch": 2.276224672993075,
      "grad_norm": 1.1010819673538208,
      "learning_rate": 0.0004825168846712832,
      "loss": 0.5474,
      "step": 17750
    },
    {
      "epoch": 2.277507053090536,
      "grad_norm": 1.4709731340408325,
      "learning_rate": 0.00048166196460630936,
      "loss": 0.3586,
      "step": 17760
    },
    {
      "epoch": 2.2787894331879968,
      "grad_norm": 1.0419952869415283,
      "learning_rate": 0.0004808070445413354,
      "loss": 0.3637,
      "step": 17770
    },
    {
      "epoch": 2.280071813285458,
      "grad_norm": 0.6669880747795105,
      "learning_rate": 0.00047995212447636147,
      "loss": 0.4534,
      "step": 17780
    },
    {
      "epoch": 2.281354193382919,
      "grad_norm": 0.7150077223777771,
      "learning_rate": 0.00047909720441138755,
      "loss": 0.3625,
      "step": 17790
    },
    {
      "epoch": 2.2826365734803797,
      "grad_norm": 0.8918224573135376,
      "learning_rate": 0.00047824228434641364,
      "loss": 0.469,
      "step": 17800
    },
    {
      "epoch": 2.2839189535778406,
      "grad_norm": 1.1246883869171143,
      "learning_rate": 0.0004773873642814397,
      "loss": 0.3144,
      "step": 17810
    },
    {
      "epoch": 2.2852013336753014,
      "grad_norm": 0.7975451946258545,
      "learning_rate": 0.00047653244421646575,
      "loss": 0.3007,
      "step": 17820
    },
    {
      "epoch": 2.2864837137727623,
      "grad_norm": 1.3306605815887451,
      "learning_rate": 0.00047567752415149183,
      "loss": 0.5171,
      "step": 17830
    },
    {
      "epoch": 2.287766093870223,
      "grad_norm": 0.8955139517784119,
      "learning_rate": 0.0004748226040865179,
      "loss": 0.4836,
      "step": 17840
    },
    {
      "epoch": 2.289048473967684,
      "grad_norm": 1.8671926259994507,
      "learning_rate": 0.000473967684021544,
      "loss": 0.4806,
      "step": 17850
    },
    {
      "epoch": 2.290330854065145,
      "grad_norm": 0.8943301439285278,
      "learning_rate": 0.00047311276395657,
      "loss": 0.3481,
      "step": 17860
    },
    {
      "epoch": 2.2916132341626057,
      "grad_norm": 0.938799262046814,
      "learning_rate": 0.00047225784389159616,
      "loss": 0.3384,
      "step": 17870
    },
    {
      "epoch": 2.2928956142600665,
      "grad_norm": 0.9175413846969604,
      "learning_rate": 0.0004714029238266222,
      "loss": 0.3455,
      "step": 17880
    },
    {
      "epoch": 2.2941779943575273,
      "grad_norm": 0.8490305542945862,
      "learning_rate": 0.0004705480037616483,
      "loss": 0.4001,
      "step": 17890
    },
    {
      "epoch": 2.2954603744549886,
      "grad_norm": 0.525170087814331,
      "learning_rate": 0.00046969308369667435,
      "loss": 0.3755,
      "step": 17900
    },
    {
      "epoch": 2.2967427545524495,
      "grad_norm": 0.45375433564186096,
      "learning_rate": 0.00046883816363170043,
      "loss": 0.4539,
      "step": 17910
    },
    {
      "epoch": 2.2980251346499103,
      "grad_norm": 0.6057801246643066,
      "learning_rate": 0.0004679832435667265,
      "loss": 0.3656,
      "step": 17920
    },
    {
      "epoch": 2.299307514747371,
      "grad_norm": 1.6983225345611572,
      "learning_rate": 0.0004671283235017526,
      "loss": 0.4801,
      "step": 17930
    },
    {
      "epoch": 2.300589894844832,
      "grad_norm": 0.8477333188056946,
      "learning_rate": 0.0004662734034367787,
      "loss": 0.3411,
      "step": 17940
    },
    {
      "epoch": 2.301872274942293,
      "grad_norm": 1.024043321609497,
      "learning_rate": 0.00046541848337180476,
      "loss": 0.3007,
      "step": 17950
    },
    {
      "epoch": 2.3031546550397537,
      "grad_norm": 1.2260679006576538,
      "learning_rate": 0.0004645635633068308,
      "loss": 0.4926,
      "step": 17960
    },
    {
      "epoch": 2.3044370351372145,
      "grad_norm": 0.626004159450531,
      "learning_rate": 0.00046370864324185693,
      "loss": 0.3906,
      "step": 17970
    },
    {
      "epoch": 2.3057194152346754,
      "grad_norm": 0.8693203330039978,
      "learning_rate": 0.00046285372317688296,
      "loss": 0.3919,
      "step": 17980
    },
    {
      "epoch": 2.3070017953321367,
      "grad_norm": 0.8525885343551636,
      "learning_rate": 0.00046199880311190904,
      "loss": 0.4073,
      "step": 17990
    },
    {
      "epoch": 2.3082841754295975,
      "grad_norm": 0.7898913025856018,
      "learning_rate": 0.0004611438830469351,
      "loss": 0.3701,
      "step": 18000
    },
    {
      "epoch": 2.3095665555270584,
      "grad_norm": 0.6249486804008484,
      "learning_rate": 0.0004602889629819612,
      "loss": 0.4573,
      "step": 18010
    },
    {
      "epoch": 2.310848935624519,
      "grad_norm": 0.5609285831451416,
      "learning_rate": 0.0004594340429169873,
      "loss": 0.2935,
      "step": 18020
    },
    {
      "epoch": 2.31213131572198,
      "grad_norm": 0.6433789730072021,
      "learning_rate": 0.00045857912285201337,
      "loss": 0.386,
      "step": 18030
    },
    {
      "epoch": 2.313413695819441,
      "grad_norm": 1.4051841497421265,
      "learning_rate": 0.0004577242027870394,
      "loss": 0.4438,
      "step": 18040
    },
    {
      "epoch": 2.3146960759169017,
      "grad_norm": 0.8757970929145813,
      "learning_rate": 0.00045686928272206553,
      "loss": 0.3941,
      "step": 18050
    },
    {
      "epoch": 2.3159784560143626,
      "grad_norm": 0.6573584675788879,
      "learning_rate": 0.00045601436265709156,
      "loss": 0.412,
      "step": 18060
    },
    {
      "epoch": 2.3172608361118234,
      "grad_norm": 0.6750732064247131,
      "learning_rate": 0.00045515944259211764,
      "loss": 0.33,
      "step": 18070
    },
    {
      "epoch": 2.3185432162092843,
      "grad_norm": 0.9263201951980591,
      "learning_rate": 0.0004543045225271437,
      "loss": 0.4086,
      "step": 18080
    },
    {
      "epoch": 2.319825596306745,
      "grad_norm": 0.9872358441352844,
      "learning_rate": 0.0004534496024621698,
      "loss": 0.4036,
      "step": 18090
    },
    {
      "epoch": 2.321107976404206,
      "grad_norm": 1.5108319520950317,
      "learning_rate": 0.0004525946823971959,
      "loss": 0.3106,
      "step": 18100
    },
    {
      "epoch": 2.3223903565016673,
      "grad_norm": 0.9161720871925354,
      "learning_rate": 0.00045173976233222197,
      "loss": 0.3777,
      "step": 18110
    },
    {
      "epoch": 2.323672736599128,
      "grad_norm": 1.0512194633483887,
      "learning_rate": 0.000450884842267248,
      "loss": 0.4419,
      "step": 18120
    },
    {
      "epoch": 2.324955116696589,
      "grad_norm": 0.6393684148788452,
      "learning_rate": 0.00045002992220227414,
      "loss": 0.4628,
      "step": 18130
    },
    {
      "epoch": 2.32623749679405,
      "grad_norm": 0.9643192887306213,
      "learning_rate": 0.00044917500213730017,
      "loss": 0.4549,
      "step": 18140
    },
    {
      "epoch": 2.3275198768915106,
      "grad_norm": 1.658616542816162,
      "learning_rate": 0.00044832008207232625,
      "loss": 0.3435,
      "step": 18150
    },
    {
      "epoch": 2.3288022569889715,
      "grad_norm": 0.7164269685745239,
      "learning_rate": 0.00044746516200735233,
      "loss": 0.2776,
      "step": 18160
    },
    {
      "epoch": 2.3300846370864323,
      "grad_norm": 1.204102873802185,
      "learning_rate": 0.00044661024194237836,
      "loss": 0.399,
      "step": 18170
    },
    {
      "epoch": 2.331367017183893,
      "grad_norm": 0.719174325466156,
      "learning_rate": 0.0004457553218774045,
      "loss": 0.3717,
      "step": 18180
    },
    {
      "epoch": 2.332649397281354,
      "grad_norm": 0.8231685757637024,
      "learning_rate": 0.0004449004018124305,
      "loss": 0.3388,
      "step": 18190
    },
    {
      "epoch": 2.3339317773788153,
      "grad_norm": 0.542766809463501,
      "learning_rate": 0.0004440454817474566,
      "loss": 0.3687,
      "step": 18200
    },
    {
      "epoch": 2.335214157476276,
      "grad_norm": 0.7932581305503845,
      "learning_rate": 0.0004431905616824827,
      "loss": 0.4434,
      "step": 18210
    },
    {
      "epoch": 2.336496537573737,
      "grad_norm": 1.064727544784546,
      "learning_rate": 0.00044233564161750877,
      "loss": 0.4495,
      "step": 18220
    },
    {
      "epoch": 2.337778917671198,
      "grad_norm": 0.7613261342048645,
      "learning_rate": 0.00044148072155253485,
      "loss": 0.4192,
      "step": 18230
    },
    {
      "epoch": 2.3390612977686587,
      "grad_norm": 1.3468183279037476,
      "learning_rate": 0.00044062580148756093,
      "loss": 0.454,
      "step": 18240
    },
    {
      "epoch": 2.3403436778661195,
      "grad_norm": 1.017491102218628,
      "learning_rate": 0.00043977088142258696,
      "loss": 0.3561,
      "step": 18250
    },
    {
      "epoch": 2.3416260579635804,
      "grad_norm": 1.4051862955093384,
      "learning_rate": 0.0004389159613576131,
      "loss": 0.4603,
      "step": 18260
    },
    {
      "epoch": 2.342908438061041,
      "grad_norm": 0.8021685481071472,
      "learning_rate": 0.00043806104129263913,
      "loss": 0.3409,
      "step": 18270
    },
    {
      "epoch": 2.344190818158502,
      "grad_norm": 0.889196515083313,
      "learning_rate": 0.0004372061212276652,
      "loss": 0.3659,
      "step": 18280
    },
    {
      "epoch": 2.345473198255963,
      "grad_norm": 1.0410467386245728,
      "learning_rate": 0.0004363512011626913,
      "loss": 0.3478,
      "step": 18290
    },
    {
      "epoch": 2.3467555783534237,
      "grad_norm": 0.5652367472648621,
      "learning_rate": 0.0004354962810977174,
      "loss": 0.3194,
      "step": 18300
    },
    {
      "epoch": 2.348037958450885,
      "grad_norm": 1.7215555906295776,
      "learning_rate": 0.00043464136103274346,
      "loss": 0.39,
      "step": 18310
    },
    {
      "epoch": 2.349320338548346,
      "grad_norm": 0.96045982837677,
      "learning_rate": 0.00043378644096776954,
      "loss": 0.3795,
      "step": 18320
    },
    {
      "epoch": 2.3506027186458067,
      "grad_norm": 1.5710773468017578,
      "learning_rate": 0.00043293152090279557,
      "loss": 0.39,
      "step": 18330
    },
    {
      "epoch": 2.3518850987432676,
      "grad_norm": 1.176043152809143,
      "learning_rate": 0.0004320766008378217,
      "loss": 0.3328,
      "step": 18340
    },
    {
      "epoch": 2.3531674788407284,
      "grad_norm": 1.4193735122680664,
      "learning_rate": 0.00043122168077284773,
      "loss": 0.36,
      "step": 18350
    },
    {
      "epoch": 2.3544498589381893,
      "grad_norm": 0.6019266247749329,
      "learning_rate": 0.0004303667607078738,
      "loss": 0.3065,
      "step": 18360
    },
    {
      "epoch": 2.35573223903565,
      "grad_norm": 0.5137869715690613,
      "learning_rate": 0.0004295118406428999,
      "loss": 0.4731,
      "step": 18370
    },
    {
      "epoch": 2.357014619133111,
      "grad_norm": 1.5411295890808105,
      "learning_rate": 0.000428656920577926,
      "loss": 0.4936,
      "step": 18380
    },
    {
      "epoch": 2.358296999230572,
      "grad_norm": 0.8280097842216492,
      "learning_rate": 0.00042780200051295206,
      "loss": 0.4289,
      "step": 18390
    },
    {
      "epoch": 2.359579379328033,
      "grad_norm": 0.6101049184799194,
      "learning_rate": 0.00042694708044797814,
      "loss": 0.2947,
      "step": 18400
    },
    {
      "epoch": 2.360861759425494,
      "grad_norm": 1.0666029453277588,
      "learning_rate": 0.00042609216038300417,
      "loss": 0.3594,
      "step": 18410
    },
    {
      "epoch": 2.3621441395229548,
      "grad_norm": 0.8030332326889038,
      "learning_rate": 0.0004252372403180303,
      "loss": 0.4313,
      "step": 18420
    },
    {
      "epoch": 2.3634265196204156,
      "grad_norm": 1.3051592111587524,
      "learning_rate": 0.00042438232025305634,
      "loss": 0.3878,
      "step": 18430
    },
    {
      "epoch": 2.3647088997178765,
      "grad_norm": 0.7515511512756348,
      "learning_rate": 0.0004235274001880824,
      "loss": 0.4099,
      "step": 18440
    },
    {
      "epoch": 2.3659912798153373,
      "grad_norm": 0.8009350895881653,
      "learning_rate": 0.0004226724801231085,
      "loss": 0.5788,
      "step": 18450
    },
    {
      "epoch": 2.367273659912798,
      "grad_norm": 0.7808216214179993,
      "learning_rate": 0.0004218175600581346,
      "loss": 0.3801,
      "step": 18460
    },
    {
      "epoch": 2.368556040010259,
      "grad_norm": 0.9818991422653198,
      "learning_rate": 0.00042096263999316067,
      "loss": 0.4815,
      "step": 18470
    },
    {
      "epoch": 2.36983842010772,
      "grad_norm": 0.838982343673706,
      "learning_rate": 0.00042010771992818675,
      "loss": 0.4868,
      "step": 18480
    },
    {
      "epoch": 2.3711208002051807,
      "grad_norm": 1.2091493606567383,
      "learning_rate": 0.0004192527998632128,
      "loss": 0.4504,
      "step": 18490
    },
    {
      "epoch": 2.3724031803026415,
      "grad_norm": 0.793835461139679,
      "learning_rate": 0.0004183978797982389,
      "loss": 0.3619,
      "step": 18500
    },
    {
      "epoch": 2.3736855604001024,
      "grad_norm": 0.6502864956855774,
      "learning_rate": 0.00041754295973326494,
      "loss": 0.313,
      "step": 18510
    },
    {
      "epoch": 2.3749679404975637,
      "grad_norm": 0.6209380626678467,
      "learning_rate": 0.000416688039668291,
      "loss": 0.466,
      "step": 18520
    },
    {
      "epoch": 2.3762503205950245,
      "grad_norm": 0.6486326456069946,
      "learning_rate": 0.0004158331196033171,
      "loss": 0.3264,
      "step": 18530
    },
    {
      "epoch": 2.3775327006924853,
      "grad_norm": 1.1120644807815552,
      "learning_rate": 0.00041497819953834313,
      "loss": 0.4322,
      "step": 18540
    },
    {
      "epoch": 2.378815080789946,
      "grad_norm": 0.805433452129364,
      "learning_rate": 0.00041412327947336927,
      "loss": 0.3712,
      "step": 18550
    },
    {
      "epoch": 2.380097460887407,
      "grad_norm": 1.1664881706237793,
      "learning_rate": 0.0004132683594083953,
      "loss": 0.3844,
      "step": 18560
    },
    {
      "epoch": 2.381379840984868,
      "grad_norm": 0.5431153178215027,
      "learning_rate": 0.0004124134393434214,
      "loss": 0.419,
      "step": 18570
    },
    {
      "epoch": 2.3826622210823287,
      "grad_norm": 1.0935227870941162,
      "learning_rate": 0.00041155851927844746,
      "loss": 0.3942,
      "step": 18580
    },
    {
      "epoch": 2.3839446011797896,
      "grad_norm": 0.9874739050865173,
      "learning_rate": 0.00041070359921347355,
      "loss": 0.4566,
      "step": 18590
    },
    {
      "epoch": 2.3852269812772504,
      "grad_norm": 1.6212762594223022,
      "learning_rate": 0.00040984867914849963,
      "loss": 0.5304,
      "step": 18600
    },
    {
      "epoch": 2.3865093613747117,
      "grad_norm": 0.9659703969955444,
      "learning_rate": 0.0004089937590835257,
      "loss": 0.3745,
      "step": 18610
    },
    {
      "epoch": 2.3877917414721725,
      "grad_norm": 1.1413301229476929,
      "learning_rate": 0.00040813883901855174,
      "loss": 0.3498,
      "step": 18620
    },
    {
      "epoch": 2.3890741215696334,
      "grad_norm": 0.9907665848731995,
      "learning_rate": 0.0004072839189535779,
      "loss": 0.3246,
      "step": 18630
    },
    {
      "epoch": 2.3903565016670942,
      "grad_norm": 1.7018821239471436,
      "learning_rate": 0.0004064289988886039,
      "loss": 0.4562,
      "step": 18640
    },
    {
      "epoch": 2.391638881764555,
      "grad_norm": 0.7171698808670044,
      "learning_rate": 0.00040557407882363,
      "loss": 0.3188,
      "step": 18650
    },
    {
      "epoch": 2.392921261862016,
      "grad_norm": 1.6024487018585205,
      "learning_rate": 0.00040471915875865607,
      "loss": 0.4274,
      "step": 18660
    },
    {
      "epoch": 2.3942036419594768,
      "grad_norm": 0.6559688448905945,
      "learning_rate": 0.00040386423869368215,
      "loss": 0.3052,
      "step": 18670
    },
    {
      "epoch": 2.3954860220569376,
      "grad_norm": 0.2720082402229309,
      "learning_rate": 0.00040300931862870823,
      "loss": 0.309,
      "step": 18680
    },
    {
      "epoch": 2.3967684021543985,
      "grad_norm": 1.082115650177002,
      "learning_rate": 0.0004021543985637343,
      "loss": 0.3961,
      "step": 18690
    },
    {
      "epoch": 2.3980507822518593,
      "grad_norm": 1.2949116230010986,
      "learning_rate": 0.00040129947849876034,
      "loss": 0.4343,
      "step": 18700
    },
    {
      "epoch": 2.39933316234932,
      "grad_norm": 1.1575446128845215,
      "learning_rate": 0.0004004445584337865,
      "loss": 0.3872,
      "step": 18710
    },
    {
      "epoch": 2.400615542446781,
      "grad_norm": 1.3714033365249634,
      "learning_rate": 0.0003995896383688125,
      "loss": 0.403,
      "step": 18720
    },
    {
      "epoch": 2.4018979225442423,
      "grad_norm": 0.7358514070510864,
      "learning_rate": 0.0003987347183038386,
      "loss": 0.3598,
      "step": 18730
    },
    {
      "epoch": 2.403180302641703,
      "grad_norm": 0.6895415186882019,
      "learning_rate": 0.0003978797982388647,
      "loss": 0.3644,
      "step": 18740
    },
    {
      "epoch": 2.404462682739164,
      "grad_norm": 0.7910656332969666,
      "learning_rate": 0.00039702487817389076,
      "loss": 0.3489,
      "step": 18750
    },
    {
      "epoch": 2.405745062836625,
      "grad_norm": 0.6187024712562561,
      "learning_rate": 0.00039616995810891684,
      "loss": 0.4018,
      "step": 18760
    },
    {
      "epoch": 2.4070274429340857,
      "grad_norm": 1.0988044738769531,
      "learning_rate": 0.0003953150380439429,
      "loss": 0.4284,
      "step": 18770
    },
    {
      "epoch": 2.4083098230315465,
      "grad_norm": 1.2347112894058228,
      "learning_rate": 0.00039446011797896895,
      "loss": 0.4418,
      "step": 18780
    },
    {
      "epoch": 2.4095922031290073,
      "grad_norm": 0.756648600101471,
      "learning_rate": 0.0003936051979139951,
      "loss": 0.2948,
      "step": 18790
    },
    {
      "epoch": 2.410874583226468,
      "grad_norm": 0.7087267637252808,
      "learning_rate": 0.0003927502778490211,
      "loss": 0.3494,
      "step": 18800
    },
    {
      "epoch": 2.412156963323929,
      "grad_norm": 0.8558051586151123,
      "learning_rate": 0.00039189535778404725,
      "loss": 0.3838,
      "step": 18810
    },
    {
      "epoch": 2.4134393434213903,
      "grad_norm": 0.669138491153717,
      "learning_rate": 0.0003910404377190733,
      "loss": 0.3141,
      "step": 18820
    },
    {
      "epoch": 2.414721723518851,
      "grad_norm": 0.7983182072639465,
      "learning_rate": 0.00039018551765409936,
      "loss": 0.3701,
      "step": 18830
    },
    {
      "epoch": 2.416004103616312,
      "grad_norm": 0.9110289812088013,
      "learning_rate": 0.00038933059758912544,
      "loss": 0.3892,
      "step": 18840
    },
    {
      "epoch": 2.417286483713773,
      "grad_norm": 0.7137938141822815,
      "learning_rate": 0.0003884756775241515,
      "loss": 0.4112,
      "step": 18850
    },
    {
      "epoch": 2.4185688638112337,
      "grad_norm": 1.2632485628128052,
      "learning_rate": 0.00038762075745917755,
      "loss": 0.5279,
      "step": 18860
    },
    {
      "epoch": 2.4198512439086945,
      "grad_norm": 0.7221540212631226,
      "learning_rate": 0.00038676583739420364,
      "loss": 0.3697,
      "step": 18870
    },
    {
      "epoch": 2.4211336240061554,
      "grad_norm": 0.3167746365070343,
      "learning_rate": 0.0003859109173292297,
      "loss": 0.2561,
      "step": 18880
    },
    {
      "epoch": 2.4224160041036162,
      "grad_norm": 1.2461453676223755,
      "learning_rate": 0.0003850559972642558,
      "loss": 0.4454,
      "step": 18890
    },
    {
      "epoch": 2.423698384201077,
      "grad_norm": 1.2429416179656982,
      "learning_rate": 0.0003842010771992819,
      "loss": 0.3414,
      "step": 18900
    },
    {
      "epoch": 2.424980764298538,
      "grad_norm": 0.8229495882987976,
      "learning_rate": 0.0003833461571343079,
      "loss": 0.5697,
      "step": 18910
    },
    {
      "epoch": 2.4262631443959988,
      "grad_norm": 1.0524449348449707,
      "learning_rate": 0.00038249123706933405,
      "loss": 0.4613,
      "step": 18920
    },
    {
      "epoch": 2.4275455244934596,
      "grad_norm": 1.0772918462753296,
      "learning_rate": 0.0003816363170043601,
      "loss": 0.3401,
      "step": 18930
    },
    {
      "epoch": 2.428827904590921,
      "grad_norm": 1.0349977016448975,
      "learning_rate": 0.00038078139693938616,
      "loss": 0.4301,
      "step": 18940
    },
    {
      "epoch": 2.4301102846883817,
      "grad_norm": 1.188043236732483,
      "learning_rate": 0.00037992647687441224,
      "loss": 0.4321,
      "step": 18950
    },
    {
      "epoch": 2.4313926647858426,
      "grad_norm": 0.5111313462257385,
      "learning_rate": 0.0003790715568094383,
      "loss": 0.406,
      "step": 18960
    },
    {
      "epoch": 2.4326750448833034,
      "grad_norm": 0.7800171375274658,
      "learning_rate": 0.0003782166367444644,
      "loss": 0.336,
      "step": 18970
    },
    {
      "epoch": 2.4339574249807643,
      "grad_norm": 1.0893301963806152,
      "learning_rate": 0.0003773617166794905,
      "loss": 0.3267,
      "step": 18980
    },
    {
      "epoch": 2.435239805078225,
      "grad_norm": 1.028470754623413,
      "learning_rate": 0.0003765067966145165,
      "loss": 0.3977,
      "step": 18990
    },
    {
      "epoch": 2.436522185175686,
      "grad_norm": 1.0852724313735962,
      "learning_rate": 0.00037565187654954265,
      "loss": 0.3528,
      "step": 19000
    },
    {
      "epoch": 2.437804565273147,
      "grad_norm": 0.8436377644538879,
      "learning_rate": 0.0003747969564845687,
      "loss": 0.4934,
      "step": 19010
    },
    {
      "epoch": 2.4390869453706077,
      "grad_norm": 0.8028691411018372,
      "learning_rate": 0.00037394203641959476,
      "loss": 0.2514,
      "step": 19020
    },
    {
      "epoch": 2.440369325468069,
      "grad_norm": 0.6978164911270142,
      "learning_rate": 0.00037308711635462084,
      "loss": 0.2909,
      "step": 19030
    },
    {
      "epoch": 2.44165170556553,
      "grad_norm": 0.9961578249931335,
      "learning_rate": 0.0003722321962896469,
      "loss": 0.5097,
      "step": 19040
    },
    {
      "epoch": 2.4429340856629906,
      "grad_norm": 0.8044784069061279,
      "learning_rate": 0.000371377276224673,
      "loss": 0.3696,
      "step": 19050
    },
    {
      "epoch": 2.4442164657604515,
      "grad_norm": 0.9142523407936096,
      "learning_rate": 0.0003705223561596991,
      "loss": 0.2975,
      "step": 19060
    },
    {
      "epoch": 2.4454988458579123,
      "grad_norm": 0.6743261814117432,
      "learning_rate": 0.0003696674360947251,
      "loss": 0.3438,
      "step": 19070
    },
    {
      "epoch": 2.446781225955373,
      "grad_norm": 0.9086779356002808,
      "learning_rate": 0.00036881251602975126,
      "loss": 0.3507,
      "step": 19080
    },
    {
      "epoch": 2.448063606052834,
      "grad_norm": 0.8643527030944824,
      "learning_rate": 0.0003679575959647773,
      "loss": 0.4654,
      "step": 19090
    },
    {
      "epoch": 2.449345986150295,
      "grad_norm": 0.6658887267112732,
      "learning_rate": 0.0003671026758998034,
      "loss": 0.2952,
      "step": 19100
    },
    {
      "epoch": 2.4506283662477557,
      "grad_norm": 1.4154678583145142,
      "learning_rate": 0.00036624775583482945,
      "loss": 0.4116,
      "step": 19110
    },
    {
      "epoch": 2.4519107463452166,
      "grad_norm": 0.9834240674972534,
      "learning_rate": 0.00036539283576985553,
      "loss": 0.4582,
      "step": 19120
    },
    {
      "epoch": 2.4531931264426774,
      "grad_norm": 1.1444348096847534,
      "learning_rate": 0.0003645379157048816,
      "loss": 0.4559,
      "step": 19130
    },
    {
      "epoch": 2.4544755065401387,
      "grad_norm": 1.2544337511062622,
      "learning_rate": 0.0003636829956399077,
      "loss": 0.3877,
      "step": 19140
    },
    {
      "epoch": 2.4557578866375995,
      "grad_norm": 0.7545201182365417,
      "learning_rate": 0.0003628280755749337,
      "loss": 0.3751,
      "step": 19150
    },
    {
      "epoch": 2.4570402667350604,
      "grad_norm": 1.476630449295044,
      "learning_rate": 0.00036197315550995986,
      "loss": 0.5416,
      "step": 19160
    },
    {
      "epoch": 2.458322646832521,
      "grad_norm": 0.867030143737793,
      "learning_rate": 0.0003611182354449859,
      "loss": 0.3719,
      "step": 19170
    },
    {
      "epoch": 2.459605026929982,
      "grad_norm": 0.511754035949707,
      "learning_rate": 0.000360263315380012,
      "loss": 0.41,
      "step": 19180
    },
    {
      "epoch": 2.460887407027443,
      "grad_norm": 1.1626338958740234,
      "learning_rate": 0.00035940839531503805,
      "loss": 0.4129,
      "step": 19190
    },
    {
      "epoch": 2.4621697871249038,
      "grad_norm": 0.35824307799339294,
      "learning_rate": 0.00035855347525006414,
      "loss": 0.319,
      "step": 19200
    },
    {
      "epoch": 2.4634521672223646,
      "grad_norm": 1.2998716831207275,
      "learning_rate": 0.0003576985551850902,
      "loss": 0.3915,
      "step": 19210
    },
    {
      "epoch": 2.4647345473198254,
      "grad_norm": 0.6478980183601379,
      "learning_rate": 0.00035684363512011625,
      "loss": 0.3292,
      "step": 19220
    },
    {
      "epoch": 2.4660169274172867,
      "grad_norm": 1.1961947679519653,
      "learning_rate": 0.00035598871505514233,
      "loss": 0.4412,
      "step": 19230
    },
    {
      "epoch": 2.4672993075147476,
      "grad_norm": 0.7244174480438232,
      "learning_rate": 0.0003551337949901684,
      "loss": 0.3171,
      "step": 19240
    },
    {
      "epoch": 2.4685816876122084,
      "grad_norm": 0.6592457294464111,
      "learning_rate": 0.0003542788749251945,
      "loss": 0.3354,
      "step": 19250
    },
    {
      "epoch": 2.4698640677096693,
      "grad_norm": 0.946502685546875,
      "learning_rate": 0.0003534239548602206,
      "loss": 0.3961,
      "step": 19260
    },
    {
      "epoch": 2.47114644780713,
      "grad_norm": 0.8770771026611328,
      "learning_rate": 0.00035256903479524666,
      "loss": 0.4879,
      "step": 19270
    },
    {
      "epoch": 2.472428827904591,
      "grad_norm": 0.7424082159996033,
      "learning_rate": 0.0003517141147302727,
      "loss": 0.3845,
      "step": 19280
    },
    {
      "epoch": 2.473711208002052,
      "grad_norm": 0.8747217655181885,
      "learning_rate": 0.0003508591946652988,
      "loss": 0.3393,
      "step": 19290
    },
    {
      "epoch": 2.4749935880995126,
      "grad_norm": 1.3483731746673584,
      "learning_rate": 0.00035000427460032485,
      "loss": 0.3517,
      "step": 19300
    },
    {
      "epoch": 2.4762759681969735,
      "grad_norm": 0.5340741276741028,
      "learning_rate": 0.00034914935453535093,
      "loss": 0.4246,
      "step": 19310
    },
    {
      "epoch": 2.4775583482944343,
      "grad_norm": 1.0605217218399048,
      "learning_rate": 0.000348294434470377,
      "loss": 0.5212,
      "step": 19320
    },
    {
      "epoch": 2.478840728391895,
      "grad_norm": 1.1678279638290405,
      "learning_rate": 0.0003474395144054031,
      "loss": 0.3448,
      "step": 19330
    },
    {
      "epoch": 2.480123108489356,
      "grad_norm": 1.3842048645019531,
      "learning_rate": 0.0003465845943404292,
      "loss": 0.4713,
      "step": 19340
    },
    {
      "epoch": 2.4814054885868173,
      "grad_norm": 0.9531245231628418,
      "learning_rate": 0.00034572967427545526,
      "loss": 0.4228,
      "step": 19350
    },
    {
      "epoch": 2.482687868684278,
      "grad_norm": 1.5676864385604858,
      "learning_rate": 0.0003448747542104813,
      "loss": 0.397,
      "step": 19360
    },
    {
      "epoch": 2.483970248781739,
      "grad_norm": 0.8071860671043396,
      "learning_rate": 0.00034401983414550743,
      "loss": 0.3884,
      "step": 19370
    },
    {
      "epoch": 2.4852526288792,
      "grad_norm": 1.1921252012252808,
      "learning_rate": 0.00034316491408053346,
      "loss": 0.3698,
      "step": 19380
    },
    {
      "epoch": 2.4865350089766607,
      "grad_norm": 0.7575945854187012,
      "learning_rate": 0.0003423099940155596,
      "loss": 0.4962,
      "step": 19390
    },
    {
      "epoch": 2.4878173890741215,
      "grad_norm": 0.9211723804473877,
      "learning_rate": 0.0003414550739505856,
      "loss": 0.4712,
      "step": 19400
    },
    {
      "epoch": 2.4890997691715824,
      "grad_norm": 1.3572173118591309,
      "learning_rate": 0.0003406001538856117,
      "loss": 0.3369,
      "step": 19410
    },
    {
      "epoch": 2.490382149269043,
      "grad_norm": 0.8064128160476685,
      "learning_rate": 0.0003397452338206378,
      "loss": 0.3977,
      "step": 19420
    },
    {
      "epoch": 2.491664529366504,
      "grad_norm": 0.708720326423645,
      "learning_rate": 0.00033889031375566387,
      "loss": 0.4332,
      "step": 19430
    },
    {
      "epoch": 2.4929469094639654,
      "grad_norm": 0.34566161036491394,
      "learning_rate": 0.0003380353936906899,
      "loss": 0.366,
      "step": 19440
    },
    {
      "epoch": 2.494229289561426,
      "grad_norm": 0.815828263759613,
      "learning_rate": 0.00033718047362571603,
      "loss": 0.4021,
      "step": 19450
    },
    {
      "epoch": 2.495511669658887,
      "grad_norm": 0.8650433421134949,
      "learning_rate": 0.00033632555356074206,
      "loss": 0.3124,
      "step": 19460
    },
    {
      "epoch": 2.496794049756348,
      "grad_norm": 1.2092469930648804,
      "learning_rate": 0.0003354706334957682,
      "loss": 0.4188,
      "step": 19470
    },
    {
      "epoch": 2.4980764298538087,
      "grad_norm": 0.8805145025253296,
      "learning_rate": 0.0003346157134307942,
      "loss": 0.3866,
      "step": 19480
    },
    {
      "epoch": 2.4993588099512696,
      "grad_norm": 0.9097617864608765,
      "learning_rate": 0.0003337607933658203,
      "loss": 0.3674,
      "step": 19490
    },
    {
      "epoch": 2.5006411900487304,
      "grad_norm": 0.8548180460929871,
      "learning_rate": 0.0003329058733008464,
      "loss": 0.4066,
      "step": 19500
    },
    {
      "epoch": 2.5019235701461913,
      "grad_norm": 0.5404782295227051,
      "learning_rate": 0.00033205095323587247,
      "loss": 0.3742,
      "step": 19510
    },
    {
      "epoch": 2.503205950243652,
      "grad_norm": 0.4802301526069641,
      "learning_rate": 0.0003311960331708985,
      "loss": 0.3414,
      "step": 19520
    },
    {
      "epoch": 2.504488330341113,
      "grad_norm": 0.5459701418876648,
      "learning_rate": 0.00033034111310592464,
      "loss": 0.3094,
      "step": 19530
    },
    {
      "epoch": 2.505770710438574,
      "grad_norm": 1.0268832445144653,
      "learning_rate": 0.00032948619304095067,
      "loss": 0.3653,
      "step": 19540
    },
    {
      "epoch": 2.5070530905360346,
      "grad_norm": 1.0585857629776,
      "learning_rate": 0.0003286312729759768,
      "loss": 0.4984,
      "step": 19550
    },
    {
      "epoch": 2.508335470633496,
      "grad_norm": 0.943658709526062,
      "learning_rate": 0.00032777635291100283,
      "loss": 0.3321,
      "step": 19560
    },
    {
      "epoch": 2.509617850730957,
      "grad_norm": 1.1988105773925781,
      "learning_rate": 0.00032692143284602886,
      "loss": 0.3189,
      "step": 19570
    },
    {
      "epoch": 2.5109002308284176,
      "grad_norm": 1.466678261756897,
      "learning_rate": 0.000326066512781055,
      "loss": 0.4272,
      "step": 19580
    },
    {
      "epoch": 2.5121826109258785,
      "grad_norm": 0.9461327791213989,
      "learning_rate": 0.000325211592716081,
      "loss": 0.5022,
      "step": 19590
    },
    {
      "epoch": 2.5134649910233393,
      "grad_norm": 0.9493967294692993,
      "learning_rate": 0.0003243566726511071,
      "loss": 0.2942,
      "step": 19600
    },
    {
      "epoch": 2.5147473711208,
      "grad_norm": 0.6060981154441833,
      "learning_rate": 0.0003235017525861332,
      "loss": 0.3608,
      "step": 19610
    },
    {
      "epoch": 2.516029751218261,
      "grad_norm": 1.081632137298584,
      "learning_rate": 0.00032264683252115927,
      "loss": 0.3932,
      "step": 19620
    },
    {
      "epoch": 2.517312131315722,
      "grad_norm": 0.272013396024704,
      "learning_rate": 0.00032179191245618535,
      "loss": 0.3491,
      "step": 19630
    },
    {
      "epoch": 2.518594511413183,
      "grad_norm": 0.7338408827781677,
      "learning_rate": 0.00032093699239121144,
      "loss": 0.4811,
      "step": 19640
    },
    {
      "epoch": 2.519876891510644,
      "grad_norm": 0.6062107086181641,
      "learning_rate": 0.00032008207232623746,
      "loss": 0.3817,
      "step": 19650
    },
    {
      "epoch": 2.521159271608105,
      "grad_norm": 1.2783069610595703,
      "learning_rate": 0.0003192271522612636,
      "loss": 0.3512,
      "step": 19660
    },
    {
      "epoch": 2.5224416517055657,
      "grad_norm": 1.2621718645095825,
      "learning_rate": 0.00031837223219628963,
      "loss": 0.416,
      "step": 19670
    },
    {
      "epoch": 2.5237240318030265,
      "grad_norm": 0.6203981637954712,
      "learning_rate": 0.00031751731213131576,
      "loss": 0.307,
      "step": 19680
    },
    {
      "epoch": 2.5250064119004874,
      "grad_norm": 0.8723649978637695,
      "learning_rate": 0.0003166623920663418,
      "loss": 0.3647,
      "step": 19690
    },
    {
      "epoch": 2.526288791997948,
      "grad_norm": 0.887333333492279,
      "learning_rate": 0.0003158074720013679,
      "loss": 0.5004,
      "step": 19700
    },
    {
      "epoch": 2.527571172095409,
      "grad_norm": 0.40670618414878845,
      "learning_rate": 0.00031495255193639396,
      "loss": 0.3769,
      "step": 19710
    },
    {
      "epoch": 2.52885355219287,
      "grad_norm": 0.5381103157997131,
      "learning_rate": 0.00031409763187142004,
      "loss": 0.259,
      "step": 19720
    },
    {
      "epoch": 2.5301359322903307,
      "grad_norm": 0.7360714673995972,
      "learning_rate": 0.00031324271180644607,
      "loss": 0.4182,
      "step": 19730
    },
    {
      "epoch": 2.5314183123877916,
      "grad_norm": 0.8640091419219971,
      "learning_rate": 0.0003123877917414722,
      "loss": 0.3245,
      "step": 19740
    },
    {
      "epoch": 2.5327006924852524,
      "grad_norm": 0.5540979504585266,
      "learning_rate": 0.00031153287167649823,
      "loss": 0.3386,
      "step": 19750
    },
    {
      "epoch": 2.5339830725827133,
      "grad_norm": 0.7436388731002808,
      "learning_rate": 0.00031067795161152437,
      "loss": 0.3423,
      "step": 19760
    },
    {
      "epoch": 2.5352654526801746,
      "grad_norm": 0.657111644744873,
      "learning_rate": 0.0003098230315465504,
      "loss": 0.5047,
      "step": 19770
    },
    {
      "epoch": 2.5365478327776354,
      "grad_norm": 0.8611753582954407,
      "learning_rate": 0.0003089681114815765,
      "loss": 0.4797,
      "step": 19780
    },
    {
      "epoch": 2.5378302128750962,
      "grad_norm": 0.834993302822113,
      "learning_rate": 0.00030811319141660256,
      "loss": 0.3757,
      "step": 19790
    },
    {
      "epoch": 2.539112592972557,
      "grad_norm": 1.335398554801941,
      "learning_rate": 0.00030725827135162864,
      "loss": 0.4135,
      "step": 19800
    },
    {
      "epoch": 2.540394973070018,
      "grad_norm": 0.5498932600021362,
      "learning_rate": 0.00030640335128665467,
      "loss": 0.4223,
      "step": 19810
    },
    {
      "epoch": 2.541677353167479,
      "grad_norm": 0.754500150680542,
      "learning_rate": 0.0003055484312216808,
      "loss": 0.3339,
      "step": 19820
    },
    {
      "epoch": 2.5429597332649396,
      "grad_norm": 1.278773307800293,
      "learning_rate": 0.00030469351115670684,
      "loss": 0.5497,
      "step": 19830
    },
    {
      "epoch": 2.5442421133624005,
      "grad_norm": 0.549717903137207,
      "learning_rate": 0.000303838591091733,
      "loss": 0.4507,
      "step": 19840
    },
    {
      "epoch": 2.5455244934598618,
      "grad_norm": 0.7708590626716614,
      "learning_rate": 0.000302983671026759,
      "loss": 0.363,
      "step": 19850
    },
    {
      "epoch": 2.5468068735573226,
      "grad_norm": 0.4803219437599182,
      "learning_rate": 0.0003021287509617851,
      "loss": 0.2542,
      "step": 19860
    },
    {
      "epoch": 2.5480892536547834,
      "grad_norm": 0.9697148203849792,
      "learning_rate": 0.00030127383089681117,
      "loss": 0.3473,
      "step": 19870
    },
    {
      "epoch": 2.5493716337522443,
      "grad_norm": 1.0347312688827515,
      "learning_rate": 0.00030041891083183725,
      "loss": 0.3943,
      "step": 19880
    },
    {
      "epoch": 2.550654013849705,
      "grad_norm": 0.8918094635009766,
      "learning_rate": 0.0002995639907668633,
      "loss": 0.295,
      "step": 19890
    },
    {
      "epoch": 2.551936393947166,
      "grad_norm": 0.8626148700714111,
      "learning_rate": 0.0002987090707018894,
      "loss": 0.3919,
      "step": 19900
    },
    {
      "epoch": 2.553218774044627,
      "grad_norm": 1.0296040773391724,
      "learning_rate": 0.00029785415063691544,
      "loss": 0.3154,
      "step": 19910
    },
    {
      "epoch": 2.5545011541420877,
      "grad_norm": 0.8652689456939697,
      "learning_rate": 0.0002969992305719415,
      "loss": 0.4078,
      "step": 19920
    },
    {
      "epoch": 2.5557835342395485,
      "grad_norm": 0.6881958246231079,
      "learning_rate": 0.0002961443105069676,
      "loss": 0.3029,
      "step": 19930
    },
    {
      "epoch": 2.5570659143370094,
      "grad_norm": 0.627172589302063,
      "learning_rate": 0.00029528939044199363,
      "loss": 0.3965,
      "step": 19940
    },
    {
      "epoch": 2.55834829443447,
      "grad_norm": 0.9632807970046997,
      "learning_rate": 0.00029443447037701977,
      "loss": 0.3817,
      "step": 19950
    },
    {
      "epoch": 2.559630674531931,
      "grad_norm": 0.7820205688476562,
      "learning_rate": 0.0002935795503120458,
      "loss": 0.2984,
      "step": 19960
    },
    {
      "epoch": 2.560913054629392,
      "grad_norm": 0.7165734767913818,
      "learning_rate": 0.00029272463024707194,
      "loss": 0.3589,
      "step": 19970
    },
    {
      "epoch": 2.562195434726853,
      "grad_norm": 0.43464410305023193,
      "learning_rate": 0.00029186971018209796,
      "loss": 0.2894,
      "step": 19980
    },
    {
      "epoch": 2.563477814824314,
      "grad_norm": 0.7545332312583923,
      "learning_rate": 0.00029101479011712405,
      "loss": 0.3861,
      "step": 19990
    },
    {
      "epoch": 2.564760194921775,
      "grad_norm": 0.6315227746963501,
      "learning_rate": 0.00029015987005215013,
      "loss": 0.3933,
      "step": 20000
    },
    {
      "epoch": 2.5660425750192357,
      "grad_norm": 0.8390231132507324,
      "learning_rate": 0.0002893049499871762,
      "loss": 0.4576,
      "step": 20010
    },
    {
      "epoch": 2.5673249551166966,
      "grad_norm": 1.075249433517456,
      "learning_rate": 0.00028845002992220224,
      "loss": 0.394,
      "step": 20020
    },
    {
      "epoch": 2.5686073352141574,
      "grad_norm": 0.9567833542823792,
      "learning_rate": 0.0002875951098572284,
      "loss": 0.3557,
      "step": 20030
    },
    {
      "epoch": 2.5698897153116183,
      "grad_norm": 1.3885024785995483,
      "learning_rate": 0.0002867401897922544,
      "loss": 0.367,
      "step": 20040
    },
    {
      "epoch": 2.571172095409079,
      "grad_norm": 0.8868879079818726,
      "learning_rate": 0.00028588526972728054,
      "loss": 0.3346,
      "step": 20050
    },
    {
      "epoch": 2.5724544755065404,
      "grad_norm": 0.37503331899642944,
      "learning_rate": 0.00028503034966230657,
      "loss": 0.3142,
      "step": 20060
    },
    {
      "epoch": 2.5737368556040012,
      "grad_norm": 1.0467469692230225,
      "learning_rate": 0.00028417542959733265,
      "loss": 0.379,
      "step": 20070
    },
    {
      "epoch": 2.575019235701462,
      "grad_norm": 1.1559125185012817,
      "learning_rate": 0.00028332050953235873,
      "loss": 0.3753,
      "step": 20080
    },
    {
      "epoch": 2.576301615798923,
      "grad_norm": 0.7905515432357788,
      "learning_rate": 0.0002824655894673848,
      "loss": 0.3534,
      "step": 20090
    },
    {
      "epoch": 2.5775839958963838,
      "grad_norm": 0.44288355112075806,
      "learning_rate": 0.00028161066940241084,
      "loss": 0.3416,
      "step": 20100
    },
    {
      "epoch": 2.5788663759938446,
      "grad_norm": 0.7493765950202942,
      "learning_rate": 0.000280755749337437,
      "loss": 0.4072,
      "step": 20110
    },
    {
      "epoch": 2.5801487560913055,
      "grad_norm": 0.42998605966567993,
      "learning_rate": 0.000279900829272463,
      "loss": 0.317,
      "step": 20120
    },
    {
      "epoch": 2.5814311361887663,
      "grad_norm": 1.049352765083313,
      "learning_rate": 0.00027904590920748915,
      "loss": 0.4015,
      "step": 20130
    },
    {
      "epoch": 2.582713516286227,
      "grad_norm": 0.5475008487701416,
      "learning_rate": 0.0002781909891425152,
      "loss": 0.3598,
      "step": 20140
    },
    {
      "epoch": 2.583995896383688,
      "grad_norm": 0.8483502864837646,
      "learning_rate": 0.00027733606907754126,
      "loss": 0.4564,
      "step": 20150
    },
    {
      "epoch": 2.585278276481149,
      "grad_norm": 1.3677246570587158,
      "learning_rate": 0.00027648114901256734,
      "loss": 0.4583,
      "step": 20160
    },
    {
      "epoch": 2.5865606565786097,
      "grad_norm": 1.5475443601608276,
      "learning_rate": 0.0002756262289475934,
      "loss": 0.4106,
      "step": 20170
    },
    {
      "epoch": 2.5878430366760705,
      "grad_norm": 0.5748480558395386,
      "learning_rate": 0.00027477130888261945,
      "loss": 0.416,
      "step": 20180
    },
    {
      "epoch": 2.589125416773532,
      "grad_norm": 0.9539164304733276,
      "learning_rate": 0.0002739163888176456,
      "loss": 0.4095,
      "step": 20190
    },
    {
      "epoch": 2.5904077968709927,
      "grad_norm": 0.8380826115608215,
      "learning_rate": 0.0002730614687526716,
      "loss": 0.404,
      "step": 20200
    },
    {
      "epoch": 2.5916901769684535,
      "grad_norm": 1.1457738876342773,
      "learning_rate": 0.00027220654868769775,
      "loss": 0.478,
      "step": 20210
    },
    {
      "epoch": 2.5929725570659143,
      "grad_norm": 0.5963801741600037,
      "learning_rate": 0.0002713516286227238,
      "loss": 0.3425,
      "step": 20220
    },
    {
      "epoch": 2.594254937163375,
      "grad_norm": 1.2528159618377686,
      "learning_rate": 0.00027049670855774986,
      "loss": 0.4059,
      "step": 20230
    },
    {
      "epoch": 2.595537317260836,
      "grad_norm": 1.1081477403640747,
      "learning_rate": 0.00026964178849277594,
      "loss": 0.2923,
      "step": 20240
    },
    {
      "epoch": 2.596819697358297,
      "grad_norm": 1.046190857887268,
      "learning_rate": 0.000268786868427802,
      "loss": 0.3084,
      "step": 20250
    },
    {
      "epoch": 2.598102077455758,
      "grad_norm": 0.7045506238937378,
      "learning_rate": 0.0002679319483628281,
      "loss": 0.3575,
      "step": 20260
    },
    {
      "epoch": 2.599384457553219,
      "grad_norm": 0.8695869445800781,
      "learning_rate": 0.00026707702829785414,
      "loss": 0.4175,
      "step": 20270
    },
    {
      "epoch": 2.60066683765068,
      "grad_norm": 0.9905348420143127,
      "learning_rate": 0.0002662221082328802,
      "loss": 0.4376,
      "step": 20280
    },
    {
      "epoch": 2.6019492177481407,
      "grad_norm": 1.3747539520263672,
      "learning_rate": 0.0002653671881679063,
      "loss": 0.4679,
      "step": 20290
    },
    {
      "epoch": 2.6032315978456015,
      "grad_norm": 1.023525595664978,
      "learning_rate": 0.0002645122681029324,
      "loss": 0.4441,
      "step": 20300
    },
    {
      "epoch": 2.6045139779430624,
      "grad_norm": 0.8504759669303894,
      "learning_rate": 0.0002636573480379584,
      "loss": 0.539,
      "step": 20310
    },
    {
      "epoch": 2.6057963580405232,
      "grad_norm": 0.48631325364112854,
      "learning_rate": 0.00026280242797298455,
      "loss": 0.5464,
      "step": 20320
    },
    {
      "epoch": 2.607078738137984,
      "grad_norm": 0.42857420444488525,
      "learning_rate": 0.0002619475079080106,
      "loss": 0.3781,
      "step": 20330
    },
    {
      "epoch": 2.608361118235445,
      "grad_norm": 0.6672760844230652,
      "learning_rate": 0.0002610925878430367,
      "loss": 0.4347,
      "step": 20340
    },
    {
      "epoch": 2.6096434983329058,
      "grad_norm": 0.5698977112770081,
      "learning_rate": 0.00026023766777806274,
      "loss": 0.4583,
      "step": 20350
    },
    {
      "epoch": 2.6109258784303666,
      "grad_norm": 1.0976148843765259,
      "learning_rate": 0.0002593827477130888,
      "loss": 0.3995,
      "step": 20360
    },
    {
      "epoch": 2.6122082585278275,
      "grad_norm": 1.1578220129013062,
      "learning_rate": 0.0002585278276481149,
      "loss": 0.3532,
      "step": 20370
    },
    {
      "epoch": 2.6134906386252883,
      "grad_norm": 1.0207488536834717,
      "learning_rate": 0.000257672907583141,
      "loss": 0.4577,
      "step": 20380
    },
    {
      "epoch": 2.6147730187227496,
      "grad_norm": 1.2871861457824707,
      "learning_rate": 0.000256817987518167,
      "loss": 0.336,
      "step": 20390
    },
    {
      "epoch": 2.6160553988202104,
      "grad_norm": 0.5854607224464417,
      "learning_rate": 0.00025596306745319315,
      "loss": 0.3488,
      "step": 20400
    },
    {
      "epoch": 2.6173377789176713,
      "grad_norm": 1.5783365964889526,
      "learning_rate": 0.0002551081473882192,
      "loss": 0.4988,
      "step": 20410
    },
    {
      "epoch": 2.618620159015132,
      "grad_norm": 1.0990679264068604,
      "learning_rate": 0.0002542532273232453,
      "loss": 0.4439,
      "step": 20420
    },
    {
      "epoch": 2.619902539112593,
      "grad_norm": 0.5611817836761475,
      "learning_rate": 0.00025339830725827135,
      "loss": 0.2935,
      "step": 20430
    },
    {
      "epoch": 2.621184919210054,
      "grad_norm": 1.3916196823120117,
      "learning_rate": 0.00025254338719329743,
      "loss": 0.3949,
      "step": 20440
    },
    {
      "epoch": 2.6224672993075147,
      "grad_norm": 0.7436792254447937,
      "learning_rate": 0.0002516884671283235,
      "loss": 0.444,
      "step": 20450
    },
    {
      "epoch": 2.6237496794049755,
      "grad_norm": 1.4927194118499756,
      "learning_rate": 0.0002508335470633496,
      "loss": 0.384,
      "step": 20460
    },
    {
      "epoch": 2.625032059502437,
      "grad_norm": 1.047260046005249,
      "learning_rate": 0.0002499786269983756,
      "loss": 0.3375,
      "step": 20470
    },
    {
      "epoch": 2.6263144395998976,
      "grad_norm": 0.9535210728645325,
      "learning_rate": 0.0002491237069334017,
      "loss": 0.3326,
      "step": 20480
    },
    {
      "epoch": 2.6275968196973585,
      "grad_norm": 1.1021919250488281,
      "learning_rate": 0.0002482687868684278,
      "loss": 0.4592,
      "step": 20490
    },
    {
      "epoch": 2.6288791997948193,
      "grad_norm": 0.6787020564079285,
      "learning_rate": 0.00024741386680345387,
      "loss": 0.3567,
      "step": 20500
    },
    {
      "epoch": 2.63016157989228,
      "grad_norm": 0.5073117017745972,
      "learning_rate": 0.00024655894673847995,
      "loss": 0.2802,
      "step": 20510
    },
    {
      "epoch": 2.631443959989741,
      "grad_norm": 0.7730292677879333,
      "learning_rate": 0.00024570402667350603,
      "loss": 0.3604,
      "step": 20520
    },
    {
      "epoch": 2.632726340087202,
      "grad_norm": 1.1327155828475952,
      "learning_rate": 0.0002448491066085321,
      "loss": 0.4408,
      "step": 20530
    },
    {
      "epoch": 2.6340087201846627,
      "grad_norm": 0.8838372826576233,
      "learning_rate": 0.00024399418654355817,
      "loss": 0.5678,
      "step": 20540
    },
    {
      "epoch": 2.6352911002821235,
      "grad_norm": 0.5180802345275879,
      "learning_rate": 0.00024313926647858425,
      "loss": 0.3285,
      "step": 20550
    },
    {
      "epoch": 2.6365734803795844,
      "grad_norm": 0.879054605960846,
      "learning_rate": 0.00024228434641361033,
      "loss": 0.4184,
      "step": 20560
    },
    {
      "epoch": 2.6378558604770452,
      "grad_norm": 0.9276881814002991,
      "learning_rate": 0.00024142942634863642,
      "loss": 0.3412,
      "step": 20570
    },
    {
      "epoch": 2.639138240574506,
      "grad_norm": 1.4996106624603271,
      "learning_rate": 0.00024057450628366247,
      "loss": 0.3899,
      "step": 20580
    },
    {
      "epoch": 2.640420620671967,
      "grad_norm": 1.0205820798873901,
      "learning_rate": 0.00023971958621868855,
      "loss": 0.3253,
      "step": 20590
    },
    {
      "epoch": 2.641703000769428,
      "grad_norm": 1.2541202306747437,
      "learning_rate": 0.00023886466615371464,
      "loss": 0.579,
      "step": 20600
    },
    {
      "epoch": 2.642985380866889,
      "grad_norm": 1.1668142080307007,
      "learning_rate": 0.00023800974608874072,
      "loss": 0.4951,
      "step": 20610
    },
    {
      "epoch": 2.64426776096435,
      "grad_norm": 0.9040181636810303,
      "learning_rate": 0.00023715482602376677,
      "loss": 0.3967,
      "step": 20620
    },
    {
      "epoch": 2.6455501410618107,
      "grad_norm": 1.3997057676315308,
      "learning_rate": 0.00023629990595879286,
      "loss": 0.414,
      "step": 20630
    },
    {
      "epoch": 2.6468325211592716,
      "grad_norm": 0.3811419904232025,
      "learning_rate": 0.00023544498589381894,
      "loss": 0.4728,
      "step": 20640
    },
    {
      "epoch": 2.6481149012567324,
      "grad_norm": 0.7340693473815918,
      "learning_rate": 0.00023459006582884502,
      "loss": 0.4724,
      "step": 20650
    },
    {
      "epoch": 2.6493972813541933,
      "grad_norm": 0.602635383605957,
      "learning_rate": 0.00023373514576387108,
      "loss": 0.305,
      "step": 20660
    },
    {
      "epoch": 2.650679661451654,
      "grad_norm": 1.357358694076538,
      "learning_rate": 0.00023288022569889716,
      "loss": 0.3615,
      "step": 20670
    },
    {
      "epoch": 2.6519620415491154,
      "grad_norm": 1.631966233253479,
      "learning_rate": 0.00023202530563392324,
      "loss": 0.3992,
      "step": 20680
    },
    {
      "epoch": 2.6532444216465763,
      "grad_norm": 1.3770554065704346,
      "learning_rate": 0.00023117038556894932,
      "loss": 0.4558,
      "step": 20690
    },
    {
      "epoch": 2.654526801744037,
      "grad_norm": 1.2345914840698242,
      "learning_rate": 0.00023031546550397538,
      "loss": 0.53,
      "step": 20700
    },
    {
      "epoch": 2.655809181841498,
      "grad_norm": 0.8587237000465393,
      "learning_rate": 0.00022946054543900146,
      "loss": 0.326,
      "step": 20710
    },
    {
      "epoch": 2.657091561938959,
      "grad_norm": 0.5960670709609985,
      "learning_rate": 0.00022860562537402754,
      "loss": 0.321,
      "step": 20720
    },
    {
      "epoch": 2.6583739420364196,
      "grad_norm": 0.8732848763465881,
      "learning_rate": 0.00022775070530905363,
      "loss": 0.3383,
      "step": 20730
    },
    {
      "epoch": 2.6596563221338805,
      "grad_norm": 1.1003626585006714,
      "learning_rate": 0.00022689578524407968,
      "loss": 0.2627,
      "step": 20740
    },
    {
      "epoch": 2.6609387022313413,
      "grad_norm": 0.8450182676315308,
      "learning_rate": 0.00022604086517910576,
      "loss": 0.3813,
      "step": 20750
    },
    {
      "epoch": 2.662221082328802,
      "grad_norm": 1.0902912616729736,
      "learning_rate": 0.00022518594511413185,
      "loss": 0.4519,
      "step": 20760
    },
    {
      "epoch": 2.663503462426263,
      "grad_norm": 0.6427618861198425,
      "learning_rate": 0.00022433102504915793,
      "loss": 0.355,
      "step": 20770
    },
    {
      "epoch": 2.664785842523724,
      "grad_norm": 1.0089173316955566,
      "learning_rate": 0.00022347610498418396,
      "loss": 0.316,
      "step": 20780
    },
    {
      "epoch": 2.6660682226211847,
      "grad_norm": 0.8819127082824707,
      "learning_rate": 0.00022262118491921004,
      "loss": 0.3964,
      "step": 20790
    },
    {
      "epoch": 2.6673506027186455,
      "grad_norm": 1.0088744163513184,
      "learning_rate": 0.00022176626485423612,
      "loss": 0.4064,
      "step": 20800
    },
    {
      "epoch": 2.668632982816107,
      "grad_norm": 0.45587706565856934,
      "learning_rate": 0.0002209113447892622,
      "loss": 0.4366,
      "step": 20810
    },
    {
      "epoch": 2.6699153629135677,
      "grad_norm": 0.8636410236358643,
      "learning_rate": 0.0002200564247242883,
      "loss": 0.2694,
      "step": 20820
    },
    {
      "epoch": 2.6711977430110285,
      "grad_norm": 0.5451250672340393,
      "learning_rate": 0.00021920150465931434,
      "loss": 0.3359,
      "step": 20830
    },
    {
      "epoch": 2.6724801231084894,
      "grad_norm": 1.1861648559570312,
      "learning_rate": 0.00021834658459434042,
      "loss": 0.4072,
      "step": 20840
    },
    {
      "epoch": 2.67376250320595,
      "grad_norm": 1.4000024795532227,
      "learning_rate": 0.0002174916645293665,
      "loss": 0.4205,
      "step": 20850
    },
    {
      "epoch": 2.675044883303411,
      "grad_norm": 0.5738406181335449,
      "learning_rate": 0.0002166367444643926,
      "loss": 0.5497,
      "step": 20860
    },
    {
      "epoch": 2.676327263400872,
      "grad_norm": 0.49758780002593994,
      "learning_rate": 0.00021578182439941864,
      "loss": 0.2646,
      "step": 20870
    },
    {
      "epoch": 2.6776096434983327,
      "grad_norm": 0.9785353541374207,
      "learning_rate": 0.00021492690433444473,
      "loss": 0.4507,
      "step": 20880
    },
    {
      "epoch": 2.678892023595794,
      "grad_norm": 0.9146700501441956,
      "learning_rate": 0.0002140719842694708,
      "loss": 0.3821,
      "step": 20890
    },
    {
      "epoch": 2.680174403693255,
      "grad_norm": 0.8285348415374756,
      "learning_rate": 0.0002132170642044969,
      "loss": 0.2993,
      "step": 20900
    },
    {
      "epoch": 2.6814567837907157,
      "grad_norm": 0.9271901845932007,
      "learning_rate": 0.00021236214413952295,
      "loss": 0.3949,
      "step": 20910
    },
    {
      "epoch": 2.6827391638881766,
      "grad_norm": 0.5074835419654846,
      "learning_rate": 0.00021150722407454903,
      "loss": 0.2717,
      "step": 20920
    },
    {
      "epoch": 2.6840215439856374,
      "grad_norm": 0.8156689405441284,
      "learning_rate": 0.0002106523040095751,
      "loss": 0.3361,
      "step": 20930
    },
    {
      "epoch": 2.6853039240830983,
      "grad_norm": 0.5775778293609619,
      "learning_rate": 0.0002097973839446012,
      "loss": 0.3324,
      "step": 20940
    },
    {
      "epoch": 2.686586304180559,
      "grad_norm": 0.9868631958961487,
      "learning_rate": 0.00020894246387962725,
      "loss": 0.2793,
      "step": 20950
    },
    {
      "epoch": 2.68786868427802,
      "grad_norm": 0.631433367729187,
      "learning_rate": 0.00020808754381465333,
      "loss": 0.4849,
      "step": 20960
    },
    {
      "epoch": 2.689151064375481,
      "grad_norm": 0.5689303874969482,
      "learning_rate": 0.0002072326237496794,
      "loss": 0.3136,
      "step": 20970
    },
    {
      "epoch": 2.6904334444729416,
      "grad_norm": 1.3480650186538696,
      "learning_rate": 0.0002063777036847055,
      "loss": 0.3781,
      "step": 20980
    },
    {
      "epoch": 2.6917158245704025,
      "grad_norm": 0.9957194328308105,
      "learning_rate": 0.00020552278361973155,
      "loss": 0.3369,
      "step": 20990
    },
    {
      "epoch": 2.6929982046678633,
      "grad_norm": 1.6954656839370728,
      "learning_rate": 0.00020466786355475763,
      "loss": 0.4473,
      "step": 21000
    },
    {
      "epoch": 2.694280584765324,
      "grad_norm": 0.7176766991615295,
      "learning_rate": 0.00020381294348978372,
      "loss": 0.2455,
      "step": 21010
    },
    {
      "epoch": 2.6955629648627855,
      "grad_norm": 1.3188832998275757,
      "learning_rate": 0.0002029580234248098,
      "loss": 0.4423,
      "step": 21020
    },
    {
      "epoch": 2.6968453449602463,
      "grad_norm": 1.5381674766540527,
      "learning_rate": 0.00020210310335983585,
      "loss": 0.375,
      "step": 21030
    },
    {
      "epoch": 2.698127725057707,
      "grad_norm": 0.8166912794113159,
      "learning_rate": 0.00020124818329486194,
      "loss": 0.4334,
      "step": 21040
    },
    {
      "epoch": 2.699410105155168,
      "grad_norm": 1.0441280603408813,
      "learning_rate": 0.00020039326322988802,
      "loss": 0.3905,
      "step": 21050
    },
    {
      "epoch": 2.700692485252629,
      "grad_norm": 0.7561319470405579,
      "learning_rate": 0.0001995383431649141,
      "loss": 0.316,
      "step": 21060
    },
    {
      "epoch": 2.7019748653500897,
      "grad_norm": 0.8861315250396729,
      "learning_rate": 0.00019868342309994016,
      "loss": 0.3531,
      "step": 21070
    },
    {
      "epoch": 2.7032572454475505,
      "grad_norm": 0.887611448764801,
      "learning_rate": 0.00019782850303496624,
      "loss": 0.4692,
      "step": 21080
    },
    {
      "epoch": 2.704539625545012,
      "grad_norm": 0.985729455947876,
      "learning_rate": 0.00019697358296999232,
      "loss": 0.4464,
      "step": 21090
    },
    {
      "epoch": 2.7058220056424727,
      "grad_norm": 0.8642510175704956,
      "learning_rate": 0.0001961186629050184,
      "loss": 0.3553,
      "step": 21100
    },
    {
      "epoch": 2.7071043857399335,
      "grad_norm": 0.7116155028343201,
      "learning_rate": 0.00019526374284004449,
      "loss": 0.4635,
      "step": 21110
    },
    {
      "epoch": 2.7083867658373943,
      "grad_norm": 0.9211375713348389,
      "learning_rate": 0.00019440882277507054,
      "loss": 0.356,
      "step": 21120
    },
    {
      "epoch": 2.709669145934855,
      "grad_norm": 0.6295248866081238,
      "learning_rate": 0.0001935539027100966,
      "loss": 0.3683,
      "step": 21130
    },
    {
      "epoch": 2.710951526032316,
      "grad_norm": 0.596107006072998,
      "learning_rate": 0.00019269898264512268,
      "loss": 0.274,
      "step": 21140
    },
    {
      "epoch": 2.712233906129777,
      "grad_norm": 1.4957377910614014,
      "learning_rate": 0.00019184406258014876,
      "loss": 0.3562,
      "step": 21150
    },
    {
      "epoch": 2.7135162862272377,
      "grad_norm": 1.4567288160324097,
      "learning_rate": 0.00019098914251517482,
      "loss": 0.3553,
      "step": 21160
    },
    {
      "epoch": 2.7147986663246986,
      "grad_norm": 0.44168442487716675,
      "learning_rate": 0.0001901342224502009,
      "loss": 0.434,
      "step": 21170
    },
    {
      "epoch": 2.7160810464221594,
      "grad_norm": 1.3469419479370117,
      "learning_rate": 0.00018927930238522698,
      "loss": 0.5778,
      "step": 21180
    },
    {
      "epoch": 2.7173634265196203,
      "grad_norm": 0.3783499300479889,
      "learning_rate": 0.00018842438232025306,
      "loss": 0.2967,
      "step": 21190
    },
    {
      "epoch": 2.718645806617081,
      "grad_norm": 0.9081128239631653,
      "learning_rate": 0.00018756946225527912,
      "loss": 0.4134,
      "step": 21200
    },
    {
      "epoch": 2.719928186714542,
      "grad_norm": 1.2152372598648071,
      "learning_rate": 0.0001867145421903052,
      "loss": 0.4139,
      "step": 21210
    },
    {
      "epoch": 2.7212105668120032,
      "grad_norm": 0.8168225288391113,
      "learning_rate": 0.00018585962212533128,
      "loss": 0.3853,
      "step": 21220
    },
    {
      "epoch": 2.722492946909464,
      "grad_norm": 0.8900707364082336,
      "learning_rate": 0.00018500470206035737,
      "loss": 0.3369,
      "step": 21230
    },
    {
      "epoch": 2.723775327006925,
      "grad_norm": 0.8105087280273438,
      "learning_rate": 0.00018414978199538342,
      "loss": 0.3421,
      "step": 21240
    },
    {
      "epoch": 2.7250577071043858,
      "grad_norm": 1.3624615669250488,
      "learning_rate": 0.0001832948619304095,
      "loss": 0.4038,
      "step": 21250
    },
    {
      "epoch": 2.7263400872018466,
      "grad_norm": 0.7589739561080933,
      "learning_rate": 0.00018243994186543559,
      "loss": 0.2604,
      "step": 21260
    },
    {
      "epoch": 2.7276224672993075,
      "grad_norm": 0.9599238038063049,
      "learning_rate": 0.00018158502180046167,
      "loss": 0.4537,
      "step": 21270
    },
    {
      "epoch": 2.7289048473967683,
      "grad_norm": 0.5657153725624084,
      "learning_rate": 0.00018073010173548772,
      "loss": 0.4679,
      "step": 21280
    },
    {
      "epoch": 2.730187227494229,
      "grad_norm": 1.2358009815216064,
      "learning_rate": 0.0001798751816705138,
      "loss": 0.3009,
      "step": 21290
    },
    {
      "epoch": 2.7314696075916904,
      "grad_norm": 0.7661507725715637,
      "learning_rate": 0.0001790202616055399,
      "loss": 0.3509,
      "step": 21300
    },
    {
      "epoch": 2.7327519876891513,
      "grad_norm": 2.557483673095703,
      "learning_rate": 0.00017816534154056597,
      "loss": 0.4234,
      "step": 21310
    },
    {
      "epoch": 2.734034367786612,
      "grad_norm": 0.7089506387710571,
      "learning_rate": 0.00017731042147559203,
      "loss": 0.3774,
      "step": 21320
    },
    {
      "epoch": 2.735316747884073,
      "grad_norm": 1.5683780908584595,
      "learning_rate": 0.0001764555014106181,
      "loss": 0.3991,
      "step": 21330
    },
    {
      "epoch": 2.736599127981534,
      "grad_norm": 0.6015053987503052,
      "learning_rate": 0.0001756005813456442,
      "loss": 0.332,
      "step": 21340
    },
    {
      "epoch": 2.7378815080789947,
      "grad_norm": 0.6616173386573792,
      "learning_rate": 0.00017474566128067027,
      "loss": 0.3991,
      "step": 21350
    },
    {
      "epoch": 2.7391638881764555,
      "grad_norm": 1.1823351383209229,
      "learning_rate": 0.00017389074121569633,
      "loss": 0.4555,
      "step": 21360
    },
    {
      "epoch": 2.7404462682739164,
      "grad_norm": 0.7915502190589905,
      "learning_rate": 0.0001730358211507224,
      "loss": 0.3425,
      "step": 21370
    },
    {
      "epoch": 2.741728648371377,
      "grad_norm": 1.186974287033081,
      "learning_rate": 0.0001721809010857485,
      "loss": 0.5156,
      "step": 21380
    },
    {
      "epoch": 2.743011028468838,
      "grad_norm": 0.8260472416877747,
      "learning_rate": 0.00017132598102077457,
      "loss": 0.4004,
      "step": 21390
    },
    {
      "epoch": 2.744293408566299,
      "grad_norm": 1.5226585865020752,
      "learning_rate": 0.00017047106095580066,
      "loss": 0.3825,
      "step": 21400
    },
    {
      "epoch": 2.7455757886637597,
      "grad_norm": 0.7888827919960022,
      "learning_rate": 0.0001696161408908267,
      "loss": 0.3379,
      "step": 21410
    },
    {
      "epoch": 2.7468581687612206,
      "grad_norm": 1.188528060913086,
      "learning_rate": 0.0001687612208258528,
      "loss": 0.2501,
      "step": 21420
    },
    {
      "epoch": 2.748140548858682,
      "grad_norm": 1.040313720703125,
      "learning_rate": 0.00016790630076087888,
      "loss": 0.5706,
      "step": 21430
    },
    {
      "epoch": 2.7494229289561427,
      "grad_norm": 1.1419790983200073,
      "learning_rate": 0.00016705138069590496,
      "loss": 0.345,
      "step": 21440
    },
    {
      "epoch": 2.7507053090536036,
      "grad_norm": 1.0169458389282227,
      "learning_rate": 0.00016619646063093101,
      "loss": 0.4079,
      "step": 21450
    },
    {
      "epoch": 2.7519876891510644,
      "grad_norm": 1.201564073562622,
      "learning_rate": 0.0001653415405659571,
      "loss": 0.2988,
      "step": 21460
    },
    {
      "epoch": 2.7532700692485252,
      "grad_norm": 0.5512075424194336,
      "learning_rate": 0.00016448662050098318,
      "loss": 0.3651,
      "step": 21470
    },
    {
      "epoch": 2.754552449345986,
      "grad_norm": 1.1715940237045288,
      "learning_rate": 0.00016363170043600923,
      "loss": 0.3561,
      "step": 21480
    },
    {
      "epoch": 2.755834829443447,
      "grad_norm": 1.5060564279556274,
      "learning_rate": 0.0001627767803710353,
      "loss": 0.4964,
      "step": 21490
    },
    {
      "epoch": 2.7571172095409078,
      "grad_norm": 1.0363975763320923,
      "learning_rate": 0.00016192186030606137,
      "loss": 0.4628,
      "step": 21500
    },
    {
      "epoch": 2.758399589638369,
      "grad_norm": 0.6451253890991211,
      "learning_rate": 0.00016106694024108745,
      "loss": 0.5482,
      "step": 21510
    },
    {
      "epoch": 2.75968196973583,
      "grad_norm": 0.8802538514137268,
      "learning_rate": 0.00016021202017611354,
      "loss": 0.4662,
      "step": 21520
    },
    {
      "epoch": 2.7609643498332908,
      "grad_norm": 0.6708236336708069,
      "learning_rate": 0.0001593571001111396,
      "loss": 0.2757,
      "step": 21530
    },
    {
      "epoch": 2.7622467299307516,
      "grad_norm": 0.5467422604560852,
      "learning_rate": 0.00015850218004616567,
      "loss": 0.4559,
      "step": 21540
    },
    {
      "epoch": 2.7635291100282124,
      "grad_norm": 0.9822036623954773,
      "learning_rate": 0.00015764725998119176,
      "loss": 0.3517,
      "step": 21550
    },
    {
      "epoch": 2.7648114901256733,
      "grad_norm": 0.6225240230560303,
      "learning_rate": 0.00015679233991621784,
      "loss": 0.3221,
      "step": 21560
    },
    {
      "epoch": 2.766093870223134,
      "grad_norm": 0.5968758463859558,
      "learning_rate": 0.0001559374198512439,
      "loss": 0.4548,
      "step": 21570
    },
    {
      "epoch": 2.767376250320595,
      "grad_norm": 0.8913034200668335,
      "learning_rate": 0.00015508249978626998,
      "loss": 0.4053,
      "step": 21580
    },
    {
      "epoch": 2.768658630418056,
      "grad_norm": 1.6031399965286255,
      "learning_rate": 0.00015422757972129606,
      "loss": 0.3838,
      "step": 21590
    },
    {
      "epoch": 2.7699410105155167,
      "grad_norm": 0.9392004609107971,
      "learning_rate": 0.00015337265965632214,
      "loss": 0.3233,
      "step": 21600
    },
    {
      "epoch": 2.7712233906129775,
      "grad_norm": 0.7516948580741882,
      "learning_rate": 0.0001525177395913482,
      "loss": 0.25,
      "step": 21610
    },
    {
      "epoch": 2.7725057707104384,
      "grad_norm": 0.7983139157295227,
      "learning_rate": 0.00015166281952637428,
      "loss": 0.3126,
      "step": 21620
    },
    {
      "epoch": 2.773788150807899,
      "grad_norm": 0.7680755853652954,
      "learning_rate": 0.00015080789946140036,
      "loss": 0.3528,
      "step": 21630
    },
    {
      "epoch": 2.7750705309053605,
      "grad_norm": 0.7174438834190369,
      "learning_rate": 0.00014995297939642644,
      "loss": 0.4091,
      "step": 21640
    },
    {
      "epoch": 2.7763529110028213,
      "grad_norm": 0.8676108717918396,
      "learning_rate": 0.0001490980593314525,
      "loss": 0.5095,
      "step": 21650
    },
    {
      "epoch": 2.777635291100282,
      "grad_norm": 0.7086964249610901,
      "learning_rate": 0.00014824313926647858,
      "loss": 0.2819,
      "step": 21660
    },
    {
      "epoch": 2.778917671197743,
      "grad_norm": 1.6894848346710205,
      "learning_rate": 0.00014738821920150466,
      "loss": 0.3624,
      "step": 21670
    },
    {
      "epoch": 2.780200051295204,
      "grad_norm": 0.7783902287483215,
      "learning_rate": 0.00014653329913653075,
      "loss": 0.4304,
      "step": 21680
    },
    {
      "epoch": 2.7814824313926647,
      "grad_norm": 0.7895000576972961,
      "learning_rate": 0.00014567837907155683,
      "loss": 0.3576,
      "step": 21690
    },
    {
      "epoch": 2.7827648114901256,
      "grad_norm": 0.5636423826217651,
      "learning_rate": 0.00014482345900658288,
      "loss": 0.3083,
      "step": 21700
    },
    {
      "epoch": 2.7840471915875864,
      "grad_norm": 1.1489410400390625,
      "learning_rate": 0.00014396853894160897,
      "loss": 0.3091,
      "step": 21710
    },
    {
      "epoch": 2.7853295716850477,
      "grad_norm": 0.59771728515625,
      "learning_rate": 0.00014311361887663505,
      "loss": 0.4021,
      "step": 21720
    },
    {
      "epoch": 2.7866119517825085,
      "grad_norm": 0.722762405872345,
      "learning_rate": 0.00014225869881166113,
      "loss": 0.3188,
      "step": 21730
    },
    {
      "epoch": 2.7878943318799694,
      "grad_norm": 0.6990886330604553,
      "learning_rate": 0.00014140377874668719,
      "loss": 0.3733,
      "step": 21740
    },
    {
      "epoch": 2.7891767119774302,
      "grad_norm": 0.8142735362052917,
      "learning_rate": 0.00014054885868171327,
      "loss": 0.3454,
      "step": 21750
    },
    {
      "epoch": 2.790459092074891,
      "grad_norm": 1.8750430345535278,
      "learning_rate": 0.00013969393861673935,
      "loss": 0.501,
      "step": 21760
    },
    {
      "epoch": 2.791741472172352,
      "grad_norm": 0.7295469641685486,
      "learning_rate": 0.00013883901855176543,
      "loss": 0.3375,
      "step": 21770
    },
    {
      "epoch": 2.7930238522698128,
      "grad_norm": 0.9579476118087769,
      "learning_rate": 0.0001379840984867915,
      "loss": 0.4572,
      "step": 21780
    },
    {
      "epoch": 2.7943062323672736,
      "grad_norm": 0.9507008790969849,
      "learning_rate": 0.00013712917842181757,
      "loss": 0.3134,
      "step": 21790
    },
    {
      "epoch": 2.7955886124647344,
      "grad_norm": 1.0686496496200562,
      "learning_rate": 0.00013627425835684365,
      "loss": 0.365,
      "step": 21800
    },
    {
      "epoch": 2.7968709925621953,
      "grad_norm": 0.6618695855140686,
      "learning_rate": 0.00013541933829186974,
      "loss": 0.5158,
      "step": 21810
    },
    {
      "epoch": 2.798153372659656,
      "grad_norm": 0.7745763659477234,
      "learning_rate": 0.0001345644182268958,
      "loss": 0.4521,
      "step": 21820
    },
    {
      "epoch": 2.799435752757117,
      "grad_norm": 0.9630032777786255,
      "learning_rate": 0.00013370949816192185,
      "loss": 0.383,
      "step": 21830
    },
    {
      "epoch": 2.800718132854578,
      "grad_norm": 0.9685844779014587,
      "learning_rate": 0.00013285457809694793,
      "loss": 0.351,
      "step": 21840
    },
    {
      "epoch": 2.802000512952039,
      "grad_norm": 1.8922075033187866,
      "learning_rate": 0.000131999658031974,
      "loss": 0.3359,
      "step": 21850
    },
    {
      "epoch": 2.8032828930495,
      "grad_norm": 1.1599595546722412,
      "learning_rate": 0.00013114473796700007,
      "loss": 0.5045,
      "step": 21860
    },
    {
      "epoch": 2.804565273146961,
      "grad_norm": 0.761369526386261,
      "learning_rate": 0.00013028981790202615,
      "loss": 0.3795,
      "step": 21870
    },
    {
      "epoch": 2.8058476532444216,
      "grad_norm": 0.4400559663772583,
      "learning_rate": 0.00012943489783705223,
      "loss": 0.4146,
      "step": 21880
    },
    {
      "epoch": 2.8071300333418825,
      "grad_norm": 0.6165184378623962,
      "learning_rate": 0.0001285799777720783,
      "loss": 0.3696,
      "step": 21890
    },
    {
      "epoch": 2.8084124134393433,
      "grad_norm": 1.1559704542160034,
      "learning_rate": 0.00012772505770710437,
      "loss": 0.3715,
      "step": 21900
    },
    {
      "epoch": 2.809694793536804,
      "grad_norm": 0.7321136593818665,
      "learning_rate": 0.00012687013764213045,
      "loss": 0.3048,
      "step": 21910
    },
    {
      "epoch": 2.8109771736342655,
      "grad_norm": 0.5283898711204529,
      "learning_rate": 0.00012601521757715653,
      "loss": 0.2636,
      "step": 21920
    },
    {
      "epoch": 2.8122595537317263,
      "grad_norm": 0.8270158171653748,
      "learning_rate": 0.00012516029751218262,
      "loss": 0.4423,
      "step": 21930
    },
    {
      "epoch": 2.813541933829187,
      "grad_norm": 0.872068464756012,
      "learning_rate": 0.00012430537744720867,
      "loss": 0.2926,
      "step": 21940
    },
    {
      "epoch": 2.814824313926648,
      "grad_norm": 1.1108500957489014,
      "learning_rate": 0.00012345045738223475,
      "loss": 0.349,
      "step": 21950
    },
    {
      "epoch": 2.816106694024109,
      "grad_norm": 1.0009726285934448,
      "learning_rate": 0.00012259553731726084,
      "loss": 0.3206,
      "step": 21960
    },
    {
      "epoch": 2.8173890741215697,
      "grad_norm": 0.44574859738349915,
      "learning_rate": 0.00012174061725228692,
      "loss": 0.2925,
      "step": 21970
    },
    {
      "epoch": 2.8186714542190305,
      "grad_norm": 0.8400396704673767,
      "learning_rate": 0.00012088569718731299,
      "loss": 0.3977,
      "step": 21980
    },
    {
      "epoch": 2.8199538343164914,
      "grad_norm": 0.853813111782074,
      "learning_rate": 0.00012003077712233907,
      "loss": 0.4258,
      "step": 21990
    },
    {
      "epoch": 2.8212362144139522,
      "grad_norm": 0.6891235709190369,
      "learning_rate": 0.00011917585705736514,
      "loss": 0.2868,
      "step": 22000
    },
    {
      "epoch": 2.822518594511413,
      "grad_norm": 0.9624373316764832,
      "learning_rate": 0.00011832093699239122,
      "loss": 0.4167,
      "step": 22010
    },
    {
      "epoch": 2.823800974608874,
      "grad_norm": 0.8667474389076233,
      "learning_rate": 0.00011746601692741729,
      "loss": 0.3906,
      "step": 22020
    },
    {
      "epoch": 2.8250833547063348,
      "grad_norm": 0.9315304756164551,
      "learning_rate": 0.00011661109686244337,
      "loss": 0.2763,
      "step": 22030
    },
    {
      "epoch": 2.8263657348037956,
      "grad_norm": 0.48842424154281616,
      "learning_rate": 0.00011575617679746944,
      "loss": 0.3595,
      "step": 22040
    },
    {
      "epoch": 2.827648114901257,
      "grad_norm": 2.02878737449646,
      "learning_rate": 0.00011490125673249552,
      "loss": 0.432,
      "step": 22050
    },
    {
      "epoch": 2.8289304949987177,
      "grad_norm": 1.5318242311477661,
      "learning_rate": 0.00011404633666752159,
      "loss": 0.4374,
      "step": 22060
    },
    {
      "epoch": 2.8302128750961786,
      "grad_norm": 1.2656123638153076,
      "learning_rate": 0.00011319141660254767,
      "loss": 0.3225,
      "step": 22070
    },
    {
      "epoch": 2.8314952551936394,
      "grad_norm": 1.2422733306884766,
      "learning_rate": 0.00011233649653757374,
      "loss": 0.4328,
      "step": 22080
    },
    {
      "epoch": 2.8327776352911003,
      "grad_norm": 0.769603967666626,
      "learning_rate": 0.00011148157647259981,
      "loss": 0.301,
      "step": 22090
    },
    {
      "epoch": 2.834060015388561,
      "grad_norm": 1.1890935897827148,
      "learning_rate": 0.00011062665640762588,
      "loss": 0.4696,
      "step": 22100
    },
    {
      "epoch": 2.835342395486022,
      "grad_norm": 0.8918318748474121,
      "learning_rate": 0.00010977173634265196,
      "loss": 0.3997,
      "step": 22110
    },
    {
      "epoch": 2.836624775583483,
      "grad_norm": 0.7001236081123352,
      "learning_rate": 0.00010891681627767803,
      "loss": 0.4216,
      "step": 22120
    },
    {
      "epoch": 2.837907155680944,
      "grad_norm": 0.84539794921875,
      "learning_rate": 0.00010806189621270411,
      "loss": 0.3192,
      "step": 22130
    },
    {
      "epoch": 2.839189535778405,
      "grad_norm": 0.9644067287445068,
      "learning_rate": 0.00010720697614773018,
      "loss": 0.474,
      "step": 22140
    },
    {
      "epoch": 2.840471915875866,
      "grad_norm": 0.9339047074317932,
      "learning_rate": 0.00010635205608275626,
      "loss": 0.3042,
      "step": 22150
    },
    {
      "epoch": 2.8417542959733266,
      "grad_norm": 0.7227121591567993,
      "learning_rate": 0.00010549713601778233,
      "loss": 0.2391,
      "step": 22160
    },
    {
      "epoch": 2.8430366760707875,
      "grad_norm": 0.7822548747062683,
      "learning_rate": 0.00010464221595280842,
      "loss": 0.4902,
      "step": 22170
    },
    {
      "epoch": 2.8443190561682483,
      "grad_norm": 0.9597374200820923,
      "learning_rate": 0.00010378729588783448,
      "loss": 0.3201,
      "step": 22180
    },
    {
      "epoch": 2.845601436265709,
      "grad_norm": 1.0328844785690308,
      "learning_rate": 0.00010293237582286057,
      "loss": 0.3916,
      "step": 22190
    },
    {
      "epoch": 2.84688381636317,
      "grad_norm": 0.6888856291770935,
      "learning_rate": 0.00010207745575788664,
      "loss": 0.415,
      "step": 22200
    },
    {
      "epoch": 2.848166196460631,
      "grad_norm": 1.4465842247009277,
      "learning_rate": 0.00010122253569291272,
      "loss": 0.3799,
      "step": 22210
    },
    {
      "epoch": 2.8494485765580917,
      "grad_norm": 1.1186655759811401,
      "learning_rate": 0.00010036761562793879,
      "loss": 0.3732,
      "step": 22220
    },
    {
      "epoch": 2.8507309566555525,
      "grad_norm": 0.5343247056007385,
      "learning_rate": 9.951269556296487e-05,
      "loss": 0.3953,
      "step": 22230
    },
    {
      "epoch": 2.8520133367530134,
      "grad_norm": 0.5710815191268921,
      "learning_rate": 9.865777549799095e-05,
      "loss": 0.4029,
      "step": 22240
    },
    {
      "epoch": 2.8532957168504742,
      "grad_norm": 1.0526983737945557,
      "learning_rate": 9.780285543301702e-05,
      "loss": 0.4013,
      "step": 22250
    },
    {
      "epoch": 2.8545780969479355,
      "grad_norm": 0.9180122017860413,
      "learning_rate": 9.694793536804309e-05,
      "loss": 0.3656,
      "step": 22260
    },
    {
      "epoch": 2.8558604770453964,
      "grad_norm": 0.5228607654571533,
      "learning_rate": 9.609301530306916e-05,
      "loss": 0.388,
      "step": 22270
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.7112893462181091,
      "learning_rate": 9.523809523809524e-05,
      "loss": 0.2866,
      "step": 22280
    },
    {
      "epoch": 2.858425237240318,
      "grad_norm": 1.2582242488861084,
      "learning_rate": 9.438317517312131e-05,
      "loss": 0.3768,
      "step": 22290
    },
    {
      "epoch": 2.859707617337779,
      "grad_norm": 0.9449999332427979,
      "learning_rate": 9.352825510814739e-05,
      "loss": 0.4034,
      "step": 22300
    },
    {
      "epoch": 2.8609899974352397,
      "grad_norm": 0.7868074774742126,
      "learning_rate": 9.267333504317346e-05,
      "loss": 0.4197,
      "step": 22310
    },
    {
      "epoch": 2.8622723775327006,
      "grad_norm": 0.5401546359062195,
      "learning_rate": 9.181841497819954e-05,
      "loss": 0.3198,
      "step": 22320
    },
    {
      "epoch": 2.8635547576301614,
      "grad_norm": 1.1672154664993286,
      "learning_rate": 9.096349491322561e-05,
      "loss": 0.3383,
      "step": 22330
    },
    {
      "epoch": 2.8648371377276227,
      "grad_norm": 0.43170639872550964,
      "learning_rate": 9.01085748482517e-05,
      "loss": 0.3007,
      "step": 22340
    },
    {
      "epoch": 2.8661195178250836,
      "grad_norm": 1.1403450965881348,
      "learning_rate": 8.925365478327776e-05,
      "loss": 0.3279,
      "step": 22350
    },
    {
      "epoch": 2.8674018979225444,
      "grad_norm": 1.2685964107513428,
      "learning_rate": 8.839873471830385e-05,
      "loss": 0.5152,
      "step": 22360
    },
    {
      "epoch": 2.8686842780200053,
      "grad_norm": 0.43280231952667236,
      "learning_rate": 8.754381465332991e-05,
      "loss": 0.3793,
      "step": 22370
    },
    {
      "epoch": 2.869966658117466,
      "grad_norm": 0.7950090169906616,
      "learning_rate": 8.6688894588356e-05,
      "loss": 0.4339,
      "step": 22380
    },
    {
      "epoch": 2.871249038214927,
      "grad_norm": 0.9394015669822693,
      "learning_rate": 8.583397452338207e-05,
      "loss": 0.4288,
      "step": 22390
    },
    {
      "epoch": 2.872531418312388,
      "grad_norm": 1.5615211725234985,
      "learning_rate": 8.497905445840815e-05,
      "loss": 0.5027,
      "step": 22400
    },
    {
      "epoch": 2.8738137984098486,
      "grad_norm": 0.9067406058311462,
      "learning_rate": 8.412413439343422e-05,
      "loss": 0.4342,
      "step": 22410
    },
    {
      "epoch": 2.8750961785073095,
      "grad_norm": 1.3683377504348755,
      "learning_rate": 8.32692143284603e-05,
      "loss": 0.3952,
      "step": 22420
    },
    {
      "epoch": 2.8763785586047703,
      "grad_norm": 0.5947908163070679,
      "learning_rate": 8.241429426348637e-05,
      "loss": 0.3272,
      "step": 22430
    },
    {
      "epoch": 2.877660938702231,
      "grad_norm": 0.5604143142700195,
      "learning_rate": 8.155937419851244e-05,
      "loss": 0.3151,
      "step": 22440
    },
    {
      "epoch": 2.878943318799692,
      "grad_norm": 0.4945407509803772,
      "learning_rate": 8.07044541335385e-05,
      "loss": 0.3728,
      "step": 22450
    },
    {
      "epoch": 2.880225698897153,
      "grad_norm": 1.287941336631775,
      "learning_rate": 7.984953406856459e-05,
      "loss": 0.2752,
      "step": 22460
    },
    {
      "epoch": 2.881508078994614,
      "grad_norm": 0.7874084115028381,
      "learning_rate": 7.899461400359066e-05,
      "loss": 0.4383,
      "step": 22470
    },
    {
      "epoch": 2.882790459092075,
      "grad_norm": 0.8812971115112305,
      "learning_rate": 7.813969393861674e-05,
      "loss": 0.4036,
      "step": 22480
    },
    {
      "epoch": 2.884072839189536,
      "grad_norm": 0.5514728426933289,
      "learning_rate": 7.728477387364281e-05,
      "loss": 0.2882,
      "step": 22490
    },
    {
      "epoch": 2.8853552192869967,
      "grad_norm": 0.7565945386886597,
      "learning_rate": 7.642985380866889e-05,
      "loss": 0.3155,
      "step": 22500
    }
  ],
  "logging_steps": 10,
  "max_steps": 23394,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1628484544661760.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}