{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2243,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00044583147570218456,
      "grad_norm": 0.41694900393486023,
      "learning_rate": 2.666666666666667e-07,
      "loss": 1.9488,
      "step": 1
    },
    {
      "epoch": 0.0008916629514043691,
      "grad_norm": 0.4325166940689087,
      "learning_rate": 5.333333333333335e-07,
      "loss": 1.9474,
      "step": 2
    },
    {
      "epoch": 0.0013374944271065537,
      "grad_norm": 0.5329936146736145,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.9654,
      "step": 3
    },
    {
      "epoch": 0.0017833259028087382,
      "grad_norm": 0.45425093173980713,
      "learning_rate": 1.066666666666667e-06,
      "loss": 2.0171,
      "step": 4
    },
    {
      "epoch": 0.002229157378510923,
      "grad_norm": 0.42153477668762207,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.9727,
      "step": 5
    },
    {
      "epoch": 0.0026749888542131075,
      "grad_norm": 0.42438578605651855,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.9308,
      "step": 6
    },
    {
      "epoch": 0.003120820329915292,
      "grad_norm": 0.4049244225025177,
      "learning_rate": 1.8666666666666669e-06,
      "loss": 1.9581,
      "step": 7
    },
    {
      "epoch": 0.0035666518056174765,
      "grad_norm": 0.40796998143196106,
      "learning_rate": 2.133333333333334e-06,
      "loss": 1.9542,
      "step": 8
    },
    {
      "epoch": 0.004012483281319661,
      "grad_norm": 0.3876088261604309,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.9169,
      "step": 9
    },
    {
      "epoch": 0.004458314757021846,
      "grad_norm": 0.41765469312667847,
      "learning_rate": 2.666666666666667e-06,
      "loss": 1.9551,
      "step": 10
    },
    {
      "epoch": 0.00490414623272403,
      "grad_norm": 0.37440115213394165,
      "learning_rate": 2.9333333333333338e-06,
      "loss": 1.9341,
      "step": 11
    },
    {
      "epoch": 0.005349977708426215,
      "grad_norm": 0.3740348815917969,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.9513,
      "step": 12
    },
    {
      "epoch": 0.0057958091841284,
      "grad_norm": 0.34098368883132935,
      "learning_rate": 3.4666666666666672e-06,
      "loss": 1.9697,
      "step": 13
    },
    {
      "epoch": 0.006241640659830584,
      "grad_norm": 0.3392350375652313,
      "learning_rate": 3.7333333333333337e-06,
      "loss": 1.8661,
      "step": 14
    },
    {
      "epoch": 0.006687472135532769,
      "grad_norm": 0.30836546421051025,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.9398,
      "step": 15
    },
    {
      "epoch": 0.007133303611234953,
      "grad_norm": 0.3208477199077606,
      "learning_rate": 4.266666666666668e-06,
      "loss": 1.9136,
      "step": 16
    },
    {
      "epoch": 0.007579135086937138,
      "grad_norm": 0.31885215640068054,
      "learning_rate": 4.533333333333334e-06,
      "loss": 1.9242,
      "step": 17
    },
    {
      "epoch": 0.008024966562639322,
      "grad_norm": 0.27593743801116943,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.8541,
      "step": 18
    },
    {
      "epoch": 0.008470798038341507,
      "grad_norm": 0.2847069203853607,
      "learning_rate": 5.0666666666666676e-06,
      "loss": 1.9634,
      "step": 19
    },
    {
      "epoch": 0.008916629514043692,
      "grad_norm": 0.274640828371048,
      "learning_rate": 5.333333333333334e-06,
      "loss": 1.8762,
      "step": 20
    },
    {
      "epoch": 0.009362460989745877,
      "grad_norm": 0.2889622449874878,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.9744,
      "step": 21
    },
    {
      "epoch": 0.00980829246544806,
      "grad_norm": 0.28000110387802124,
      "learning_rate": 5.8666666666666675e-06,
      "loss": 1.9691,
      "step": 22
    },
    {
      "epoch": 0.010254123941150245,
      "grad_norm": 0.2684955894947052,
      "learning_rate": 6.133333333333334e-06,
      "loss": 1.9243,
      "step": 23
    },
    {
      "epoch": 0.01069995541685243,
      "grad_norm": 0.2879243791103363,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 2.062,
      "step": 24
    },
    {
      "epoch": 0.011145786892554615,
      "grad_norm": 0.2579769492149353,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.9667,
      "step": 25
    },
    {
      "epoch": 0.0115916183682568,
      "grad_norm": 0.2598419785499573,
      "learning_rate": 6.9333333333333344e-06,
      "loss": 1.9397,
      "step": 26
    },
    {
      "epoch": 0.012037449843958983,
      "grad_norm": 0.2543875575065613,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 1.8795,
      "step": 27
    },
    {
      "epoch": 0.012483281319661168,
      "grad_norm": 0.2683740258216858,
      "learning_rate": 7.4666666666666675e-06,
      "loss": 2.039,
      "step": 28
    },
    {
      "epoch": 0.012929112795363353,
      "grad_norm": 0.22718575596809387,
      "learning_rate": 7.733333333333334e-06,
      "loss": 1.8735,
      "step": 29
    },
    {
      "epoch": 0.013374944271065538,
      "grad_norm": 0.2308313548564911,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.9403,
      "step": 30
    },
    {
      "epoch": 0.013820775746767721,
      "grad_norm": 0.22583268582820892,
      "learning_rate": 8.266666666666667e-06,
      "loss": 1.9798,
      "step": 31
    },
    {
      "epoch": 0.014266607222469906,
      "grad_norm": 0.2153775542974472,
      "learning_rate": 8.533333333333335e-06,
      "loss": 1.8289,
      "step": 32
    },
    {
      "epoch": 0.014712438698172091,
      "grad_norm": 0.21741226315498352,
      "learning_rate": 8.8e-06,
      "loss": 1.8725,
      "step": 33
    },
    {
      "epoch": 0.015158270173874276,
      "grad_norm": 0.24217155575752258,
      "learning_rate": 9.066666666666667e-06,
      "loss": 2.0008,
      "step": 34
    },
    {
      "epoch": 0.01560410164957646,
      "grad_norm": 0.21178147196769714,
      "learning_rate": 9.333333333333334e-06,
      "loss": 1.8646,
      "step": 35
    },
    {
      "epoch": 0.016049933125278644,
      "grad_norm": 0.2568570077419281,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.8402,
      "step": 36
    },
    {
      "epoch": 0.01649576460098083,
      "grad_norm": 0.21020956337451935,
      "learning_rate": 9.866666666666668e-06,
      "loss": 1.8991,
      "step": 37
    },
    {
      "epoch": 0.016941596076683014,
      "grad_norm": 0.2205541729927063,
      "learning_rate": 1.0133333333333335e-05,
      "loss": 1.8296,
      "step": 38
    },
    {
      "epoch": 0.017387427552385197,
      "grad_norm": 0.23295548558235168,
      "learning_rate": 1.04e-05,
      "loss": 1.8858,
      "step": 39
    },
    {
      "epoch": 0.017833259028087384,
      "grad_norm": 0.20862042903900146,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 1.8589,
      "step": 40
    },
    {
      "epoch": 0.018279090503789567,
      "grad_norm": 0.20791663229465485,
      "learning_rate": 1.0933333333333334e-05,
      "loss": 1.9105,
      "step": 41
    },
    {
      "epoch": 0.018724921979491754,
      "grad_norm": 0.23138144612312317,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 1.9205,
      "step": 42
    },
    {
      "epoch": 0.019170753455193937,
      "grad_norm": 0.2184125930070877,
      "learning_rate": 1.1466666666666668e-05,
      "loss": 1.9443,
      "step": 43
    },
    {
      "epoch": 0.01961658493089612,
      "grad_norm": 0.19976778328418732,
      "learning_rate": 1.1733333333333335e-05,
      "loss": 1.7878,
      "step": 44
    },
    {
      "epoch": 0.020062416406598307,
      "grad_norm": 0.19608213007450104,
      "learning_rate": 1.2e-05,
      "loss": 1.8668,
      "step": 45
    },
    {
      "epoch": 0.02050824788230049,
      "grad_norm": 0.2110237330198288,
      "learning_rate": 1.2266666666666667e-05,
      "loss": 1.9117,
      "step": 46
    },
    {
      "epoch": 0.020954079358002677,
      "grad_norm": 0.21283794939517975,
      "learning_rate": 1.2533333333333336e-05,
      "loss": 1.9009,
      "step": 47
    },
    {
      "epoch": 0.02139991083370486,
      "grad_norm": 0.21566396951675415,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 1.8339,
      "step": 48
    },
    {
      "epoch": 0.021845742309407043,
      "grad_norm": 0.21194687485694885,
      "learning_rate": 1.3066666666666668e-05,
      "loss": 1.9119,
      "step": 49
    },
    {
      "epoch": 0.02229157378510923,
      "grad_norm": 0.21619786322116852,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.9621,
      "step": 50
    },
    {
      "epoch": 0.022737405260811413,
      "grad_norm": 0.21244817972183228,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 1.8185,
      "step": 51
    },
    {
      "epoch": 0.0231832367365136,
      "grad_norm": 0.20910470187664032,
      "learning_rate": 1.3866666666666669e-05,
      "loss": 1.8852,
      "step": 52
    },
    {
      "epoch": 0.023629068212215783,
      "grad_norm": 0.2056826651096344,
      "learning_rate": 1.4133333333333334e-05,
      "loss": 1.7534,
      "step": 53
    },
    {
      "epoch": 0.024074899687917966,
      "grad_norm": 0.20464245975017548,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 1.8634,
      "step": 54
    },
    {
      "epoch": 0.024520731163620153,
      "grad_norm": 0.21582286059856415,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 1.8456,
      "step": 55
    },
    {
      "epoch": 0.024966562639322336,
      "grad_norm": 0.21299712359905243,
      "learning_rate": 1.4933333333333335e-05,
      "loss": 1.8615,
      "step": 56
    },
    {
      "epoch": 0.02541239411502452,
      "grad_norm": 0.22036010026931763,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 1.9713,
      "step": 57
    },
    {
      "epoch": 0.025858225590726706,
      "grad_norm": 0.2094155102968216,
      "learning_rate": 1.546666666666667e-05,
      "loss": 1.8669,
      "step": 58
    },
    {
      "epoch": 0.02630405706642889,
      "grad_norm": 0.219874769449234,
      "learning_rate": 1.5733333333333334e-05,
      "loss": 1.9496,
      "step": 59
    },
    {
      "epoch": 0.026749888542131076,
      "grad_norm": 0.2156878113746643,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.8569,
      "step": 60
    },
    {
      "epoch": 0.02719572001783326,
      "grad_norm": 0.2157766968011856,
      "learning_rate": 1.6266666666666668e-05,
      "loss": 1.836,
      "step": 61
    },
    {
      "epoch": 0.027641551493535442,
      "grad_norm": 0.2111901044845581,
      "learning_rate": 1.6533333333333333e-05,
      "loss": 1.8721,
      "step": 62
    },
    {
      "epoch": 0.02808738296923763,
      "grad_norm": 0.2262468785047531,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 1.9684,
      "step": 63
    },
    {
      "epoch": 0.028533214444939812,
      "grad_norm": 0.21171987056732178,
      "learning_rate": 1.706666666666667e-05,
      "loss": 1.7913,
      "step": 64
    },
    {
      "epoch": 0.028979045920642,
      "grad_norm": 0.2222784012556076,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 1.8713,
      "step": 65
    },
    {
      "epoch": 0.029424877396344182,
      "grad_norm": 0.22467799484729767,
      "learning_rate": 1.76e-05,
      "loss": 1.8577,
      "step": 66
    },
    {
      "epoch": 0.029870708872046365,
      "grad_norm": 0.22000645101070404,
      "learning_rate": 1.7866666666666666e-05,
      "loss": 1.7445,
      "step": 67
    },
    {
      "epoch": 0.03031654034774855,
      "grad_norm": 0.21429285407066345,
      "learning_rate": 1.8133333333333335e-05,
      "loss": 1.7858,
      "step": 68
    },
    {
      "epoch": 0.030762371823450735,
      "grad_norm": 0.2181319147348404,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 1.8239,
      "step": 69
    },
    {
      "epoch": 0.03120820329915292,
      "grad_norm": 0.23378431797027588,
      "learning_rate": 1.866666666666667e-05,
      "loss": 1.8719,
      "step": 70
    },
    {
      "epoch": 0.03165403477485511,
      "grad_norm": 0.23543697595596313,
      "learning_rate": 1.8933333333333334e-05,
      "loss": 1.9101,
      "step": 71
    },
    {
      "epoch": 0.03209986625055729,
      "grad_norm": 0.22190536558628082,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 1.8254,
      "step": 72
    },
    {
      "epoch": 0.032545697726259475,
      "grad_norm": 0.2234829217195511,
      "learning_rate": 1.9466666666666668e-05,
      "loss": 1.7942,
      "step": 73
    },
    {
      "epoch": 0.03299152920196166,
      "grad_norm": 0.2278570681810379,
      "learning_rate": 1.9733333333333336e-05,
      "loss": 1.8664,
      "step": 74
    },
    {
      "epoch": 0.03343736067766384,
      "grad_norm": 0.236073300242424,
      "learning_rate": 2e-05,
      "loss": 1.8614,
      "step": 75
    },
    {
      "epoch": 0.03388319215336603,
      "grad_norm": 0.22639039158821106,
      "learning_rate": 2.026666666666667e-05,
      "loss": 1.8326,
      "step": 76
    },
    {
      "epoch": 0.034329023629068214,
      "grad_norm": 0.23513582348823547,
      "learning_rate": 2.0533333333333336e-05,
      "loss": 1.8779,
      "step": 77
    },
    {
      "epoch": 0.034774855104770394,
      "grad_norm": 0.24936141073703766,
      "learning_rate": 2.08e-05,
      "loss": 1.8061,
      "step": 78
    },
    {
      "epoch": 0.03522068658047258,
      "grad_norm": 0.2312684804201126,
      "learning_rate": 2.1066666666666666e-05,
      "loss": 1.8214,
      "step": 79
    },
    {
      "epoch": 0.03566651805617477,
      "grad_norm": 0.24221794307231903,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 1.8691,
      "step": 80
    },
    {
      "epoch": 0.03611234953187695,
      "grad_norm": 0.24977678060531616,
      "learning_rate": 2.1600000000000003e-05,
      "loss": 1.87,
      "step": 81
    },
    {
      "epoch": 0.036558181007579134,
      "grad_norm": 0.24968618154525757,
      "learning_rate": 2.186666666666667e-05,
      "loss": 1.7725,
      "step": 82
    },
    {
      "epoch": 0.03700401248328132,
      "grad_norm": 0.24534040689468384,
      "learning_rate": 2.2133333333333337e-05,
      "loss": 1.7268,
      "step": 83
    },
    {
      "epoch": 0.03744984395898351,
      "grad_norm": 0.2817310392856598,
      "learning_rate": 2.2400000000000002e-05,
      "loss": 1.8211,
      "step": 84
    },
    {
      "epoch": 0.03789567543468569,
      "grad_norm": 0.24851234257221222,
      "learning_rate": 2.2666666666666668e-05,
      "loss": 1.801,
      "step": 85
    },
    {
      "epoch": 0.038341506910387874,
      "grad_norm": 0.2601252496242523,
      "learning_rate": 2.2933333333333336e-05,
      "loss": 1.8748,
      "step": 86
    },
    {
      "epoch": 0.03878733838609006,
      "grad_norm": 0.25771164894104004,
      "learning_rate": 2.32e-05,
      "loss": 1.8054,
      "step": 87
    },
    {
      "epoch": 0.03923316986179224,
      "grad_norm": 0.25612396001815796,
      "learning_rate": 2.346666666666667e-05,
      "loss": 1.8031,
      "step": 88
    },
    {
      "epoch": 0.03967900133749443,
      "grad_norm": 0.30037111043930054,
      "learning_rate": 2.373333333333334e-05,
      "loss": 1.7969,
      "step": 89
    },
    {
      "epoch": 0.04012483281319661,
      "grad_norm": 0.2585238218307495,
      "learning_rate": 2.4e-05,
      "loss": 1.8384,
      "step": 90
    },
    {
      "epoch": 0.04057066428889879,
      "grad_norm": 0.26387372612953186,
      "learning_rate": 2.426666666666667e-05,
      "loss": 1.9031,
      "step": 91
    },
    {
      "epoch": 0.04101649576460098,
      "grad_norm": 0.2529267370700836,
      "learning_rate": 2.4533333333333334e-05,
      "loss": 1.8204,
      "step": 92
    },
    {
      "epoch": 0.041462327240303166,
      "grad_norm": 0.25664445757865906,
      "learning_rate": 2.4800000000000003e-05,
      "loss": 1.8447,
      "step": 93
    },
    {
      "epoch": 0.04190815871600535,
      "grad_norm": 0.2572501301765442,
      "learning_rate": 2.5066666666666672e-05,
      "loss": 1.8514,
      "step": 94
    },
    {
      "epoch": 0.04235399019170753,
      "grad_norm": 0.26171356439590454,
      "learning_rate": 2.5333333333333334e-05,
      "loss": 1.7994,
      "step": 95
    },
    {
      "epoch": 0.04279982166740972,
      "grad_norm": 0.2504459619522095,
      "learning_rate": 2.5600000000000002e-05,
      "loss": 1.8271,
      "step": 96
    },
    {
      "epoch": 0.043245653143111906,
      "grad_norm": 0.25057297945022583,
      "learning_rate": 2.5866666666666667e-05,
      "loss": 1.7822,
      "step": 97
    },
    {
      "epoch": 0.043691484618814086,
      "grad_norm": 0.271733820438385,
      "learning_rate": 2.6133333333333336e-05,
      "loss": 1.8345,
      "step": 98
    },
    {
      "epoch": 0.04413731609451627,
      "grad_norm": 0.2711006700992584,
      "learning_rate": 2.6400000000000005e-05,
      "loss": 1.8945,
      "step": 99
    },
    {
      "epoch": 0.04458314757021846,
      "grad_norm": 0.29651570320129395,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.923,
      "step": 100
    },
    {
      "epoch": 0.04502897904592064,
      "grad_norm": 0.28082215785980225,
      "learning_rate": 2.6933333333333335e-05,
      "loss": 1.8876,
      "step": 101
    },
    {
      "epoch": 0.045474810521622826,
      "grad_norm": 0.26620352268218994,
      "learning_rate": 2.7200000000000004e-05,
      "loss": 1.8855,
      "step": 102
    },
    {
      "epoch": 0.04592064199732501,
      "grad_norm": 0.2536965310573578,
      "learning_rate": 2.746666666666667e-05,
      "loss": 1.7922,
      "step": 103
    },
    {
      "epoch": 0.0463664734730272,
      "grad_norm": 0.26968443393707275,
      "learning_rate": 2.7733333333333338e-05,
      "loss": 1.7784,
      "step": 104
    },
    {
      "epoch": 0.04681230494872938,
      "grad_norm": 0.2990209460258484,
      "learning_rate": 2.8e-05,
      "loss": 1.8285,
      "step": 105
    },
    {
      "epoch": 0.047258136424431565,
      "grad_norm": 0.294802188873291,
      "learning_rate": 2.8266666666666668e-05,
      "loss": 1.8964,
      "step": 106
    },
    {
      "epoch": 0.04770396790013375,
      "grad_norm": 0.3011243939399719,
      "learning_rate": 2.8533333333333337e-05,
      "loss": 1.8652,
      "step": 107
    },
    {
      "epoch": 0.04814979937583593,
      "grad_norm": 0.292427659034729,
      "learning_rate": 2.8800000000000002e-05,
      "loss": 1.7647,
      "step": 108
    },
    {
      "epoch": 0.04859563085153812,
      "grad_norm": 0.2936179041862488,
      "learning_rate": 2.906666666666667e-05,
      "loss": 1.8371,
      "step": 109
    },
    {
      "epoch": 0.049041462327240305,
      "grad_norm": 0.28111955523490906,
      "learning_rate": 2.9333333333333333e-05,
      "loss": 1.8064,
      "step": 110
    },
    {
      "epoch": 0.049487293802942485,
      "grad_norm": 0.3002088963985443,
      "learning_rate": 2.96e-05,
      "loss": 1.8461,
      "step": 111
    },
    {
      "epoch": 0.04993312527864467,
      "grad_norm": 0.2941628694534302,
      "learning_rate": 2.986666666666667e-05,
      "loss": 1.8619,
      "step": 112
    },
    {
      "epoch": 0.05037895675434686,
      "grad_norm": 0.27041497826576233,
      "learning_rate": 3.0133333333333335e-05,
      "loss": 1.761,
      "step": 113
    },
    {
      "epoch": 0.05082478823004904,
      "grad_norm": 0.3027989864349365,
      "learning_rate": 3.0400000000000004e-05,
      "loss": 1.8031,
      "step": 114
    },
    {
      "epoch": 0.051270619705751225,
      "grad_norm": 0.2786939740180969,
      "learning_rate": 3.066666666666667e-05,
      "loss": 1.8061,
      "step": 115
    },
    {
      "epoch": 0.05171645118145341,
      "grad_norm": 0.2974098324775696,
      "learning_rate": 3.093333333333334e-05,
      "loss": 1.9473,
      "step": 116
    },
    {
      "epoch": 0.0521622826571556,
      "grad_norm": 0.32027050852775574,
      "learning_rate": 3.1200000000000006e-05,
      "loss": 1.7295,
      "step": 117
    },
    {
      "epoch": 0.05260811413285778,
      "grad_norm": 0.27729111909866333,
      "learning_rate": 3.146666666666667e-05,
      "loss": 1.6948,
      "step": 118
    },
    {
      "epoch": 0.053053945608559964,
      "grad_norm": 0.34655502438545227,
      "learning_rate": 3.173333333333334e-05,
      "loss": 1.8459,
      "step": 119
    },
    {
      "epoch": 0.05349977708426215,
      "grad_norm": 0.29461273550987244,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.8,
      "step": 120
    },
    {
      "epoch": 0.05394560855996433,
      "grad_norm": 0.3321416676044464,
      "learning_rate": 3.226666666666667e-05,
      "loss": 1.8233,
      "step": 121
    },
    {
      "epoch": 0.05439144003566652,
      "grad_norm": 0.29211312532424927,
      "learning_rate": 3.2533333333333336e-05,
      "loss": 1.8488,
      "step": 122
    },
    {
      "epoch": 0.054837271511368704,
      "grad_norm": 0.3023246228694916,
      "learning_rate": 3.28e-05,
      "loss": 1.8617,
      "step": 123
    },
    {
      "epoch": 0.055283102987070884,
      "grad_norm": 0.3080272078514099,
      "learning_rate": 3.3066666666666666e-05,
      "loss": 1.8749,
      "step": 124
    },
    {
      "epoch": 0.05572893446277307,
      "grad_norm": 0.29739588499069214,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.9163,
      "step": 125
    },
    {
      "epoch": 0.05617476593847526,
      "grad_norm": 0.3099679946899414,
      "learning_rate": 3.3600000000000004e-05,
      "loss": 1.8256,
      "step": 126
    },
    {
      "epoch": 0.056620597414177444,
      "grad_norm": 0.3503029942512512,
      "learning_rate": 3.386666666666667e-05,
      "loss": 1.9656,
      "step": 127
    },
    {
      "epoch": 0.057066428889879624,
      "grad_norm": 0.35092490911483765,
      "learning_rate": 3.413333333333334e-05,
      "loss": 1.9083,
      "step": 128
    },
    {
      "epoch": 0.05751226036558181,
      "grad_norm": 0.28823041915893555,
      "learning_rate": 3.44e-05,
      "loss": 1.837,
      "step": 129
    },
    {
      "epoch": 0.057958091841284,
      "grad_norm": 0.3080367147922516,
      "learning_rate": 3.466666666666667e-05,
      "loss": 1.8351,
      "step": 130
    },
    {
      "epoch": 0.05840392331698618,
      "grad_norm": 0.27589717507362366,
      "learning_rate": 3.493333333333333e-05,
      "loss": 1.8196,
      "step": 131
    },
    {
      "epoch": 0.058849754792688364,
      "grad_norm": 0.310061514377594,
      "learning_rate": 3.52e-05,
      "loss": 1.8258,
      "step": 132
    },
    {
      "epoch": 0.05929558626839055,
      "grad_norm": 0.30034536123275757,
      "learning_rate": 3.546666666666667e-05,
      "loss": 1.7869,
      "step": 133
    },
    {
      "epoch": 0.05974141774409273,
      "grad_norm": 0.3570665419101715,
      "learning_rate": 3.573333333333333e-05,
      "loss": 1.8544,
      "step": 134
    },
    {
      "epoch": 0.06018724921979492,
      "grad_norm": 0.3011762201786041,
      "learning_rate": 3.6e-05,
      "loss": 1.8537,
      "step": 135
    },
    {
      "epoch": 0.0606330806954971,
      "grad_norm": 0.3773946762084961,
      "learning_rate": 3.626666666666667e-05,
      "loss": 1.8586,
      "step": 136
    },
    {
      "epoch": 0.06107891217119929,
      "grad_norm": 0.27055782079696655,
      "learning_rate": 3.653333333333334e-05,
      "loss": 1.8264,
      "step": 137
    },
    {
      "epoch": 0.06152474364690147,
      "grad_norm": 0.3715250492095947,
      "learning_rate": 3.680000000000001e-05,
      "loss": 1.8942,
      "step": 138
    },
    {
      "epoch": 0.061970575122603656,
      "grad_norm": 0.29873985052108765,
      "learning_rate": 3.706666666666667e-05,
      "loss": 1.8412,
      "step": 139
    },
    {
      "epoch": 0.06241640659830584,
      "grad_norm": 0.31906992197036743,
      "learning_rate": 3.733333333333334e-05,
      "loss": 1.7687,
      "step": 140
    },
    {
      "epoch": 0.06286223807400802,
      "grad_norm": 0.2958746552467346,
      "learning_rate": 3.76e-05,
      "loss": 1.8127,
      "step": 141
    },
    {
      "epoch": 0.06330806954971022,
      "grad_norm": 0.32697004079818726,
      "learning_rate": 3.786666666666667e-05,
      "loss": 1.8661,
      "step": 142
    },
    {
      "epoch": 0.0637539010254124,
      "grad_norm": 0.2766285240650177,
      "learning_rate": 3.8133333333333336e-05,
      "loss": 1.7151,
      "step": 143
    },
    {
      "epoch": 0.06419973250111458,
      "grad_norm": 0.31309226155281067,
      "learning_rate": 3.8400000000000005e-05,
      "loss": 1.8474,
      "step": 144
    },
    {
      "epoch": 0.06464556397681677,
      "grad_norm": 0.2824843227863312,
      "learning_rate": 3.866666666666667e-05,
      "loss": 1.8155,
      "step": 145
    },
    {
      "epoch": 0.06509139545251895,
      "grad_norm": 0.2713295817375183,
      "learning_rate": 3.8933333333333336e-05,
      "loss": 1.8877,
      "step": 146
    },
    {
      "epoch": 0.06553722692822113,
      "grad_norm": 0.35191434621810913,
      "learning_rate": 3.9200000000000004e-05,
      "loss": 1.7751,
      "step": 147
    },
    {
      "epoch": 0.06598305840392332,
      "grad_norm": 0.30430588126182556,
      "learning_rate": 3.946666666666667e-05,
      "loss": 1.8379,
      "step": 148
    },
    {
      "epoch": 0.0664288898796255,
      "grad_norm": 0.34200629591941833,
      "learning_rate": 3.9733333333333335e-05,
      "loss": 1.7795,
      "step": 149
    },
    {
      "epoch": 0.06687472135532768,
      "grad_norm": 0.28752633929252625,
      "learning_rate": 4e-05,
      "loss": 1.8612,
      "step": 150
    },
    {
      "epoch": 0.06732055283102988,
      "grad_norm": 0.3259822726249695,
      "learning_rate": 4.0266666666666665e-05,
      "loss": 1.8534,
      "step": 151
    },
    {
      "epoch": 0.06776638430673206,
      "grad_norm": 0.2901393175125122,
      "learning_rate": 4.053333333333334e-05,
      "loss": 1.8215,
      "step": 152
    },
    {
      "epoch": 0.06821221578243424,
      "grad_norm": 0.30397653579711914,
      "learning_rate": 4.08e-05,
      "loss": 1.7901,
      "step": 153
    },
    {
      "epoch": 0.06865804725813643,
      "grad_norm": 0.31820032000541687,
      "learning_rate": 4.106666666666667e-05,
      "loss": 1.7694,
      "step": 154
    },
    {
      "epoch": 0.06910387873383861,
      "grad_norm": 0.31631478667259216,
      "learning_rate": 4.133333333333334e-05,
      "loss": 1.7254,
      "step": 155
    },
    {
      "epoch": 0.06954971020954079,
      "grad_norm": 0.32512184977531433,
      "learning_rate": 4.16e-05,
      "loss": 1.7531,
      "step": 156
    },
    {
      "epoch": 0.06999554168524298,
      "grad_norm": 0.2968920171260834,
      "learning_rate": 4.186666666666667e-05,
      "loss": 1.8147,
      "step": 157
    },
    {
      "epoch": 0.07044137316094516,
      "grad_norm": 0.335467129945755,
      "learning_rate": 4.213333333333333e-05,
      "loss": 1.7788,
      "step": 158
    },
    {
      "epoch": 0.07088720463664734,
      "grad_norm": 0.33457300066947937,
      "learning_rate": 4.240000000000001e-05,
      "loss": 1.874,
      "step": 159
    },
    {
      "epoch": 0.07133303611234953,
      "grad_norm": 0.3013593554496765,
      "learning_rate": 4.266666666666667e-05,
      "loss": 1.8856,
      "step": 160
    },
    {
      "epoch": 0.07177886758805171,
      "grad_norm": 0.273561030626297,
      "learning_rate": 4.293333333333333e-05,
      "loss": 1.7459,
      "step": 161
    },
    {
      "epoch": 0.0722246990637539,
      "grad_norm": 0.283621221780777,
      "learning_rate": 4.3200000000000007e-05,
      "loss": 1.8431,
      "step": 162
    },
    {
      "epoch": 0.07267053053945609,
      "grad_norm": 0.27030712366104126,
      "learning_rate": 4.346666666666667e-05,
      "loss": 1.7615,
      "step": 163
    },
    {
      "epoch": 0.07311636201515827,
      "grad_norm": 0.27857705950737,
      "learning_rate": 4.373333333333334e-05,
      "loss": 1.8442,
      "step": 164
    },
    {
      "epoch": 0.07356219349086046,
      "grad_norm": 0.2681543827056885,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 1.7566,
      "step": 165
    },
    {
      "epoch": 0.07400802496656264,
      "grad_norm": 0.28761669993400574,
      "learning_rate": 4.4266666666666674e-05,
      "loss": 1.7749,
      "step": 166
    },
    {
      "epoch": 0.07445385644226482,
      "grad_norm": 0.318764328956604,
      "learning_rate": 4.4533333333333336e-05,
      "loss": 1.8249,
      "step": 167
    },
    {
      "epoch": 0.07489968791796701,
      "grad_norm": 0.2913915514945984,
      "learning_rate": 4.4800000000000005e-05,
      "loss": 1.8324,
      "step": 168
    },
    {
      "epoch": 0.0753455193936692,
      "grad_norm": 0.2661246061325073,
      "learning_rate": 4.506666666666667e-05,
      "loss": 1.8126,
      "step": 169
    },
    {
      "epoch": 0.07579135086937137,
      "grad_norm": 0.29662206768989563,
      "learning_rate": 4.5333333333333335e-05,
      "loss": 1.84,
      "step": 170
    },
    {
      "epoch": 0.07623718234507357,
      "grad_norm": 0.3414687216281891,
      "learning_rate": 4.56e-05,
      "loss": 1.8259,
      "step": 171
    },
    {
      "epoch": 0.07668301382077575,
      "grad_norm": 0.29384845495224,
      "learning_rate": 4.586666666666667e-05,
      "loss": 1.8341,
      "step": 172
    },
    {
      "epoch": 0.07712884529647793,
      "grad_norm": 0.313362717628479,
      "learning_rate": 4.6133333333333334e-05,
      "loss": 1.8403,
      "step": 173
    },
    {
      "epoch": 0.07757467677218012,
      "grad_norm": 0.27511510252952576,
      "learning_rate": 4.64e-05,
      "loss": 1.8502,
      "step": 174
    },
    {
      "epoch": 0.0780205082478823,
      "grad_norm": 0.28761816024780273,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.8157,
      "step": 175
    },
    {
      "epoch": 0.07846633972358448,
      "grad_norm": 0.30127012729644775,
      "learning_rate": 4.693333333333334e-05,
      "loss": 1.8559,
      "step": 176
    },
    {
      "epoch": 0.07891217119928667,
      "grad_norm": 0.26424428820610046,
      "learning_rate": 4.72e-05,
      "loss": 1.81,
      "step": 177
    },
    {
      "epoch": 0.07935800267498885,
      "grad_norm": 0.34712114930152893,
      "learning_rate": 4.746666666666668e-05,
      "loss": 1.8874,
      "step": 178
    },
    {
      "epoch": 0.07980383415069103,
      "grad_norm": 0.34591299295425415,
      "learning_rate": 4.773333333333334e-05,
      "loss": 1.7735,
      "step": 179
    },
    {
      "epoch": 0.08024966562639323,
      "grad_norm": 0.3041944205760956,
      "learning_rate": 4.8e-05,
      "loss": 1.8873,
      "step": 180
    },
    {
      "epoch": 0.0806954971020954,
      "grad_norm": 0.3604406714439392,
      "learning_rate": 4.826666666666668e-05,
      "loss": 1.7453,
      "step": 181
    },
    {
      "epoch": 0.08114132857779759,
      "grad_norm": 0.2718447744846344,
      "learning_rate": 4.853333333333334e-05,
      "loss": 1.7958,
      "step": 182
    },
    {
      "epoch": 0.08158716005349978,
      "grad_norm": 0.42196327447891235,
      "learning_rate": 4.88e-05,
      "loss": 1.8315,
      "step": 183
    },
    {
      "epoch": 0.08203299152920196,
      "grad_norm": 0.24650803208351135,
      "learning_rate": 4.906666666666667e-05,
      "loss": 1.7289,
      "step": 184
    },
    {
      "epoch": 0.08247882300490414,
      "grad_norm": 0.35063791275024414,
      "learning_rate": 4.933333333333334e-05,
      "loss": 1.7582,
      "step": 185
    },
    {
      "epoch": 0.08292465448060633,
      "grad_norm": 0.2629041373729706,
      "learning_rate": 4.9600000000000006e-05,
      "loss": 1.9033,
      "step": 186
    },
    {
      "epoch": 0.08337048595630851,
      "grad_norm": 0.292608380317688,
      "learning_rate": 4.986666666666667e-05,
      "loss": 1.8062,
      "step": 187
    },
    {
      "epoch": 0.0838163174320107,
      "grad_norm": 0.2840345501899719,
      "learning_rate": 5.0133333333333343e-05,
      "loss": 1.818,
      "step": 188
    },
    {
      "epoch": 0.08426214890771289,
      "grad_norm": 0.3064083755016327,
      "learning_rate": 5.0400000000000005e-05,
      "loss": 1.7439,
      "step": 189
    },
    {
      "epoch": 0.08470798038341507,
      "grad_norm": 0.2645147740840912,
      "learning_rate": 5.066666666666667e-05,
      "loss": 1.9059,
      "step": 190
    },
    {
      "epoch": 0.08515381185911726,
      "grad_norm": 0.2822587192058563,
      "learning_rate": 5.093333333333334e-05,
      "loss": 1.8309,
      "step": 191
    },
    {
      "epoch": 0.08559964333481944,
      "grad_norm": 0.2765088379383087,
      "learning_rate": 5.1200000000000004e-05,
      "loss": 1.8497,
      "step": 192
    },
    {
      "epoch": 0.08604547481052162,
      "grad_norm": 0.27604249119758606,
      "learning_rate": 5.1466666666666666e-05,
      "loss": 1.6965,
      "step": 193
    },
    {
      "epoch": 0.08649130628622381,
      "grad_norm": 0.24740959703922272,
      "learning_rate": 5.1733333333333335e-05,
      "loss": 1.7282,
      "step": 194
    },
    {
      "epoch": 0.08693713776192599,
      "grad_norm": 0.28995606303215027,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 1.8073,
      "step": 195
    },
    {
      "epoch": 0.08738296923762817,
      "grad_norm": 0.2612221837043762,
      "learning_rate": 5.226666666666667e-05,
      "loss": 1.8055,
      "step": 196
    },
    {
      "epoch": 0.08782880071333037,
      "grad_norm": 0.2690058648586273,
      "learning_rate": 5.2533333333333334e-05,
      "loss": 1.8054,
      "step": 197
    },
    {
      "epoch": 0.08827463218903255,
      "grad_norm": 0.28274258971214294,
      "learning_rate": 5.280000000000001e-05,
      "loss": 1.7532,
      "step": 198
    },
    {
      "epoch": 0.08872046366473473,
      "grad_norm": 0.2919791340827942,
      "learning_rate": 5.306666666666667e-05,
      "loss": 1.8258,
      "step": 199
    },
    {
      "epoch": 0.08916629514043692,
      "grad_norm": 0.25825726985931396,
      "learning_rate": 5.333333333333333e-05,
      "loss": 1.7981,
      "step": 200
    },
    {
      "epoch": 0.0896121266161391,
      "grad_norm": 0.26243504881858826,
      "learning_rate": 5.360000000000001e-05,
      "loss": 1.8343,
      "step": 201
    },
    {
      "epoch": 0.09005795809184128,
      "grad_norm": 0.2816524803638458,
      "learning_rate": 5.386666666666667e-05,
      "loss": 1.7426,
      "step": 202
    },
    {
      "epoch": 0.09050378956754347,
      "grad_norm": 0.29419633746147156,
      "learning_rate": 5.413333333333333e-05,
      "loss": 1.7996,
      "step": 203
    },
    {
      "epoch": 0.09094962104324565,
      "grad_norm": 0.28757423162460327,
      "learning_rate": 5.440000000000001e-05,
      "loss": 1.7916,
      "step": 204
    },
    {
      "epoch": 0.09139545251894783,
      "grad_norm": 0.2410411238670349,
      "learning_rate": 5.466666666666667e-05,
      "loss": 1.743,
      "step": 205
    },
    {
      "epoch": 0.09184128399465002,
      "grad_norm": 0.3360425531864166,
      "learning_rate": 5.493333333333334e-05,
      "loss": 1.77,
      "step": 206
    },
    {
      "epoch": 0.0922871154703522,
      "grad_norm": 0.25519052147865295,
      "learning_rate": 5.52e-05,
      "loss": 1.8308,
      "step": 207
    },
    {
      "epoch": 0.0927329469460544,
      "grad_norm": 0.3632420003414154,
      "learning_rate": 5.5466666666666675e-05,
      "loss": 1.8317,
      "step": 208
    },
    {
      "epoch": 0.09317877842175658,
      "grad_norm": 0.24667537212371826,
      "learning_rate": 5.573333333333334e-05,
      "loss": 1.7549,
      "step": 209
    },
    {
      "epoch": 0.09362460989745876,
      "grad_norm": 0.3362181782722473,
      "learning_rate": 5.6e-05,
      "loss": 1.7526,
      "step": 210
    },
    {
      "epoch": 0.09407044137316095,
      "grad_norm": 0.25742268562316895,
      "learning_rate": 5.6266666666666675e-05,
      "loss": 1.817,
      "step": 211
    },
    {
      "epoch": 0.09451627284886313,
      "grad_norm": 0.3430984318256378,
      "learning_rate": 5.6533333333333336e-05,
      "loss": 1.7939,
      "step": 212
    },
    {
      "epoch": 0.09496210432456531,
      "grad_norm": 0.2712782919406891,
      "learning_rate": 5.6800000000000005e-05,
      "loss": 1.7742,
      "step": 213
    },
    {
      "epoch": 0.0954079358002675,
      "grad_norm": 0.29844462871551514,
      "learning_rate": 5.7066666666666674e-05,
      "loss": 1.7925,
      "step": 214
    },
    {
      "epoch": 0.09585376727596968,
      "grad_norm": 0.2859255075454712,
      "learning_rate": 5.7333333333333336e-05,
      "loss": 1.8115,
      "step": 215
    },
    {
      "epoch": 0.09629959875167186,
      "grad_norm": 0.2815805971622467,
      "learning_rate": 5.7600000000000004e-05,
      "loss": 1.7645,
      "step": 216
    },
    {
      "epoch": 0.09674543022737406,
      "grad_norm": 0.25476354360580444,
      "learning_rate": 5.786666666666667e-05,
      "loss": 1.7237,
      "step": 217
    },
    {
      "epoch": 0.09719126170307624,
      "grad_norm": 0.25315555930137634,
      "learning_rate": 5.813333333333334e-05,
      "loss": 1.8144,
      "step": 218
    },
    {
      "epoch": 0.09763709317877842,
      "grad_norm": 0.3066805899143219,
      "learning_rate": 5.84e-05,
      "loss": 1.7694,
      "step": 219
    },
    {
      "epoch": 0.09808292465448061,
      "grad_norm": 0.2467024177312851,
      "learning_rate": 5.8666666666666665e-05,
      "loss": 1.7698,
      "step": 220
    },
    {
      "epoch": 0.09852875613018279,
      "grad_norm": 0.3097245395183563,
      "learning_rate": 5.893333333333334e-05,
      "loss": 1.731,
      "step": 221
    },
    {
      "epoch": 0.09897458760588497,
      "grad_norm": 0.24703380465507507,
      "learning_rate": 5.92e-05,
      "loss": 1.8203,
      "step": 222
    },
    {
      "epoch": 0.09942041908158716,
      "grad_norm": 0.251916766166687,
      "learning_rate": 5.946666666666667e-05,
      "loss": 1.7469,
      "step": 223
    },
    {
      "epoch": 0.09986625055728934,
      "grad_norm": 0.2684166133403778,
      "learning_rate": 5.973333333333334e-05,
      "loss": 1.8091,
      "step": 224
    },
    {
      "epoch": 0.10031208203299152,
      "grad_norm": 0.2632969319820404,
      "learning_rate": 6.000000000000001e-05,
      "loss": 1.7271,
      "step": 225
    },
    {
      "epoch": 0.10075791350869372,
      "grad_norm": 0.2678864002227783,
      "learning_rate": 6.026666666666667e-05,
      "loss": 1.7441,
      "step": 226
    },
    {
      "epoch": 0.1012037449843959,
      "grad_norm": 0.2720136046409607,
      "learning_rate": 6.053333333333334e-05,
      "loss": 1.7874,
      "step": 227
    },
    {
      "epoch": 0.10164957646009808,
      "grad_norm": 0.3209216892719269,
      "learning_rate": 6.080000000000001e-05,
      "loss": 1.7705,
      "step": 228
    },
    {
      "epoch": 0.10209540793580027,
      "grad_norm": 0.3064902126789093,
      "learning_rate": 6.106666666666667e-05,
      "loss": 1.8002,
      "step": 229
    },
    {
      "epoch": 0.10254123941150245,
      "grad_norm": 0.31737932562828064,
      "learning_rate": 6.133333333333334e-05,
      "loss": 1.7382,
      "step": 230
    },
    {
      "epoch": 0.10298707088720464,
      "grad_norm": 0.3056716322898865,
      "learning_rate": 6.16e-05,
      "loss": 1.8704,
      "step": 231
    },
    {
      "epoch": 0.10343290236290682,
      "grad_norm": 0.29310256242752075,
      "learning_rate": 6.186666666666668e-05,
      "loss": 1.8472,
      "step": 232
    },
    {
      "epoch": 0.103878733838609,
      "grad_norm": 0.2623426914215088,
      "learning_rate": 6.213333333333333e-05,
      "loss": 1.8431,
      "step": 233
    },
    {
      "epoch": 0.1043245653143112,
      "grad_norm": 0.35625219345092773,
      "learning_rate": 6.240000000000001e-05,
      "loss": 1.8601,
      "step": 234
    },
    {
      "epoch": 0.10477039679001338,
      "grad_norm": 0.2834986746311188,
      "learning_rate": 6.266666666666667e-05,
      "loss": 1.8366,
      "step": 235
    },
    {
      "epoch": 0.10521622826571556,
      "grad_norm": 0.2918021082878113,
      "learning_rate": 6.293333333333334e-05,
      "loss": 1.828,
      "step": 236
    },
    {
      "epoch": 0.10566205974141775,
      "grad_norm": 0.23207345604896545,
      "learning_rate": 6.32e-05,
      "loss": 1.6808,
      "step": 237
    },
    {
      "epoch": 0.10610789121711993,
      "grad_norm": 0.28747454285621643,
      "learning_rate": 6.346666666666667e-05,
      "loss": 1.8516,
      "step": 238
    },
    {
      "epoch": 0.10655372269282211,
      "grad_norm": 0.2337469756603241,
      "learning_rate": 6.373333333333334e-05,
      "loss": 1.7969,
      "step": 239
    },
    {
      "epoch": 0.1069995541685243,
      "grad_norm": 0.2963745892047882,
      "learning_rate": 6.400000000000001e-05,
      "loss": 1.7612,
      "step": 240
    },
    {
      "epoch": 0.10744538564422648,
      "grad_norm": 0.2667463719844818,
      "learning_rate": 6.426666666666668e-05,
      "loss": 1.6857,
      "step": 241
    },
    {
      "epoch": 0.10789121711992866,
      "grad_norm": 0.27753686904907227,
      "learning_rate": 6.453333333333333e-05,
      "loss": 1.8426,
      "step": 242
    },
    {
      "epoch": 0.10833704859563086,
      "grad_norm": 0.23864240944385529,
      "learning_rate": 6.48e-05,
      "loss": 1.7344,
      "step": 243
    },
    {
      "epoch": 0.10878288007133304,
      "grad_norm": 0.28611189126968384,
      "learning_rate": 6.506666666666667e-05,
      "loss": 1.8943,
      "step": 244
    },
    {
      "epoch": 0.10922871154703521,
      "grad_norm": 0.26439395546913147,
      "learning_rate": 6.533333333333334e-05,
      "loss": 1.853,
      "step": 245
    },
    {
      "epoch": 0.10967454302273741,
      "grad_norm": 0.24167154729366302,
      "learning_rate": 6.56e-05,
      "loss": 1.7802,
      "step": 246
    },
    {
      "epoch": 0.11012037449843959,
      "grad_norm": 0.2444562166929245,
      "learning_rate": 6.586666666666668e-05,
      "loss": 1.7193,
      "step": 247
    },
    {
      "epoch": 0.11056620597414177,
      "grad_norm": 0.298610657453537,
      "learning_rate": 6.613333333333333e-05,
      "loss": 1.784,
      "step": 248
    },
    {
      "epoch": 0.11101203744984396,
      "grad_norm": 0.23441357910633087,
      "learning_rate": 6.64e-05,
      "loss": 1.7624,
      "step": 249
    },
    {
      "epoch": 0.11145786892554614,
      "grad_norm": 0.2940090000629425,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.8419,
      "step": 250
    },
    {
      "epoch": 0.11190370040124833,
      "grad_norm": 0.2812560200691223,
      "learning_rate": 6.693333333333334e-05,
      "loss": 1.8512,
      "step": 251
    },
    {
      "epoch": 0.11234953187695051,
      "grad_norm": 0.24187949299812317,
      "learning_rate": 6.720000000000001e-05,
      "loss": 1.7801,
      "step": 252
    },
    {
      "epoch": 0.1127953633526527,
      "grad_norm": 0.2625133693218231,
      "learning_rate": 6.746666666666668e-05,
      "loss": 1.8104,
      "step": 253
    },
    {
      "epoch": 0.11324119482835489,
      "grad_norm": 0.22561997175216675,
      "learning_rate": 6.773333333333334e-05,
      "loss": 1.809,
      "step": 254
    },
    {
      "epoch": 0.11368702630405707,
      "grad_norm": 0.2781251072883606,
      "learning_rate": 6.8e-05,
      "loss": 1.81,
      "step": 255
    },
    {
      "epoch": 0.11413285777975925,
      "grad_norm": 0.28370434045791626,
      "learning_rate": 6.826666666666668e-05,
      "loss": 1.7855,
      "step": 256
    },
    {
      "epoch": 0.11457868925546144,
      "grad_norm": 0.2266968935728073,
      "learning_rate": 6.853333333333334e-05,
      "loss": 1.7562,
      "step": 257
    },
    {
      "epoch": 0.11502452073116362,
      "grad_norm": 0.2713560163974762,
      "learning_rate": 6.88e-05,
      "loss": 1.7536,
      "step": 258
    },
    {
      "epoch": 0.1154703522068658,
      "grad_norm": 0.24759072065353394,
      "learning_rate": 6.906666666666667e-05,
      "loss": 1.8368,
      "step": 259
    },
    {
      "epoch": 0.115916183682568,
      "grad_norm": 0.24621137976646423,
      "learning_rate": 6.933333333333334e-05,
      "loss": 1.6647,
      "step": 260
    },
    {
      "epoch": 0.11636201515827017,
      "grad_norm": 0.24362999200820923,
      "learning_rate": 6.960000000000001e-05,
      "loss": 1.7761,
      "step": 261
    },
    {
      "epoch": 0.11680784663397235,
      "grad_norm": 0.2415657788515091,
      "learning_rate": 6.986666666666667e-05,
      "loss": 1.8489,
      "step": 262
    },
    {
      "epoch": 0.11725367810967455,
      "grad_norm": 0.22340714931488037,
      "learning_rate": 7.013333333333335e-05,
      "loss": 1.7276,
      "step": 263
    },
    {
      "epoch": 0.11769950958537673,
      "grad_norm": 0.24080178141593933,
      "learning_rate": 7.04e-05,
      "loss": 1.7753,
      "step": 264
    },
    {
      "epoch": 0.1181453410610789,
      "grad_norm": 0.22115445137023926,
      "learning_rate": 7.066666666666667e-05,
      "loss": 1.7597,
      "step": 265
    },
    {
      "epoch": 0.1185911725367811,
      "grad_norm": 0.22792184352874756,
      "learning_rate": 7.093333333333334e-05,
      "loss": 1.7139,
      "step": 266
    },
    {
      "epoch": 0.11903700401248328,
      "grad_norm": 0.2419521063566208,
      "learning_rate": 7.120000000000001e-05,
      "loss": 1.7849,
      "step": 267
    },
    {
      "epoch": 0.11948283548818546,
      "grad_norm": 0.24347807466983795,
      "learning_rate": 7.146666666666666e-05,
      "loss": 1.7569,
      "step": 268
    },
    {
      "epoch": 0.11992866696388765,
      "grad_norm": 0.24143561720848083,
      "learning_rate": 7.173333333333333e-05,
      "loss": 1.8188,
      "step": 269
    },
    {
      "epoch": 0.12037449843958983,
      "grad_norm": 0.30590054392814636,
      "learning_rate": 7.2e-05,
      "loss": 1.8558,
      "step": 270
    },
    {
      "epoch": 0.12082032991529201,
      "grad_norm": 0.2658385634422302,
      "learning_rate": 7.226666666666667e-05,
      "loss": 1.8763,
      "step": 271
    },
    {
      "epoch": 0.1212661613909942,
      "grad_norm": 0.24798420071601868,
      "learning_rate": 7.253333333333334e-05,
      "loss": 1.8042,
      "step": 272
    },
    {
      "epoch": 0.12171199286669639,
      "grad_norm": 0.28150761127471924,
      "learning_rate": 7.280000000000001e-05,
      "loss": 1.8033,
      "step": 273
    },
    {
      "epoch": 0.12215782434239858,
      "grad_norm": 0.2389529049396515,
      "learning_rate": 7.306666666666668e-05,
      "loss": 1.8046,
      "step": 274
    },
    {
      "epoch": 0.12260365581810076,
      "grad_norm": 0.24898123741149902,
      "learning_rate": 7.333333333333333e-05,
      "loss": 1.7515,
      "step": 275
    },
    {
      "epoch": 0.12304948729380294,
      "grad_norm": 0.24504360556602478,
      "learning_rate": 7.360000000000001e-05,
      "loss": 1.7288,
      "step": 276
    },
    {
      "epoch": 0.12349531876950513,
      "grad_norm": 0.3016360104084015,
      "learning_rate": 7.386666666666667e-05,
      "loss": 1.9285,
      "step": 277
    },
    {
      "epoch": 0.12394115024520731,
      "grad_norm": 0.23023012280464172,
      "learning_rate": 7.413333333333334e-05,
      "loss": 1.7739,
      "step": 278
    },
    {
      "epoch": 0.12438698172090949,
      "grad_norm": 0.26158833503723145,
      "learning_rate": 7.44e-05,
      "loss": 1.751,
      "step": 279
    },
    {
      "epoch": 0.12483281319661169,
      "grad_norm": 0.2571043372154236,
      "learning_rate": 7.466666666666667e-05,
      "loss": 1.8096,
      "step": 280
    },
    {
      "epoch": 0.12527864467231387,
      "grad_norm": 0.2688402831554413,
      "learning_rate": 7.493333333333334e-05,
      "loss": 1.9102,
      "step": 281
    },
    {
      "epoch": 0.12572447614801605,
      "grad_norm": 0.23819898068904877,
      "learning_rate": 7.52e-05,
      "loss": 1.7089,
      "step": 282
    },
    {
      "epoch": 0.12617030762371823,
      "grad_norm": 0.2830815315246582,
      "learning_rate": 7.546666666666668e-05,
      "loss": 1.7647,
      "step": 283
    },
    {
      "epoch": 0.12661613909942043,
      "grad_norm": 0.23446160554885864,
      "learning_rate": 7.573333333333334e-05,
      "loss": 1.7359,
      "step": 284
    },
    {
      "epoch": 0.1270619705751226,
      "grad_norm": 0.2588684856891632,
      "learning_rate": 7.6e-05,
      "loss": 1.7247,
      "step": 285
    },
    {
      "epoch": 0.1275078020508248,
      "grad_norm": 0.2301066815853119,
      "learning_rate": 7.626666666666667e-05,
      "loss": 1.8099,
      "step": 286
    },
    {
      "epoch": 0.12795363352652697,
      "grad_norm": 0.2484956830739975,
      "learning_rate": 7.653333333333334e-05,
      "loss": 1.7122,
      "step": 287
    },
    {
      "epoch": 0.12839946500222915,
      "grad_norm": 0.22871418297290802,
      "learning_rate": 7.680000000000001e-05,
      "loss": 1.7922,
      "step": 288
    },
    {
      "epoch": 0.12884529647793133,
      "grad_norm": 0.23120200634002686,
      "learning_rate": 7.706666666666668e-05,
      "loss": 1.7302,
      "step": 289
    },
    {
      "epoch": 0.12929112795363354,
      "grad_norm": 0.24377760291099548,
      "learning_rate": 7.733333333333333e-05,
      "loss": 1.7644,
      "step": 290
    },
    {
      "epoch": 0.12973695942933572,
      "grad_norm": 0.27873891592025757,
      "learning_rate": 7.76e-05,
      "loss": 1.7708,
      "step": 291
    },
    {
      "epoch": 0.1301827909050379,
      "grad_norm": 0.23908622562885284,
      "learning_rate": 7.786666666666667e-05,
      "loss": 1.8235,
      "step": 292
    },
    {
      "epoch": 0.13062862238074008,
      "grad_norm": 0.2732592821121216,
      "learning_rate": 7.813333333333334e-05,
      "loss": 1.7909,
      "step": 293
    },
    {
      "epoch": 0.13107445385644226,
      "grad_norm": 0.2262636423110962,
      "learning_rate": 7.840000000000001e-05,
      "loss": 1.7058,
      "step": 294
    },
    {
      "epoch": 0.13152028533214444,
      "grad_norm": 0.251850962638855,
      "learning_rate": 7.866666666666666e-05,
      "loss": 1.813,
      "step": 295
    },
    {
      "epoch": 0.13196611680784665,
      "grad_norm": 0.2817717492580414,
      "learning_rate": 7.893333333333335e-05,
      "loss": 1.8096,
      "step": 296
    },
    {
      "epoch": 0.13241194828354882,
      "grad_norm": 0.2282685786485672,
      "learning_rate": 7.92e-05,
      "loss": 1.6759,
      "step": 297
    },
    {
      "epoch": 0.132857779759251,
      "grad_norm": 0.2728259265422821,
      "learning_rate": 7.946666666666667e-05,
      "loss": 1.7838,
      "step": 298
    },
    {
      "epoch": 0.13330361123495318,
      "grad_norm": 0.27094462513923645,
      "learning_rate": 7.973333333333334e-05,
      "loss": 1.7412,
      "step": 299
    },
    {
      "epoch": 0.13374944271065536,
      "grad_norm": 0.24353022873401642,
      "learning_rate": 8e-05,
      "loss": 1.7562,
      "step": 300
    },
    {
      "epoch": 0.13419527418635754,
      "grad_norm": 0.26686304807662964,
      "learning_rate": 7.999994771416534e-05,
      "loss": 1.8088,
      "step": 301
    },
    {
      "epoch": 0.13464110566205975,
      "grad_norm": 0.23156635463237762,
      "learning_rate": 7.999979085679805e-05,
      "loss": 1.6609,
      "step": 302
    },
    {
      "epoch": 0.13508693713776193,
      "grad_norm": 0.21843333542346954,
      "learning_rate": 7.99995294283082e-05,
      "loss": 1.7144,
      "step": 303
    },
    {
      "epoch": 0.1355327686134641,
      "grad_norm": 0.23980362713336945,
      "learning_rate": 7.999916342937923e-05,
      "loss": 1.7998,
      "step": 304
    },
    {
      "epoch": 0.1359786000891663,
      "grad_norm": 0.23711195588111877,
      "learning_rate": 7.999869286096798e-05,
      "loss": 1.8144,
      "step": 305
    },
    {
      "epoch": 0.13642443156486847,
      "grad_norm": 0.2704579830169678,
      "learning_rate": 7.999811772430466e-05,
      "loss": 1.7427,
      "step": 306
    },
    {
      "epoch": 0.13687026304057068,
      "grad_norm": 0.23453868925571442,
      "learning_rate": 7.999743802089283e-05,
      "loss": 1.6939,
      "step": 307
    },
    {
      "epoch": 0.13731609451627286,
      "grad_norm": 0.21298548579216003,
      "learning_rate": 7.999665375250944e-05,
      "loss": 1.7517,
      "step": 308
    },
    {
      "epoch": 0.13776192599197504,
      "grad_norm": 0.28733065724372864,
      "learning_rate": 7.99957649212048e-05,
      "loss": 1.7647,
      "step": 309
    },
    {
      "epoch": 0.13820775746767722,
      "grad_norm": 0.2919608950614929,
      "learning_rate": 7.999477152930256e-05,
      "loss": 1.7727,
      "step": 310
    },
    {
      "epoch": 0.1386535889433794,
      "grad_norm": 0.28628838062286377,
      "learning_rate": 7.999367357939974e-05,
      "loss": 1.8061,
      "step": 311
    },
    {
      "epoch": 0.13909942041908158,
      "grad_norm": 0.2606216371059418,
      "learning_rate": 7.999247107436672e-05,
      "loss": 1.7097,
      "step": 312
    },
    {
      "epoch": 0.13954525189478378,
      "grad_norm": 0.22490161657333374,
      "learning_rate": 7.999116401734718e-05,
      "loss": 1.7861,
      "step": 313
    },
    {
      "epoch": 0.13999108337048596,
      "grad_norm": 0.287057489156723,
      "learning_rate": 7.998975241175815e-05,
      "loss": 1.7041,
      "step": 314
    },
    {
      "epoch": 0.14043691484618814,
      "grad_norm": 0.22429852187633514,
      "learning_rate": 7.998823626129e-05,
      "loss": 1.7224,
      "step": 315
    },
    {
      "epoch": 0.14088274632189032,
      "grad_norm": 0.23749588429927826,
      "learning_rate": 7.998661556990636e-05,
      "loss": 1.7259,
      "step": 316
    },
    {
      "epoch": 0.1413285777975925,
      "grad_norm": 0.2275572419166565,
      "learning_rate": 7.99848903418442e-05,
      "loss": 1.7777,
      "step": 317
    },
    {
      "epoch": 0.14177440927329468,
      "grad_norm": 0.21902650594711304,
      "learning_rate": 7.998306058161378e-05,
      "loss": 1.7444,
      "step": 318
    },
    {
      "epoch": 0.1422202407489969,
      "grad_norm": 0.2763417959213257,
      "learning_rate": 7.998112629399861e-05,
      "loss": 1.8482,
      "step": 319
    },
    {
      "epoch": 0.14266607222469907,
      "grad_norm": 0.2526148557662964,
      "learning_rate": 7.99790874840555e-05,
      "loss": 1.8765,
      "step": 320
    },
    {
      "epoch": 0.14311190370040125,
      "grad_norm": 0.22051188349723816,
      "learning_rate": 7.997694415711448e-05,
      "loss": 1.7598,
      "step": 321
    },
    {
      "epoch": 0.14355773517610343,
      "grad_norm": 0.23414510488510132,
      "learning_rate": 7.997469631877883e-05,
      "loss": 1.701,
      "step": 322
    },
    {
      "epoch": 0.1440035666518056,
      "grad_norm": 0.22807630896568298,
      "learning_rate": 7.997234397492508e-05,
      "loss": 1.8516,
      "step": 323
    },
    {
      "epoch": 0.1444493981275078,
      "grad_norm": 0.2263704240322113,
      "learning_rate": 7.996988713170292e-05,
      "loss": 1.7997,
      "step": 324
    },
    {
      "epoch": 0.14489522960321,
      "grad_norm": 0.24178504943847656,
      "learning_rate": 7.996732579553526e-05,
      "loss": 1.7961,
      "step": 325
    },
    {
      "epoch": 0.14534106107891218,
      "grad_norm": 0.2487363964319229,
      "learning_rate": 7.996465997311817e-05,
      "loss": 1.7727,
      "step": 326
    },
    {
      "epoch": 0.14578689255461436,
      "grad_norm": 0.23811641335487366,
      "learning_rate": 7.996188967142091e-05,
      "loss": 1.8489,
      "step": 327
    },
    {
      "epoch": 0.14623272403031654,
      "grad_norm": 0.2284778505563736,
      "learning_rate": 7.995901489768584e-05,
      "loss": 1.7402,
      "step": 328
    },
    {
      "epoch": 0.14667855550601872,
      "grad_norm": 0.24267128109931946,
      "learning_rate": 7.995603565942846e-05,
      "loss": 1.6906,
      "step": 329
    },
    {
      "epoch": 0.14712438698172092,
      "grad_norm": 0.2633998394012451,
      "learning_rate": 7.995295196443737e-05,
      "loss": 1.8315,
      "step": 330
    },
    {
      "epoch": 0.1475702184574231,
      "grad_norm": 0.23922331631183624,
      "learning_rate": 7.994976382077425e-05,
      "loss": 1.7517,
      "step": 331
    },
    {
      "epoch": 0.14801604993312528,
      "grad_norm": 0.2259657233953476,
      "learning_rate": 7.994647123677384e-05,
      "loss": 1.7938,
      "step": 332
    },
    {
      "epoch": 0.14846188140882746,
      "grad_norm": 0.2336091250181198,
      "learning_rate": 7.99430742210439e-05,
      "loss": 1.7878,
      "step": 333
    },
    {
      "epoch": 0.14890771288452964,
      "grad_norm": 0.21656788885593414,
      "learning_rate": 7.993957278246525e-05,
      "loss": 1.7411,
      "step": 334
    },
    {
      "epoch": 0.14935354436023182,
      "grad_norm": 0.22250677645206451,
      "learning_rate": 7.993596693019165e-05,
      "loss": 1.8132,
      "step": 335
    },
    {
      "epoch": 0.14979937583593403,
      "grad_norm": 0.258594274520874,
      "learning_rate": 7.993225667364984e-05,
      "loss": 1.7314,
      "step": 336
    },
    {
      "epoch": 0.1502452073116362,
      "grad_norm": 0.2388758510351181,
      "learning_rate": 7.992844202253953e-05,
      "loss": 1.7738,
      "step": 337
    },
    {
      "epoch": 0.1506910387873384,
      "grad_norm": 0.26715052127838135,
      "learning_rate": 7.992452298683333e-05,
      "loss": 1.7666,
      "step": 338
    },
    {
      "epoch": 0.15113687026304057,
      "grad_norm": 0.22846515476703644,
      "learning_rate": 7.992049957677674e-05,
      "loss": 1.7664,
      "step": 339
    },
    {
      "epoch": 0.15158270173874275,
      "grad_norm": 0.23906578123569489,
      "learning_rate": 7.991637180288813e-05,
      "loss": 1.8869,
      "step": 340
    },
    {
      "epoch": 0.15202853321444493,
      "grad_norm": 0.24840490520000458,
      "learning_rate": 7.99121396759587e-05,
      "loss": 1.707,
      "step": 341
    },
    {
      "epoch": 0.15247436469014714,
      "grad_norm": 0.23409156501293182,
      "learning_rate": 7.990780320705246e-05,
      "loss": 1.8279,
      "step": 342
    },
    {
      "epoch": 0.15292019616584931,
      "grad_norm": 0.23515836894512177,
      "learning_rate": 7.990336240750621e-05,
      "loss": 1.7601,
      "step": 343
    },
    {
      "epoch": 0.1533660276415515,
      "grad_norm": 0.2411307990550995,
      "learning_rate": 7.98988172889295e-05,
      "loss": 1.8165,
      "step": 344
    },
    {
      "epoch": 0.15381185911725367,
      "grad_norm": 0.2911078631877899,
      "learning_rate": 7.98941678632046e-05,
      "loss": 1.7544,
      "step": 345
    },
    {
      "epoch": 0.15425769059295585,
      "grad_norm": 0.23404845595359802,
      "learning_rate": 7.988941414248645e-05,
      "loss": 1.8192,
      "step": 346
    },
    {
      "epoch": 0.15470352206865803,
      "grad_norm": 0.274189829826355,
      "learning_rate": 7.988455613920267e-05,
      "loss": 1.8439,
      "step": 347
    },
    {
      "epoch": 0.15514935354436024,
      "grad_norm": 0.21792374551296234,
      "learning_rate": 7.98795938660535e-05,
      "loss": 1.8227,
      "step": 348
    },
    {
      "epoch": 0.15559518502006242,
      "grad_norm": 0.27858689427375793,
      "learning_rate": 7.987452733601179e-05,
      "loss": 1.77,
      "step": 349
    },
    {
      "epoch": 0.1560410164957646,
      "grad_norm": 0.22310331463813782,
      "learning_rate": 7.986935656232287e-05,
      "loss": 1.763,
      "step": 350
    },
    {
      "epoch": 0.15648684797146678,
      "grad_norm": 0.22564561665058136,
      "learning_rate": 7.98640815585047e-05,
      "loss": 1.7049,
      "step": 351
    },
    {
      "epoch": 0.15693267944716896,
      "grad_norm": 0.2216060310602188,
      "learning_rate": 7.985870233834767e-05,
      "loss": 1.7523,
      "step": 352
    },
    {
      "epoch": 0.15737851092287117,
      "grad_norm": 0.23628509044647217,
      "learning_rate": 7.985321891591463e-05,
      "loss": 1.7974,
      "step": 353
    },
    {
      "epoch": 0.15782434239857335,
      "grad_norm": 0.21217618882656097,
      "learning_rate": 7.984763130554084e-05,
      "loss": 1.7335,
      "step": 354
    },
    {
      "epoch": 0.15827017387427553,
      "grad_norm": 0.2183927595615387,
      "learning_rate": 7.984193952183394e-05,
      "loss": 1.822,
      "step": 355
    },
    {
      "epoch": 0.1587160053499777,
      "grad_norm": 0.22199095785617828,
      "learning_rate": 7.983614357967392e-05,
      "loss": 1.7597,
      "step": 356
    },
    {
      "epoch": 0.1591618368256799,
      "grad_norm": 0.20965681970119476,
      "learning_rate": 7.983024349421307e-05,
      "loss": 1.7823,
      "step": 357
    },
    {
      "epoch": 0.15960766830138207,
      "grad_norm": 0.21876397728919983,
      "learning_rate": 7.982423928087593e-05,
      "loss": 1.8127,
      "step": 358
    },
    {
      "epoch": 0.16005349977708427,
      "grad_norm": 0.21204975247383118,
      "learning_rate": 7.981813095535926e-05,
      "loss": 1.69,
      "step": 359
    },
    {
      "epoch": 0.16049933125278645,
      "grad_norm": 0.2185240387916565,
      "learning_rate": 7.981191853363201e-05,
      "loss": 1.8001,
      "step": 360
    },
    {
      "epoch": 0.16094516272848863,
      "grad_norm": 0.23309868574142456,
      "learning_rate": 7.980560203193525e-05,
      "loss": 1.7638,
      "step": 361
    },
    {
      "epoch": 0.1613909942041908,
      "grad_norm": 0.21918439865112305,
      "learning_rate": 7.979918146678218e-05,
      "loss": 1.7739,
      "step": 362
    },
    {
      "epoch": 0.161836825679893,
      "grad_norm": 0.2592524588108063,
      "learning_rate": 7.979265685495801e-05,
      "loss": 1.7639,
      "step": 363
    },
    {
      "epoch": 0.16228265715559517,
      "grad_norm": 0.21176396310329437,
      "learning_rate": 7.978602821351999e-05,
      "loss": 1.7888,
      "step": 364
    },
    {
      "epoch": 0.16272848863129738,
      "grad_norm": 0.22291821241378784,
      "learning_rate": 7.977929555979732e-05,
      "loss": 1.6619,
      "step": 365
    },
    {
      "epoch": 0.16317432010699956,
      "grad_norm": 0.21604986488819122,
      "learning_rate": 7.977245891139113e-05,
      "loss": 1.7488,
      "step": 366
    },
    {
      "epoch": 0.16362015158270174,
      "grad_norm": 0.22686690092086792,
      "learning_rate": 7.976551828617439e-05,
      "loss": 1.8615,
      "step": 367
    },
    {
      "epoch": 0.16406598305840392,
      "grad_norm": 0.2151118963956833,
      "learning_rate": 7.975847370229194e-05,
      "loss": 1.79,
      "step": 368
    },
    {
      "epoch": 0.1645118145341061,
      "grad_norm": 0.21530570089817047,
      "learning_rate": 7.975132517816038e-05,
      "loss": 1.7706,
      "step": 369
    },
    {
      "epoch": 0.16495764600980828,
      "grad_norm": 0.21484266221523285,
      "learning_rate": 7.974407273246801e-05,
      "loss": 1.8433,
      "step": 370
    },
    {
      "epoch": 0.1654034774855105,
      "grad_norm": 0.2247444987297058,
      "learning_rate": 7.973671638417488e-05,
      "loss": 1.8342,
      "step": 371
    },
    {
      "epoch": 0.16584930896121267,
      "grad_norm": 0.21698202192783356,
      "learning_rate": 7.97292561525126e-05,
      "loss": 1.7795,
      "step": 372
    },
    {
      "epoch": 0.16629514043691485,
      "grad_norm": 0.21239005029201508,
      "learning_rate": 7.97216920569844e-05,
      "loss": 1.7897,
      "step": 373
    },
    {
      "epoch": 0.16674097191261703,
      "grad_norm": 0.2313557267189026,
      "learning_rate": 7.971402411736502e-05,
      "loss": 1.7493,
      "step": 374
    },
    {
      "epoch": 0.1671868033883192,
      "grad_norm": 0.2117127925157547,
      "learning_rate": 7.97062523537007e-05,
      "loss": 1.7789,
      "step": 375
    },
    {
      "epoch": 0.1676326348640214,
      "grad_norm": 0.21416178345680237,
      "learning_rate": 7.969837678630912e-05,
      "loss": 1.7463,
      "step": 376
    },
    {
      "epoch": 0.1680784663397236,
      "grad_norm": 0.2061980962753296,
      "learning_rate": 7.969039743577929e-05,
      "loss": 1.6982,
      "step": 377
    },
    {
      "epoch": 0.16852429781542577,
      "grad_norm": 0.21651746332645416,
      "learning_rate": 7.968231432297157e-05,
      "loss": 1.7723,
      "step": 378
    },
    {
      "epoch": 0.16897012929112795,
      "grad_norm": 0.24461179971694946,
      "learning_rate": 7.967412746901754e-05,
      "loss": 1.8304,
      "step": 379
    },
    {
      "epoch": 0.16941596076683013,
      "grad_norm": 0.2126745879650116,
      "learning_rate": 7.966583689532007e-05,
      "loss": 1.7447,
      "step": 380
    },
    {
      "epoch": 0.1698617922425323,
      "grad_norm": 0.24304448068141937,
      "learning_rate": 7.965744262355313e-05,
      "loss": 1.7735,
      "step": 381
    },
    {
      "epoch": 0.17030762371823452,
      "grad_norm": 0.22968406975269318,
      "learning_rate": 7.964894467566177e-05,
      "loss": 1.7358,
      "step": 382
    },
    {
      "epoch": 0.1707534551939367,
      "grad_norm": 0.20871512591838837,
      "learning_rate": 7.964034307386211e-05,
      "loss": 1.7411,
      "step": 383
    },
    {
      "epoch": 0.17119928666963888,
      "grad_norm": 0.21672800183296204,
      "learning_rate": 7.963163784064128e-05,
      "loss": 1.6548,
      "step": 384
    },
    {
      "epoch": 0.17164511814534106,
      "grad_norm": 0.20464417338371277,
      "learning_rate": 7.962282899875727e-05,
      "loss": 1.7081,
      "step": 385
    },
    {
      "epoch": 0.17209094962104324,
      "grad_norm": 0.2229240983724594,
      "learning_rate": 7.961391657123896e-05,
      "loss": 1.7655,
      "step": 386
    },
    {
      "epoch": 0.17253678109674542,
      "grad_norm": 0.21150527894496918,
      "learning_rate": 7.960490058138604e-05,
      "loss": 1.7853,
      "step": 387
    },
    {
      "epoch": 0.17298261257244762,
      "grad_norm": 0.21915920078754425,
      "learning_rate": 7.959578105276896e-05,
      "loss": 1.7652,
      "step": 388
    },
    {
      "epoch": 0.1734284440481498,
      "grad_norm": 0.24295909702777863,
      "learning_rate": 7.95865580092288e-05,
      "loss": 1.8354,
      "step": 389
    },
    {
      "epoch": 0.17387427552385198,
      "grad_norm": 0.20863685011863708,
      "learning_rate": 7.957723147487728e-05,
      "loss": 1.7122,
      "step": 390
    },
    {
      "epoch": 0.17432010699955416,
      "grad_norm": 0.2294648438692093,
      "learning_rate": 7.956780147409672e-05,
      "loss": 1.7097,
      "step": 391
    },
    {
      "epoch": 0.17476593847525634,
      "grad_norm": 0.21071994304656982,
      "learning_rate": 7.955826803153986e-05,
      "loss": 1.8451,
      "step": 392
    },
    {
      "epoch": 0.17521176995095855,
      "grad_norm": 0.2508149743080139,
      "learning_rate": 7.954863117212992e-05,
      "loss": 1.8128,
      "step": 393
    },
    {
      "epoch": 0.17565760142666073,
      "grad_norm": 0.21691708266735077,
      "learning_rate": 7.953889092106045e-05,
      "loss": 1.718,
      "step": 394
    },
    {
      "epoch": 0.1761034329023629,
      "grad_norm": 0.2262207269668579,
      "learning_rate": 7.952904730379531e-05,
      "loss": 1.7128,
      "step": 395
    },
    {
      "epoch": 0.1765492643780651,
      "grad_norm": 0.24705760180950165,
      "learning_rate": 7.951910034606858e-05,
      "loss": 1.7341,
      "step": 396
    },
    {
      "epoch": 0.17699509585376727,
      "grad_norm": 0.2729456126689911,
      "learning_rate": 7.950905007388453e-05,
      "loss": 1.7499,
      "step": 397
    },
    {
      "epoch": 0.17744092732946945,
      "grad_norm": 0.21897609531879425,
      "learning_rate": 7.949889651351749e-05,
      "loss": 1.765,
      "step": 398
    },
    {
      "epoch": 0.17788675880517166,
      "grad_norm": 0.289559006690979,
      "learning_rate": 7.948863969151182e-05,
      "loss": 1.7466,
      "step": 399
    },
    {
      "epoch": 0.17833259028087384,
      "grad_norm": 0.20668886601924896,
      "learning_rate": 7.947827963468187e-05,
      "loss": 1.817,
      "step": 400
    },
    {
      "epoch": 0.17877842175657602,
      "grad_norm": 0.26898351311683655,
      "learning_rate": 7.946781637011181e-05,
      "loss": 1.8633,
      "step": 401
    },
    {
      "epoch": 0.1792242532322782,
      "grad_norm": 0.21890974044799805,
      "learning_rate": 7.945724992515573e-05,
      "loss": 1.7948,
      "step": 402
    },
    {
      "epoch": 0.17967008470798038,
      "grad_norm": 0.220897376537323,
      "learning_rate": 7.944658032743733e-05,
      "loss": 1.7348,
      "step": 403
    },
    {
      "epoch": 0.18011591618368256,
      "grad_norm": 0.22162188589572906,
      "learning_rate": 7.94358076048501e-05,
      "loss": 1.7777,
      "step": 404
    },
    {
      "epoch": 0.18056174765938476,
      "grad_norm": 0.23272553086280823,
      "learning_rate": 7.942493178555705e-05,
      "loss": 1.8239,
      "step": 405
    },
    {
      "epoch": 0.18100757913508694,
      "grad_norm": 0.2248050570487976,
      "learning_rate": 7.941395289799076e-05,
      "loss": 1.7756,
      "step": 406
    },
    {
      "epoch": 0.18145341061078912,
      "grad_norm": 0.22719000279903412,
      "learning_rate": 7.940287097085324e-05,
      "loss": 1.6338,
      "step": 407
    },
    {
      "epoch": 0.1818992420864913,
      "grad_norm": 0.21583989262580872,
      "learning_rate": 7.939168603311591e-05,
      "loss": 1.7401,
      "step": 408
    },
    {
      "epoch": 0.18234507356219348,
      "grad_norm": 0.21622613072395325,
      "learning_rate": 7.93803981140194e-05,
      "loss": 1.7647,
      "step": 409
    },
    {
      "epoch": 0.18279090503789566,
      "grad_norm": 0.22838523983955383,
      "learning_rate": 7.936900724307366e-05,
      "loss": 1.8249,
      "step": 410
    },
    {
      "epoch": 0.18323673651359787,
      "grad_norm": 0.2663255035877228,
      "learning_rate": 7.935751345005776e-05,
      "loss": 1.8474,
      "step": 411
    },
    {
      "epoch": 0.18368256798930005,
      "grad_norm": 0.20833280682563782,
      "learning_rate": 7.93459167650198e-05,
      "loss": 1.7485,
      "step": 412
    },
    {
      "epoch": 0.18412839946500223,
      "grad_norm": 0.2584652006626129,
      "learning_rate": 7.933421721827692e-05,
      "loss": 1.7936,
      "step": 413
    },
    {
      "epoch": 0.1845742309407044,
      "grad_norm": 0.21740388870239258,
      "learning_rate": 7.932241484041512e-05,
      "loss": 1.7765,
      "step": 414
    },
    {
      "epoch": 0.1850200624164066,
      "grad_norm": 0.2323867678642273,
      "learning_rate": 7.931050966228931e-05,
      "loss": 1.7967,
      "step": 415
    },
    {
      "epoch": 0.1854658938921088,
      "grad_norm": 0.21234050393104553,
      "learning_rate": 7.929850171502304e-05,
      "loss": 1.7576,
      "step": 416
    },
    {
      "epoch": 0.18591172536781098,
      "grad_norm": 0.24422520399093628,
      "learning_rate": 7.928639103000864e-05,
      "loss": 1.7178,
      "step": 417
    },
    {
      "epoch": 0.18635755684351316,
      "grad_norm": 0.20524504780769348,
      "learning_rate": 7.927417763890693e-05,
      "loss": 1.6605,
      "step": 418
    },
    {
      "epoch": 0.18680338831921534,
      "grad_norm": 0.2728728652000427,
      "learning_rate": 7.926186157364732e-05,
      "loss": 1.7642,
      "step": 419
    },
    {
      "epoch": 0.18724921979491752,
      "grad_norm": 0.2353711575269699,
      "learning_rate": 7.924944286642754e-05,
      "loss": 1.6901,
      "step": 420
    },
    {
      "epoch": 0.1876950512706197,
      "grad_norm": 0.22307051718235016,
      "learning_rate": 7.923692154971378e-05,
      "loss": 1.7768,
      "step": 421
    },
    {
      "epoch": 0.1881408827463219,
      "grad_norm": 0.20437411963939667,
      "learning_rate": 7.922429765624037e-05,
      "loss": 1.6671,
      "step": 422
    },
    {
      "epoch": 0.18858671422202408,
      "grad_norm": 0.22397580742835999,
      "learning_rate": 7.921157121900985e-05,
      "loss": 1.8473,
      "step": 423
    },
    {
      "epoch": 0.18903254569772626,
      "grad_norm": 0.27350035309791565,
      "learning_rate": 7.919874227129286e-05,
      "loss": 1.7446,
      "step": 424
    },
    {
      "epoch": 0.18947837717342844,
      "grad_norm": 0.21913419663906097,
      "learning_rate": 7.918581084662801e-05,
      "loss": 1.8032,
      "step": 425
    },
    {
      "epoch": 0.18992420864913062,
      "grad_norm": 0.2502184808254242,
      "learning_rate": 7.917277697882181e-05,
      "loss": 1.6962,
      "step": 426
    },
    {
      "epoch": 0.1903700401248328,
      "grad_norm": 0.20700030028820038,
      "learning_rate": 7.915964070194859e-05,
      "loss": 1.7662,
      "step": 427
    },
    {
      "epoch": 0.190815871600535,
      "grad_norm": 0.24439390003681183,
      "learning_rate": 7.91464020503504e-05,
      "loss": 1.7713,
      "step": 428
    },
    {
      "epoch": 0.1912617030762372,
      "grad_norm": 0.2158062756061554,
      "learning_rate": 7.913306105863698e-05,
      "loss": 1.7541,
      "step": 429
    },
    {
      "epoch": 0.19170753455193937,
      "grad_norm": 0.20007923245429993,
      "learning_rate": 7.911961776168551e-05,
      "loss": 1.7032,
      "step": 430
    },
    {
      "epoch": 0.19215336602764155,
      "grad_norm": 0.219706729054451,
      "learning_rate": 7.910607219464075e-05,
      "loss": 1.8321,
      "step": 431
    },
    {
      "epoch": 0.19259919750334373,
      "grad_norm": 0.22007739543914795,
      "learning_rate": 7.909242439291474e-05,
      "loss": 1.7962,
      "step": 432
    },
    {
      "epoch": 0.1930450289790459,
      "grad_norm": 0.20321106910705566,
      "learning_rate": 7.90786743921868e-05,
      "loss": 1.6555,
      "step": 433
    },
    {
      "epoch": 0.19349086045474811,
      "grad_norm": 0.22101330757141113,
      "learning_rate": 7.906482222840347e-05,
      "loss": 1.816,
      "step": 434
    },
    {
      "epoch": 0.1939366919304503,
      "grad_norm": 0.21452194452285767,
      "learning_rate": 7.905086793777834e-05,
      "loss": 1.7222,
      "step": 435
    },
    {
      "epoch": 0.19438252340615247,
      "grad_norm": 0.20491483807563782,
      "learning_rate": 7.903681155679198e-05,
      "loss": 1.779,
      "step": 436
    },
    {
      "epoch": 0.19482835488185465,
      "grad_norm": 0.2175835222005844,
      "learning_rate": 7.902265312219188e-05,
      "loss": 1.7517,
      "step": 437
    },
    {
      "epoch": 0.19527418635755683,
      "grad_norm": 0.2133513242006302,
      "learning_rate": 7.900839267099233e-05,
      "loss": 1.7672,
      "step": 438
    },
    {
      "epoch": 0.19572001783325904,
      "grad_norm": 0.21768039464950562,
      "learning_rate": 7.899403024047429e-05,
      "loss": 1.7668,
      "step": 439
    },
    {
      "epoch": 0.19616584930896122,
      "grad_norm": 0.19812998175621033,
      "learning_rate": 7.897956586818536e-05,
      "loss": 1.6268,
      "step": 440
    },
    {
      "epoch": 0.1966116807846634,
      "grad_norm": 0.20877686142921448,
      "learning_rate": 7.896499959193963e-05,
      "loss": 1.7064,
      "step": 441
    },
    {
      "epoch": 0.19705751226036558,
      "grad_norm": 0.2183704674243927,
      "learning_rate": 7.895033144981759e-05,
      "loss": 1.7475,
      "step": 442
    },
    {
      "epoch": 0.19750334373606776,
      "grad_norm": 0.20506885647773743,
      "learning_rate": 7.893556148016602e-05,
      "loss": 1.7189,
      "step": 443
    },
    {
      "epoch": 0.19794917521176994,
      "grad_norm": 0.20721159875392914,
      "learning_rate": 7.892068972159797e-05,
      "loss": 1.7609,
      "step": 444
    },
    {
      "epoch": 0.19839500668747215,
      "grad_norm": 0.21451415121555328,
      "learning_rate": 7.890571621299252e-05,
      "loss": 1.8069,
      "step": 445
    },
    {
      "epoch": 0.19884083816317433,
      "grad_norm": 0.2216353714466095,
      "learning_rate": 7.889064099349483e-05,
      "loss": 1.8198,
      "step": 446
    },
    {
      "epoch": 0.1992866696388765,
      "grad_norm": 0.2052127569913864,
      "learning_rate": 7.887546410251588e-05,
      "loss": 1.7137,
      "step": 447
    },
    {
      "epoch": 0.1997325011145787,
      "grad_norm": 0.202201709151268,
      "learning_rate": 7.88601855797325e-05,
      "loss": 1.7105,
      "step": 448
    },
    {
      "epoch": 0.20017833259028087,
      "grad_norm": 0.23586085438728333,
      "learning_rate": 7.884480546508724e-05,
      "loss": 1.7372,
      "step": 449
    },
    {
      "epoch": 0.20062416406598305,
      "grad_norm": 0.21336017549037933,
      "learning_rate": 7.882932379878816e-05,
      "loss": 1.7355,
      "step": 450
    },
    {
      "epoch": 0.20106999554168525,
      "grad_norm": 0.19796158373355865,
      "learning_rate": 7.881374062130888e-05,
      "loss": 1.5849,
      "step": 451
    },
    {
      "epoch": 0.20151582701738743,
      "grad_norm": 0.21551991999149323,
      "learning_rate": 7.879805597338836e-05,
      "loss": 1.7133,
      "step": 452
    },
    {
      "epoch": 0.2019616584930896,
      "grad_norm": 0.21652403473854065,
      "learning_rate": 7.878226989603085e-05,
      "loss": 1.712,
      "step": 453
    },
    {
      "epoch": 0.2024074899687918,
      "grad_norm": 0.23366712033748627,
      "learning_rate": 7.876638243050577e-05,
      "loss": 1.8546,
      "step": 454
    },
    {
      "epoch": 0.20285332144449397,
      "grad_norm": 0.2219308465719223,
      "learning_rate": 7.875039361834758e-05,
      "loss": 1.7547,
      "step": 455
    },
    {
      "epoch": 0.20329915292019615,
      "grad_norm": 0.22077837586402893,
      "learning_rate": 7.873430350135569e-05,
      "loss": 1.6704,
      "step": 456
    },
    {
      "epoch": 0.20374498439589836,
      "grad_norm": 0.21282720565795898,
      "learning_rate": 7.871811212159439e-05,
      "loss": 1.7612,
      "step": 457
    },
    {
      "epoch": 0.20419081587160054,
      "grad_norm": 0.21781127154827118,
      "learning_rate": 7.870181952139263e-05,
      "loss": 1.7018,
      "step": 458
    },
    {
      "epoch": 0.20463664734730272,
      "grad_norm": 0.2093805968761444,
      "learning_rate": 7.868542574334404e-05,
      "loss": 1.6885,
      "step": 459
    },
    {
      "epoch": 0.2050824788230049,
      "grad_norm": 0.22918467223644257,
      "learning_rate": 7.866893083030675e-05,
      "loss": 1.7805,
      "step": 460
    },
    {
      "epoch": 0.20552831029870708,
      "grad_norm": 0.21219949424266815,
      "learning_rate": 7.865233482540328e-05,
      "loss": 1.7359,
      "step": 461
    },
    {
      "epoch": 0.2059741417744093,
      "grad_norm": 0.2140708565711975,
      "learning_rate": 7.86356377720204e-05,
      "loss": 1.7639,
      "step": 462
    },
    {
      "epoch": 0.20641997325011147,
      "grad_norm": 0.23221629858016968,
      "learning_rate": 7.861883971380908e-05,
      "loss": 1.8052,
      "step": 463
    },
    {
      "epoch": 0.20686580472581365,
      "grad_norm": 0.21740645170211792,
      "learning_rate": 7.860194069468437e-05,
      "loss": 1.824,
      "step": 464
    },
    {
      "epoch": 0.20731163620151583,
      "grad_norm": 0.21377727389335632,
      "learning_rate": 7.85849407588252e-05,
      "loss": 1.7575,
      "step": 465
    },
    {
      "epoch": 0.207757467677218,
      "grad_norm": 0.2288164347410202,
      "learning_rate": 7.856783995067441e-05,
      "loss": 1.7964,
      "step": 466
    },
    {
      "epoch": 0.20820329915292018,
      "grad_norm": 0.21703492105007172,
      "learning_rate": 7.855063831493846e-05,
      "loss": 1.7686,
      "step": 467
    },
    {
      "epoch": 0.2086491306286224,
      "grad_norm": 0.20621813833713531,
      "learning_rate": 7.853333589658747e-05,
      "loss": 1.6916,
      "step": 468
    },
    {
      "epoch": 0.20909496210432457,
      "grad_norm": 0.20889562368392944,
      "learning_rate": 7.851593274085499e-05,
      "loss": 1.802,
      "step": 469
    },
    {
      "epoch": 0.20954079358002675,
      "grad_norm": 0.20696090161800385,
      "learning_rate": 7.849842889323796e-05,
      "loss": 1.7314,
      "step": 470
    },
    {
      "epoch": 0.20998662505572893,
      "grad_norm": 0.2312188297510147,
      "learning_rate": 7.848082439949654e-05,
      "loss": 1.8498,
      "step": 471
    },
    {
      "epoch": 0.2104324565314311,
      "grad_norm": 0.20535381138324738,
      "learning_rate": 7.8463119305654e-05,
      "loss": 1.8197,
      "step": 472
    },
    {
      "epoch": 0.2108782880071333,
      "grad_norm": 0.2188010960817337,
      "learning_rate": 7.844531365799666e-05,
      "loss": 1.7539,
      "step": 473
    },
    {
      "epoch": 0.2113241194828355,
      "grad_norm": 0.20804068446159363,
      "learning_rate": 7.842740750307362e-05,
      "loss": 1.7942,
      "step": 474
    },
    {
      "epoch": 0.21176995095853768,
      "grad_norm": 0.2164592146873474,
      "learning_rate": 7.840940088769683e-05,
      "loss": 1.7582,
      "step": 475
    },
    {
      "epoch": 0.21221578243423986,
      "grad_norm": 0.2279512584209442,
      "learning_rate": 7.839129385894082e-05,
      "loss": 1.7594,
      "step": 476
    },
    {
      "epoch": 0.21266161390994204,
      "grad_norm": 0.20543353259563446,
      "learning_rate": 7.837308646414267e-05,
      "loss": 1.7261,
      "step": 477
    },
    {
      "epoch": 0.21310744538564422,
      "grad_norm": 0.2820877432823181,
      "learning_rate": 7.835477875090179e-05,
      "loss": 1.7853,
      "step": 478
    },
    {
      "epoch": 0.2135532768613464,
      "grad_norm": 0.24093766510486603,
      "learning_rate": 7.833637076707991e-05,
      "loss": 1.8439,
      "step": 479
    },
    {
      "epoch": 0.2139991083370486,
      "grad_norm": 0.217599555850029,
      "learning_rate": 7.831786256080085e-05,
      "loss": 1.7984,
      "step": 480
    },
    {
      "epoch": 0.21444493981275078,
      "grad_norm": 0.23980188369750977,
      "learning_rate": 7.829925418045048e-05,
      "loss": 1.7762,
      "step": 481
    },
    {
      "epoch": 0.21489077128845296,
      "grad_norm": 0.22318458557128906,
      "learning_rate": 7.828054567467652e-05,
      "loss": 1.7612,
      "step": 482
    },
    {
      "epoch": 0.21533660276415514,
      "grad_norm": 0.21457462012767792,
      "learning_rate": 7.826173709238846e-05,
      "loss": 1.7034,
      "step": 483
    },
    {
      "epoch": 0.21578243423985732,
      "grad_norm": 0.2079022228717804,
      "learning_rate": 7.824282848275741e-05,
      "loss": 1.8033,
      "step": 484
    },
    {
      "epoch": 0.21622826571555953,
      "grad_norm": 0.20726555585861206,
      "learning_rate": 7.822381989521605e-05,
      "loss": 1.7805,
      "step": 485
    },
    {
      "epoch": 0.2166740971912617,
      "grad_norm": 0.2167215645313263,
      "learning_rate": 7.820471137945831e-05,
      "loss": 1.8171,
      "step": 486
    },
    {
      "epoch": 0.2171199286669639,
      "grad_norm": 0.21359805762767792,
      "learning_rate": 7.818550298543944e-05,
      "loss": 1.7444,
      "step": 487
    },
    {
      "epoch": 0.21756576014266607,
      "grad_norm": 0.20531319081783295,
      "learning_rate": 7.81661947633758e-05,
      "loss": 1.7091,
      "step": 488
    },
    {
      "epoch": 0.21801159161836825,
      "grad_norm": 0.20193392038345337,
      "learning_rate": 7.814678676374471e-05,
      "loss": 1.7053,
      "step": 489
    },
    {
      "epoch": 0.21845742309407043,
      "grad_norm": 0.2035619169473648,
      "learning_rate": 7.812727903728433e-05,
      "loss": 1.696,
      "step": 490
    },
    {
      "epoch": 0.21890325456977264,
      "grad_norm": 0.20180848240852356,
      "learning_rate": 7.810767163499358e-05,
      "loss": 1.7959,
      "step": 491
    },
    {
      "epoch": 0.21934908604547482,
      "grad_norm": 0.21526241302490234,
      "learning_rate": 7.80879646081319e-05,
      "loss": 1.8276,
      "step": 492
    },
    {
      "epoch": 0.219794917521177,
      "grad_norm": 0.20258860290050507,
      "learning_rate": 7.806815800821922e-05,
      "loss": 1.6339,
      "step": 493
    },
    {
      "epoch": 0.22024074899687918,
      "grad_norm": 0.2058095633983612,
      "learning_rate": 7.804825188703575e-05,
      "loss": 1.7035,
      "step": 494
    },
    {
      "epoch": 0.22068658047258136,
      "grad_norm": 0.1978922039270401,
      "learning_rate": 7.802824629662192e-05,
      "loss": 1.6683,
      "step": 495
    },
    {
      "epoch": 0.22113241194828354,
      "grad_norm": 0.21317130327224731,
      "learning_rate": 7.800814128927819e-05,
      "loss": 1.8152,
      "step": 496
    },
    {
      "epoch": 0.22157824342398574,
      "grad_norm": 0.1988740861415863,
      "learning_rate": 7.798793691756488e-05,
      "loss": 1.65,
      "step": 497
    },
    {
      "epoch": 0.22202407489968792,
      "grad_norm": 0.20139382779598236,
      "learning_rate": 7.796763323430215e-05,
      "loss": 1.6872,
      "step": 498
    },
    {
      "epoch": 0.2224699063753901,
      "grad_norm": 0.20387861132621765,
      "learning_rate": 7.794723029256971e-05,
      "loss": 1.7308,
      "step": 499
    },
    {
      "epoch": 0.22291573785109228,
      "grad_norm": 0.204574853181839,
      "learning_rate": 7.792672814570683e-05,
      "loss": 1.7583,
      "step": 500
    },
    {
      "epoch": 0.22336156932679446,
      "grad_norm": 0.2186586558818817,
      "learning_rate": 7.790612684731211e-05,
      "loss": 1.8411,
      "step": 501
    },
    {
      "epoch": 0.22380740080249667,
      "grad_norm": 0.22103360295295715,
      "learning_rate": 7.788542645124333e-05,
      "loss": 1.8295,
      "step": 502
    },
    {
      "epoch": 0.22425323227819885,
      "grad_norm": 0.2011125087738037,
      "learning_rate": 7.786462701161738e-05,
      "loss": 1.7213,
      "step": 503
    },
    {
      "epoch": 0.22469906375390103,
      "grad_norm": 0.21138082444667816,
      "learning_rate": 7.784372858281006e-05,
      "loss": 1.7867,
      "step": 504
    },
    {
      "epoch": 0.2251448952296032,
      "grad_norm": 0.20400221645832062,
      "learning_rate": 7.782273121945594e-05,
      "loss": 1.7661,
      "step": 505
    },
    {
      "epoch": 0.2255907267053054,
      "grad_norm": 0.19883286952972412,
      "learning_rate": 7.780163497644829e-05,
      "loss": 1.7831,
      "step": 506
    },
    {
      "epoch": 0.22603655818100757,
      "grad_norm": 0.20815902948379517,
      "learning_rate": 7.778043990893882e-05,
      "loss": 1.7682,
      "step": 507
    },
    {
      "epoch": 0.22648238965670978,
      "grad_norm": 0.20501793920993805,
      "learning_rate": 7.775914607233761e-05,
      "loss": 1.7769,
      "step": 508
    },
    {
      "epoch": 0.22692822113241196,
      "grad_norm": 0.2141670286655426,
      "learning_rate": 7.773775352231299e-05,
      "loss": 1.7864,
      "step": 509
    },
    {
      "epoch": 0.22737405260811414,
      "grad_norm": 0.1976698487997055,
      "learning_rate": 7.771626231479133e-05,
      "loss": 1.7345,
      "step": 510
    },
    {
      "epoch": 0.22781988408381632,
      "grad_norm": 0.2203235626220703,
      "learning_rate": 7.769467250595688e-05,
      "loss": 1.7741,
      "step": 511
    },
    {
      "epoch": 0.2282657155595185,
      "grad_norm": 0.20633700489997864,
      "learning_rate": 7.767298415225172e-05,
      "loss": 1.6671,
      "step": 512
    },
    {
      "epoch": 0.22871154703522067,
      "grad_norm": 0.21930013597011566,
      "learning_rate": 7.765119731037554e-05,
      "loss": 1.6226,
      "step": 513
    },
    {
      "epoch": 0.22915737851092288,
      "grad_norm": 0.2221810221672058,
      "learning_rate": 7.762931203728547e-05,
      "loss": 1.7949,
      "step": 514
    },
    {
      "epoch": 0.22960320998662506,
      "grad_norm": 0.2116052806377411,
      "learning_rate": 7.760732839019604e-05,
      "loss": 1.7742,
      "step": 515
    },
    {
      "epoch": 0.23004904146232724,
      "grad_norm": 0.22342365980148315,
      "learning_rate": 7.758524642657887e-05,
      "loss": 1.8095,
      "step": 516
    },
    {
      "epoch": 0.23049487293802942,
      "grad_norm": 0.19809666275978088,
      "learning_rate": 7.756306620416272e-05,
      "loss": 1.6623,
      "step": 517
    },
    {
      "epoch": 0.2309407044137316,
      "grad_norm": 0.2312929928302765,
      "learning_rate": 7.75407877809331e-05,
      "loss": 1.7861,
      "step": 518
    },
    {
      "epoch": 0.23138653588943378,
      "grad_norm": 0.21036399900913239,
      "learning_rate": 7.751841121513235e-05,
      "loss": 1.7913,
      "step": 519
    },
    {
      "epoch": 0.231832367365136,
      "grad_norm": 0.21546313166618347,
      "learning_rate": 7.749593656525931e-05,
      "loss": 1.7115,
      "step": 520
    },
    {
      "epoch": 0.23227819884083817,
      "grad_norm": 0.21037909388542175,
      "learning_rate": 7.747336389006928e-05,
      "loss": 1.7683,
      "step": 521
    },
    {
      "epoch": 0.23272403031654035,
      "grad_norm": 0.2078377604484558,
      "learning_rate": 7.745069324857383e-05,
      "loss": 1.7656,
      "step": 522
    },
    {
      "epoch": 0.23316986179224253,
      "grad_norm": 0.21215571463108063,
      "learning_rate": 7.742792470004062e-05,
      "loss": 1.7216,
      "step": 523
    },
    {
      "epoch": 0.2336156932679447,
      "grad_norm": 0.19274559617042542,
      "learning_rate": 7.740505830399329e-05,
      "loss": 1.6717,
      "step": 524
    },
    {
      "epoch": 0.23406152474364691,
      "grad_norm": 0.2016606479883194,
      "learning_rate": 7.738209412021124e-05,
      "loss": 1.7287,
      "step": 525
    },
    {
      "epoch": 0.2345073562193491,
      "grad_norm": 0.20804037153720856,
      "learning_rate": 7.735903220872958e-05,
      "loss": 1.7927,
      "step": 526
    },
    {
      "epoch": 0.23495318769505127,
      "grad_norm": 0.22181366384029388,
      "learning_rate": 7.733587262983888e-05,
      "loss": 1.835,
      "step": 527
    },
    {
      "epoch": 0.23539901917075345,
      "grad_norm": 0.20415058732032776,
      "learning_rate": 7.7312615444085e-05,
      "loss": 1.7226,
      "step": 528
    },
    {
      "epoch": 0.23584485064645563,
      "grad_norm": 0.21193745732307434,
      "learning_rate": 7.728926071226902e-05,
      "loss": 1.8005,
      "step": 529
    },
    {
      "epoch": 0.2362906821221578,
      "grad_norm": 0.21242454648017883,
      "learning_rate": 7.726580849544704e-05,
      "loss": 1.7163,
      "step": 530
    },
    {
      "epoch": 0.23673651359786002,
      "grad_norm": 0.20869044959545135,
      "learning_rate": 7.724225885492998e-05,
      "loss": 1.7958,
      "step": 531
    },
    {
      "epoch": 0.2371823450735622,
      "grad_norm": 0.21901239454746246,
      "learning_rate": 7.721861185228347e-05,
      "loss": 1.7394,
      "step": 532
    },
    {
      "epoch": 0.23762817654926438,
      "grad_norm": 0.20783841609954834,
      "learning_rate": 7.719486754932768e-05,
      "loss": 1.7592,
      "step": 533
    },
    {
      "epoch": 0.23807400802496656,
      "grad_norm": 0.2176273763179779,
      "learning_rate": 7.717102600813716e-05,
      "loss": 1.7896,
      "step": 534
    },
    {
      "epoch": 0.23851983950066874,
      "grad_norm": 0.2128293663263321,
      "learning_rate": 7.714708729104062e-05,
      "loss": 1.7401,
      "step": 535
    },
    {
      "epoch": 0.23896567097637092,
      "grad_norm": 0.2054302990436554,
      "learning_rate": 7.712305146062087e-05,
      "loss": 1.7348,
      "step": 536
    },
    {
      "epoch": 0.23941150245207313,
      "grad_norm": 0.2005021572113037,
      "learning_rate": 7.709891857971458e-05,
      "loss": 1.76,
      "step": 537
    },
    {
      "epoch": 0.2398573339277753,
      "grad_norm": 0.2186511605978012,
      "learning_rate": 7.707468871141215e-05,
      "loss": 1.8412,
      "step": 538
    },
    {
      "epoch": 0.2403031654034775,
      "grad_norm": 0.204304039478302,
      "learning_rate": 7.705036191905752e-05,
      "loss": 1.703,
      "step": 539
    },
    {
      "epoch": 0.24074899687917967,
      "grad_norm": 0.2037625014781952,
      "learning_rate": 7.702593826624801e-05,
      "loss": 1.7164,
      "step": 540
    },
    {
      "epoch": 0.24119482835488185,
      "grad_norm": 0.2177598923444748,
      "learning_rate": 7.700141781683418e-05,
      "loss": 1.738,
      "step": 541
    },
    {
      "epoch": 0.24164065983058403,
      "grad_norm": 0.21556971967220306,
      "learning_rate": 7.697680063491964e-05,
      "loss": 1.6842,
      "step": 542
    },
    {
      "epoch": 0.24208649130628623,
      "grad_norm": 0.2162875533103943,
      "learning_rate": 7.695208678486088e-05,
      "loss": 1.7615,
      "step": 543
    },
    {
      "epoch": 0.2425323227819884,
      "grad_norm": 0.21224163472652435,
      "learning_rate": 7.692727633126714e-05,
      "loss": 1.7354,
      "step": 544
    },
    {
      "epoch": 0.2429781542576906,
      "grad_norm": 0.2110309898853302,
      "learning_rate": 7.690236933900014e-05,
      "loss": 1.6944,
      "step": 545
    },
    {
      "epoch": 0.24342398573339277,
      "grad_norm": 0.20104189217090607,
      "learning_rate": 7.687736587317407e-05,
      "loss": 1.7314,
      "step": 546
    },
    {
      "epoch": 0.24386981720909495,
      "grad_norm": 0.21651782095432281,
      "learning_rate": 7.685226599915524e-05,
      "loss": 1.7696,
      "step": 547
    },
    {
      "epoch": 0.24431564868479716,
      "grad_norm": 0.206302210688591,
      "learning_rate": 7.682706978256208e-05,
      "loss": 1.7771,
      "step": 548
    },
    {
      "epoch": 0.24476148016049934,
      "grad_norm": 0.20536518096923828,
      "learning_rate": 7.680177728926483e-05,
      "loss": 1.7412,
      "step": 549
    },
    {
      "epoch": 0.24520731163620152,
      "grad_norm": 0.2088993638753891,
      "learning_rate": 7.677638858538544e-05,
      "loss": 1.7634,
      "step": 550
    },
    {
      "epoch": 0.2456531431119037,
      "grad_norm": 0.20735305547714233,
      "learning_rate": 7.675090373729741e-05,
      "loss": 1.7782,
      "step": 551
    },
    {
      "epoch": 0.24609897458760588,
      "grad_norm": 0.2111474722623825,
      "learning_rate": 7.672532281162556e-05,
      "loss": 1.7773,
      "step": 552
    },
    {
      "epoch": 0.24654480606330806,
      "grad_norm": 0.19856305420398712,
      "learning_rate": 7.669964587524588e-05,
      "loss": 1.6685,
      "step": 553
    },
    {
      "epoch": 0.24699063753901027,
      "grad_norm": 0.20613139867782593,
      "learning_rate": 7.66738729952854e-05,
      "loss": 1.6916,
      "step": 554
    },
    {
      "epoch": 0.24743646901471245,
      "grad_norm": 0.20895972847938538,
      "learning_rate": 7.664800423912191e-05,
      "loss": 1.7875,
      "step": 555
    },
    {
      "epoch": 0.24788230049041463,
      "grad_norm": 0.20388461649417877,
      "learning_rate": 7.662203967438391e-05,
      "loss": 1.6645,
      "step": 556
    },
    {
      "epoch": 0.2483281319661168,
      "grad_norm": 0.20363497734069824,
      "learning_rate": 7.659597936895034e-05,
      "loss": 1.755,
      "step": 557
    },
    {
      "epoch": 0.24877396344181898,
      "grad_norm": 0.21989643573760986,
      "learning_rate": 7.656982339095045e-05,
      "loss": 1.8409,
      "step": 558
    },
    {
      "epoch": 0.24921979491752116,
      "grad_norm": 0.19894006848335266,
      "learning_rate": 7.654357180876358e-05,
      "loss": 1.7576,
      "step": 559
    },
    {
      "epoch": 0.24966562639322337,
      "grad_norm": 0.21573615074157715,
      "learning_rate": 7.651722469101905e-05,
      "loss": 1.7228,
      "step": 560
    },
    {
      "epoch": 0.2501114578689255,
      "grad_norm": 0.24178695678710938,
      "learning_rate": 7.649078210659587e-05,
      "loss": 1.7428,
      "step": 561
    },
    {
      "epoch": 0.25055728934462773,
      "grad_norm": 0.21728956699371338,
      "learning_rate": 7.646424412462273e-05,
      "loss": 1.8551,
      "step": 562
    },
    {
      "epoch": 0.25100312082032994,
      "grad_norm": 0.21060433983802795,
      "learning_rate": 7.643761081447758e-05,
      "loss": 1.7606,
      "step": 563
    },
    {
      "epoch": 0.2514489522960321,
      "grad_norm": 0.22947797179222107,
      "learning_rate": 7.641088224578773e-05,
      "loss": 1.7306,
      "step": 564
    },
    {
      "epoch": 0.2518947837717343,
      "grad_norm": 0.21212172508239746,
      "learning_rate": 7.638405848842945e-05,
      "loss": 1.7445,
      "step": 565
    },
    {
      "epoch": 0.25234061524743645,
      "grad_norm": 0.21673139929771423,
      "learning_rate": 7.635713961252782e-05,
      "loss": 1.7556,
      "step": 566
    },
    {
      "epoch": 0.25278644672313866,
      "grad_norm": 0.22516381740570068,
      "learning_rate": 7.633012568845668e-05,
      "loss": 1.7493,
      "step": 567
    },
    {
      "epoch": 0.25323227819884087,
      "grad_norm": 0.23668955266475677,
      "learning_rate": 7.63030167868383e-05,
      "loss": 1.7352,
      "step": 568
    },
    {
      "epoch": 0.253678109674543,
      "grad_norm": 0.22791285812854767,
      "learning_rate": 7.627581297854322e-05,
      "loss": 1.7048,
      "step": 569
    },
    {
      "epoch": 0.2541239411502452,
      "grad_norm": 0.24229630827903748,
      "learning_rate": 7.624851433469017e-05,
      "loss": 1.7953,
      "step": 570
    },
    {
      "epoch": 0.2545697726259474,
      "grad_norm": 0.20149646699428558,
      "learning_rate": 7.622112092664577e-05,
      "loss": 1.7353,
      "step": 571
    },
    {
      "epoch": 0.2550156041016496,
      "grad_norm": 0.21539618074893951,
      "learning_rate": 7.619363282602436e-05,
      "loss": 1.6643,
      "step": 572
    },
    {
      "epoch": 0.25546143557735174,
      "grad_norm": 0.23108653724193573,
      "learning_rate": 7.616605010468787e-05,
      "loss": 1.77,
      "step": 573
    },
    {
      "epoch": 0.25590726705305394,
      "grad_norm": 0.21947409212589264,
      "learning_rate": 7.613837283474559e-05,
      "loss": 1.7714,
      "step": 574
    },
    {
      "epoch": 0.25635309852875615,
      "grad_norm": 0.2154000699520111,
      "learning_rate": 7.611060108855393e-05,
      "loss": 1.7469,
      "step": 575
    },
    {
      "epoch": 0.2567989300044583,
      "grad_norm": 0.23046647012233734,
      "learning_rate": 7.608273493871639e-05,
      "loss": 1.7607,
      "step": 576
    },
    {
      "epoch": 0.2572447614801605,
      "grad_norm": 0.23710086941719055,
      "learning_rate": 7.605477445808318e-05,
      "loss": 1.7796,
      "step": 577
    },
    {
      "epoch": 0.25769059295586266,
      "grad_norm": 0.20885971188545227,
      "learning_rate": 7.602671971975118e-05,
      "loss": 1.816,
      "step": 578
    },
    {
      "epoch": 0.25813642443156487,
      "grad_norm": 0.22010734677314758,
      "learning_rate": 7.599857079706364e-05,
      "loss": 1.7466,
      "step": 579
    },
    {
      "epoch": 0.2585822559072671,
      "grad_norm": 0.21547986567020416,
      "learning_rate": 7.597032776361007e-05,
      "loss": 1.7816,
      "step": 580
    },
    {
      "epoch": 0.25902808738296923,
      "grad_norm": 0.19855529069900513,
      "learning_rate": 7.594199069322598e-05,
      "loss": 1.7245,
      "step": 581
    },
    {
      "epoch": 0.25947391885867144,
      "grad_norm": 0.19900168478488922,
      "learning_rate": 7.591355965999276e-05,
      "loss": 1.7174,
      "step": 582
    },
    {
      "epoch": 0.2599197503343736,
      "grad_norm": 0.2193600833415985,
      "learning_rate": 7.588503473823742e-05,
      "loss": 1.7096,
      "step": 583
    },
    {
      "epoch": 0.2603655818100758,
      "grad_norm": 0.21309758722782135,
      "learning_rate": 7.585641600253242e-05,
      "loss": 1.7349,
      "step": 584
    },
    {
      "epoch": 0.26081141328577795,
      "grad_norm": 0.20293527841567993,
      "learning_rate": 7.582770352769548e-05,
      "loss": 1.7084,
      "step": 585
    },
    {
      "epoch": 0.26125724476148016,
      "grad_norm": 0.20566365122795105,
      "learning_rate": 7.57988973887894e-05,
      "loss": 1.6904,
      "step": 586
    },
    {
      "epoch": 0.26170307623718236,
      "grad_norm": 0.21862030029296875,
      "learning_rate": 7.576999766112183e-05,
      "loss": 1.7699,
      "step": 587
    },
    {
      "epoch": 0.2621489077128845,
      "grad_norm": 0.22617413103580475,
      "learning_rate": 7.574100442024507e-05,
      "loss": 1.9066,
      "step": 588
    },
    {
      "epoch": 0.2625947391885867,
      "grad_norm": 0.23065897822380066,
      "learning_rate": 7.571191774195592e-05,
      "loss": 1.7946,
      "step": 589
    },
    {
      "epoch": 0.2630405706642889,
      "grad_norm": 0.21127870678901672,
      "learning_rate": 7.568273770229546e-05,
      "loss": 1.7289,
      "step": 590
    },
    {
      "epoch": 0.2634864021399911,
      "grad_norm": 0.2256181687116623,
      "learning_rate": 7.565346437754881e-05,
      "loss": 1.7918,
      "step": 591
    },
    {
      "epoch": 0.2639322336156933,
      "grad_norm": 0.2192109078168869,
      "learning_rate": 7.562409784424499e-05,
      "loss": 1.7303,
      "step": 592
    },
    {
      "epoch": 0.26437806509139544,
      "grad_norm": 0.20271852612495422,
      "learning_rate": 7.559463817915666e-05,
      "loss": 1.7136,
      "step": 593
    },
    {
      "epoch": 0.26482389656709765,
      "grad_norm": 0.2233620136976242,
      "learning_rate": 7.556508545930001e-05,
      "loss": 1.6845,
      "step": 594
    },
    {
      "epoch": 0.2652697280427998,
      "grad_norm": 0.24921123683452606,
      "learning_rate": 7.553543976193446e-05,
      "loss": 1.7055,
      "step": 595
    },
    {
      "epoch": 0.265715559518502,
      "grad_norm": 0.21758922934532166,
      "learning_rate": 7.55057011645625e-05,
      "loss": 1.6639,
      "step": 596
    },
    {
      "epoch": 0.2661613909942042,
      "grad_norm": 0.22392435371875763,
      "learning_rate": 7.547586974492951e-05,
      "loss": 1.7267,
      "step": 597
    },
    {
      "epoch": 0.26660722246990637,
      "grad_norm": 0.2134278565645218,
      "learning_rate": 7.544594558102352e-05,
      "loss": 1.7213,
      "step": 598
    },
    {
      "epoch": 0.2670530539456086,
      "grad_norm": 0.21148909628391266,
      "learning_rate": 7.541592875107504e-05,
      "loss": 1.7874,
      "step": 599
    },
    {
      "epoch": 0.26749888542131073,
      "grad_norm": 0.22129899263381958,
      "learning_rate": 7.538581933355681e-05,
      "loss": 1.714,
      "step": 600
    },
    {
      "epoch": 0.26794471689701294,
      "grad_norm": 0.23374201357364655,
      "learning_rate": 7.535561740718362e-05,
      "loss": 1.7103,
      "step": 601
    },
    {
      "epoch": 0.2683905483727151,
      "grad_norm": 0.21001872420310974,
      "learning_rate": 7.532532305091211e-05,
      "loss": 1.6265,
      "step": 602
    },
    {
      "epoch": 0.2688363798484173,
      "grad_norm": 0.23460710048675537,
      "learning_rate": 7.52949363439406e-05,
      "loss": 1.7838,
      "step": 603
    },
    {
      "epoch": 0.2692822113241195,
      "grad_norm": 0.23146916925907135,
      "learning_rate": 7.526445736570879e-05,
      "loss": 1.764,
      "step": 604
    },
    {
      "epoch": 0.26972804279982165,
      "grad_norm": 0.19246350228786469,
      "learning_rate": 7.52338861958976e-05,
      "loss": 1.6467,
      "step": 605
    },
    {
      "epoch": 0.27017387427552386,
      "grad_norm": 0.2351468801498413,
      "learning_rate": 7.520322291442903e-05,
      "loss": 1.6567,
      "step": 606
    },
    {
      "epoch": 0.270619705751226,
      "grad_norm": 0.2138238102197647,
      "learning_rate": 7.51724676014658e-05,
      "loss": 1.6515,
      "step": 607
    },
    {
      "epoch": 0.2710655372269282,
      "grad_norm": 0.23105895519256592,
      "learning_rate": 7.51416203374113e-05,
      "loss": 1.7563,
      "step": 608
    },
    {
      "epoch": 0.27151136870263043,
      "grad_norm": 0.21428363025188446,
      "learning_rate": 7.511068120290926e-05,
      "loss": 1.7891,
      "step": 609
    },
    {
      "epoch": 0.2719572001783326,
      "grad_norm": 0.21053239703178406,
      "learning_rate": 7.507965027884361e-05,
      "loss": 1.7177,
      "step": 610
    },
    {
      "epoch": 0.2724030316540348,
      "grad_norm": 0.231001615524292,
      "learning_rate": 7.504852764633823e-05,
      "loss": 1.7051,
      "step": 611
    },
    {
      "epoch": 0.27284886312973694,
      "grad_norm": 0.21583721041679382,
      "learning_rate": 7.501731338675677e-05,
      "loss": 1.7414,
      "step": 612
    },
    {
      "epoch": 0.27329469460543915,
      "grad_norm": 0.21509505808353424,
      "learning_rate": 7.498600758170241e-05,
      "loss": 1.669,
      "step": 613
    },
    {
      "epoch": 0.27374052608114136,
      "grad_norm": 0.22119706869125366,
      "learning_rate": 7.495461031301765e-05,
      "loss": 1.6687,
      "step": 614
    },
    {
      "epoch": 0.2741863575568435,
      "grad_norm": 0.22133754193782806,
      "learning_rate": 7.492312166278414e-05,
      "loss": 1.8043,
      "step": 615
    },
    {
      "epoch": 0.2746321890325457,
      "grad_norm": 0.2934802770614624,
      "learning_rate": 7.489154171332236e-05,
      "loss": 1.7561,
      "step": 616
    },
    {
      "epoch": 0.27507802050824787,
      "grad_norm": 0.201655313372612,
      "learning_rate": 7.485987054719153e-05,
      "loss": 1.6652,
      "step": 617
    },
    {
      "epoch": 0.2755238519839501,
      "grad_norm": 0.2276788353919983,
      "learning_rate": 7.482810824718931e-05,
      "loss": 1.7559,
      "step": 618
    },
    {
      "epoch": 0.2759696834596522,
      "grad_norm": 0.22293934226036072,
      "learning_rate": 7.479625489635162e-05,
      "loss": 1.6903,
      "step": 619
    },
    {
      "epoch": 0.27641551493535443,
      "grad_norm": 0.20375767350196838,
      "learning_rate": 7.476431057795241e-05,
      "loss": 1.7936,
      "step": 620
    },
    {
      "epoch": 0.27686134641105664,
      "grad_norm": 0.22783713042736053,
      "learning_rate": 7.473227537550346e-05,
      "loss": 1.7063,
      "step": 621
    },
    {
      "epoch": 0.2773071778867588,
      "grad_norm": 0.2079494595527649,
      "learning_rate": 7.470014937275411e-05,
      "loss": 1.7074,
      "step": 622
    },
    {
      "epoch": 0.277753009362461,
      "grad_norm": 0.2122948169708252,
      "learning_rate": 7.466793265369114e-05,
      "loss": 1.7078,
      "step": 623
    },
    {
      "epoch": 0.27819884083816315,
      "grad_norm": 0.2332155853509903,
      "learning_rate": 7.463562530253842e-05,
      "loss": 1.8,
      "step": 624
    },
    {
      "epoch": 0.27864467231386536,
      "grad_norm": 0.2049056589603424,
      "learning_rate": 7.46032274037568e-05,
      "loss": 1.6335,
      "step": 625
    },
    {
      "epoch": 0.27909050378956757,
      "grad_norm": 0.22888043522834778,
      "learning_rate": 7.457073904204384e-05,
      "loss": 1.6614,
      "step": 626
    },
    {
      "epoch": 0.2795363352652697,
      "grad_norm": 0.2044975906610489,
      "learning_rate": 7.45381603023336e-05,
      "loss": 1.6818,
      "step": 627
    },
    {
      "epoch": 0.2799821667409719,
      "grad_norm": 0.22751621901988983,
      "learning_rate": 7.450549126979643e-05,
      "loss": 1.8181,
      "step": 628
    },
    {
      "epoch": 0.2804279982166741,
      "grad_norm": 0.20126068592071533,
      "learning_rate": 7.447273202983866e-05,
      "loss": 1.7101,
      "step": 629
    },
    {
      "epoch": 0.2808738296923763,
      "grad_norm": 0.2142620086669922,
      "learning_rate": 7.443988266810253e-05,
      "loss": 1.7224,
      "step": 630
    },
    {
      "epoch": 0.28131966116807844,
      "grad_norm": 0.20431213080883026,
      "learning_rate": 7.440694327046587e-05,
      "loss": 1.7421,
      "step": 631
    },
    {
      "epoch": 0.28176549264378065,
      "grad_norm": 0.21456865966320038,
      "learning_rate": 7.437391392304183e-05,
      "loss": 1.8121,
      "step": 632
    },
    {
      "epoch": 0.28221132411948285,
      "grad_norm": 0.21535775065422058,
      "learning_rate": 7.43407947121788e-05,
      "loss": 1.7968,
      "step": 633
    },
    {
      "epoch": 0.282657155595185,
      "grad_norm": 0.20763567090034485,
      "learning_rate": 7.430758572446007e-05,
      "loss": 1.776,
      "step": 634
    },
    {
      "epoch": 0.2831029870708872,
      "grad_norm": 0.2219155877828598,
      "learning_rate": 7.427428704670357e-05,
      "loss": 1.7112,
      "step": 635
    },
    {
      "epoch": 0.28354881854658937,
      "grad_norm": 0.20080716907978058,
      "learning_rate": 7.424089876596181e-05,
      "loss": 1.7558,
      "step": 636
    },
    {
      "epoch": 0.2839946500222916,
      "grad_norm": 0.2080196887254715,
      "learning_rate": 7.420742096952147e-05,
      "loss": 1.7308,
      "step": 637
    },
    {
      "epoch": 0.2844404814979938,
      "grad_norm": 0.2138231247663498,
      "learning_rate": 7.417385374490327e-05,
      "loss": 1.7804,
      "step": 638
    },
    {
      "epoch": 0.28488631297369593,
      "grad_norm": 0.20495419204235077,
      "learning_rate": 7.414019717986174e-05,
      "loss": 1.7727,
      "step": 639
    },
    {
      "epoch": 0.28533214444939814,
      "grad_norm": 0.21069945394992828,
      "learning_rate": 7.410645136238495e-05,
      "loss": 1.7712,
      "step": 640
    },
    {
      "epoch": 0.2857779759251003,
      "grad_norm": 0.19948187470436096,
      "learning_rate": 7.407261638069433e-05,
      "loss": 1.6869,
      "step": 641
    },
    {
      "epoch": 0.2862238074008025,
      "grad_norm": 0.20422448217868805,
      "learning_rate": 7.403869232324439e-05,
      "loss": 1.7594,
      "step": 642
    },
    {
      "epoch": 0.2866696388765047,
      "grad_norm": 0.1993008702993393,
      "learning_rate": 7.40046792787225e-05,
      "loss": 1.6994,
      "step": 643
    },
    {
      "epoch": 0.28711547035220686,
      "grad_norm": 0.206438809633255,
      "learning_rate": 7.397057733604868e-05,
      "loss": 1.789,
      "step": 644
    },
    {
      "epoch": 0.28756130182790907,
      "grad_norm": 0.22038403153419495,
      "learning_rate": 7.393638658437537e-05,
      "loss": 1.6763,
      "step": 645
    },
    {
      "epoch": 0.2880071333036112,
      "grad_norm": 0.2054975926876068,
      "learning_rate": 7.390210711308716e-05,
      "loss": 1.7691,
      "step": 646
    },
    {
      "epoch": 0.2884529647793134,
      "grad_norm": 0.20188304781913757,
      "learning_rate": 7.38677390118006e-05,
      "loss": 1.647,
      "step": 647
    },
    {
      "epoch": 0.2888987962550156,
      "grad_norm": 0.20065569877624512,
      "learning_rate": 7.38332823703639e-05,
      "loss": 1.7561,
      "step": 648
    },
    {
      "epoch": 0.2893446277307178,
      "grad_norm": 0.2073405534029007,
      "learning_rate": 7.379873727885681e-05,
      "loss": 1.7425,
      "step": 649
    },
    {
      "epoch": 0.28979045920642,
      "grad_norm": 0.21183277666568756,
      "learning_rate": 7.376410382759026e-05,
      "loss": 1.7622,
      "step": 650
    },
    {
      "epoch": 0.29023629068212214,
      "grad_norm": 0.21674148738384247,
      "learning_rate": 7.372938210710622e-05,
      "loss": 1.8301,
      "step": 651
    },
    {
      "epoch": 0.29068212215782435,
      "grad_norm": 0.2239564210176468,
      "learning_rate": 7.369457220817736e-05,
      "loss": 1.7061,
      "step": 652
    },
    {
      "epoch": 0.2911279536335265,
      "grad_norm": 0.2046596258878708,
      "learning_rate": 7.365967422180692e-05,
      "loss": 1.7185,
      "step": 653
    },
    {
      "epoch": 0.2915737851092287,
      "grad_norm": 0.2077386975288391,
      "learning_rate": 7.362468823922844e-05,
      "loss": 1.6894,
      "step": 654
    },
    {
      "epoch": 0.2920196165849309,
      "grad_norm": 0.22262682020664215,
      "learning_rate": 7.358961435190546e-05,
      "loss": 1.743,
      "step": 655
    },
    {
      "epoch": 0.29246544806063307,
      "grad_norm": 0.22507880628108978,
      "learning_rate": 7.355445265153136e-05,
      "loss": 1.7843,
      "step": 656
    },
    {
      "epoch": 0.2929112795363353,
      "grad_norm": 0.2175893634557724,
      "learning_rate": 7.35192032300291e-05,
      "loss": 1.7287,
      "step": 657
    },
    {
      "epoch": 0.29335711101203743,
      "grad_norm": 0.2029731124639511,
      "learning_rate": 7.348386617955094e-05,
      "loss": 1.6842,
      "step": 658
    },
    {
      "epoch": 0.29380294248773964,
      "grad_norm": 0.23122525215148926,
      "learning_rate": 7.344844159247823e-05,
      "loss": 1.8079,
      "step": 659
    },
    {
      "epoch": 0.29424877396344185,
      "grad_norm": 0.2044292837381363,
      "learning_rate": 7.341292956142117e-05,
      "loss": 1.8154,
      "step": 660
    },
    {
      "epoch": 0.294694605439144,
      "grad_norm": 0.20966410636901855,
      "learning_rate": 7.337733017921859e-05,
      "loss": 1.6904,
      "step": 661
    },
    {
      "epoch": 0.2951404369148462,
      "grad_norm": 0.20876199007034302,
      "learning_rate": 7.334164353893765e-05,
      "loss": 1.7961,
      "step": 662
    },
    {
      "epoch": 0.29558626839054836,
      "grad_norm": 0.2060309499502182,
      "learning_rate": 7.330586973387364e-05,
      "loss": 1.6499,
      "step": 663
    },
    {
      "epoch": 0.29603209986625056,
      "grad_norm": 0.21161815524101257,
      "learning_rate": 7.327000885754973e-05,
      "loss": 1.7694,
      "step": 664
    },
    {
      "epoch": 0.2964779313419527,
      "grad_norm": 0.22235240042209625,
      "learning_rate": 7.32340610037167e-05,
      "loss": 1.8006,
      "step": 665
    },
    {
      "epoch": 0.2969237628176549,
      "grad_norm": 0.2124897986650467,
      "learning_rate": 7.319802626635271e-05,
      "loss": 1.8204,
      "step": 666
    },
    {
      "epoch": 0.29736959429335713,
      "grad_norm": 0.24330593645572662,
      "learning_rate": 7.316190473966312e-05,
      "loss": 1.7003,
      "step": 667
    },
    {
      "epoch": 0.2978154257690593,
      "grad_norm": 0.20732414722442627,
      "learning_rate": 7.312569651808011e-05,
      "loss": 1.5801,
      "step": 668
    },
    {
      "epoch": 0.2982612572447615,
      "grad_norm": 0.22267280519008636,
      "learning_rate": 7.308940169626255e-05,
      "loss": 1.7417,
      "step": 669
    },
    {
      "epoch": 0.29870708872046364,
      "grad_norm": 0.20995312929153442,
      "learning_rate": 7.305302036909567e-05,
      "loss": 1.7385,
      "step": 670
    },
    {
      "epoch": 0.29915292019616585,
      "grad_norm": 0.21934688091278076,
      "learning_rate": 7.30165526316909e-05,
      "loss": 1.7042,
      "step": 671
    },
    {
      "epoch": 0.29959875167186806,
      "grad_norm": 0.22048768401145935,
      "learning_rate": 7.297999857938554e-05,
      "loss": 1.7672,
      "step": 672
    },
    {
      "epoch": 0.3000445831475702,
      "grad_norm": 0.20573429763317108,
      "learning_rate": 7.294335830774252e-05,
      "loss": 1.7556,
      "step": 673
    },
    {
      "epoch": 0.3004904146232724,
      "grad_norm": 0.21020594239234924,
      "learning_rate": 7.290663191255022e-05,
      "loss": 1.727,
      "step": 674
    },
    {
      "epoch": 0.30093624609897457,
      "grad_norm": 0.20675401389598846,
      "learning_rate": 7.286981948982215e-05,
      "loss": 1.6531,
      "step": 675
    },
    {
      "epoch": 0.3013820775746768,
      "grad_norm": 0.20087653398513794,
      "learning_rate": 7.283292113579672e-05,
      "loss": 1.7088,
      "step": 676
    },
    {
      "epoch": 0.301827909050379,
      "grad_norm": 0.21411505341529846,
      "learning_rate": 7.279593694693698e-05,
      "loss": 1.7798,
      "step": 677
    },
    {
      "epoch": 0.30227374052608114,
      "grad_norm": 0.21519498527050018,
      "learning_rate": 7.275886701993042e-05,
      "loss": 1.722,
      "step": 678
    },
    {
      "epoch": 0.30271957200178334,
      "grad_norm": 0.21711432933807373,
      "learning_rate": 7.272171145168863e-05,
      "loss": 1.8175,
      "step": 679
    },
    {
      "epoch": 0.3031654034774855,
      "grad_norm": 0.20538119971752167,
      "learning_rate": 7.268447033934708e-05,
      "loss": 1.7196,
      "step": 680
    },
    {
      "epoch": 0.3036112349531877,
      "grad_norm": 0.22172988951206207,
      "learning_rate": 7.264714378026494e-05,
      "loss": 1.7341,
      "step": 681
    },
    {
      "epoch": 0.30405706642888986,
      "grad_norm": 0.20911812782287598,
      "learning_rate": 7.26097318720247e-05,
      "loss": 1.7628,
      "step": 682
    },
    {
      "epoch": 0.30450289790459206,
      "grad_norm": 0.20472237467765808,
      "learning_rate": 7.257223471243201e-05,
      "loss": 1.8058,
      "step": 683
    },
    {
      "epoch": 0.30494872938029427,
      "grad_norm": 0.2150549590587616,
      "learning_rate": 7.253465239951539e-05,
      "loss": 1.6952,
      "step": 684
    },
    {
      "epoch": 0.3053945608559964,
      "grad_norm": 0.20892566442489624,
      "learning_rate": 7.249698503152596e-05,
      "loss": 1.757,
      "step": 685
    },
    {
      "epoch": 0.30584039233169863,
      "grad_norm": 0.20996753871440887,
      "learning_rate": 7.245923270693721e-05,
      "loss": 1.7039,
      "step": 686
    },
    {
      "epoch": 0.3062862238074008,
      "grad_norm": 0.20857934653759003,
      "learning_rate": 7.242139552444473e-05,
      "loss": 1.7152,
      "step": 687
    },
    {
      "epoch": 0.306732055283103,
      "grad_norm": 0.20755071938037872,
      "learning_rate": 7.238347358296596e-05,
      "loss": 1.7138,
      "step": 688
    },
    {
      "epoch": 0.3071778867588052,
      "grad_norm": 0.2029207944869995,
      "learning_rate": 7.234546698163992e-05,
      "loss": 1.7338,
      "step": 689
    },
    {
      "epoch": 0.30762371823450735,
      "grad_norm": 0.20173445343971252,
      "learning_rate": 7.230737581982694e-05,
      "loss": 1.7759,
      "step": 690
    },
    {
      "epoch": 0.30806954971020956,
      "grad_norm": 0.2252359688282013,
      "learning_rate": 7.226920019710845e-05,
      "loss": 1.7886,
      "step": 691
    },
    {
      "epoch": 0.3085153811859117,
      "grad_norm": 0.2031915783882141,
      "learning_rate": 7.223094021328664e-05,
      "loss": 1.7351,
      "step": 692
    },
    {
      "epoch": 0.3089612126616139,
      "grad_norm": 0.20862999558448792,
      "learning_rate": 7.219259596838429e-05,
      "loss": 1.6763,
      "step": 693
    },
    {
      "epoch": 0.30940704413731607,
      "grad_norm": 0.21994739770889282,
      "learning_rate": 7.215416756264442e-05,
      "loss": 1.8017,
      "step": 694
    },
    {
      "epoch": 0.3098528756130183,
      "grad_norm": 0.19967246055603027,
      "learning_rate": 7.211565509653012e-05,
      "loss": 1.696,
      "step": 695
    },
    {
      "epoch": 0.3102987070887205,
      "grad_norm": 0.2177416831254959,
      "learning_rate": 7.207705867072421e-05,
      "loss": 1.7102,
      "step": 696
    },
    {
      "epoch": 0.31074453856442263,
      "grad_norm": 0.22154054045677185,
      "learning_rate": 7.203837838612897e-05,
      "loss": 1.6522,
      "step": 697
    },
    {
      "epoch": 0.31119037004012484,
      "grad_norm": 0.21412450075149536,
      "learning_rate": 7.1999614343866e-05,
      "loss": 1.8394,
      "step": 698
    },
    {
      "epoch": 0.311636201515827,
      "grad_norm": 0.24822783470153809,
      "learning_rate": 7.196076664527577e-05,
      "loss": 1.7955,
      "step": 699
    },
    {
      "epoch": 0.3120820329915292,
      "grad_norm": 0.21336504817008972,
      "learning_rate": 7.192183539191753e-05,
      "loss": 1.7144,
      "step": 700
    },
    {
      "epoch": 0.3125278644672314,
      "grad_norm": 0.2380637526512146,
      "learning_rate": 7.188282068556891e-05,
      "loss": 1.6807,
      "step": 701
    },
    {
      "epoch": 0.31297369594293356,
      "grad_norm": 0.19818735122680664,
      "learning_rate": 7.184372262822575e-05,
      "loss": 1.7561,
      "step": 702
    },
    {
      "epoch": 0.31341952741863577,
      "grad_norm": 0.23580355942249298,
      "learning_rate": 7.180454132210179e-05,
      "loss": 1.7519,
      "step": 703
    },
    {
      "epoch": 0.3138653588943379,
      "grad_norm": 0.2163688987493515,
      "learning_rate": 7.176527686962835e-05,
      "loss": 1.7003,
      "step": 704
    },
    {
      "epoch": 0.3143111903700401,
      "grad_norm": 0.2241927832365036,
      "learning_rate": 7.172592937345421e-05,
      "loss": 1.6941,
      "step": 705
    },
    {
      "epoch": 0.31475702184574234,
      "grad_norm": 0.22052347660064697,
      "learning_rate": 7.168649893644517e-05,
      "loss": 1.7133,
      "step": 706
    },
    {
      "epoch": 0.3152028533214445,
      "grad_norm": 0.22314177453517914,
      "learning_rate": 7.164698566168393e-05,
      "loss": 1.7262,
      "step": 707
    },
    {
      "epoch": 0.3156486847971467,
      "grad_norm": 0.2206079065799713,
      "learning_rate": 7.16073896524697e-05,
      "loss": 1.7779,
      "step": 708
    },
    {
      "epoch": 0.31609451627284885,
      "grad_norm": 0.20930807292461395,
      "learning_rate": 7.156771101231798e-05,
      "loss": 1.7041,
      "step": 709
    },
    {
      "epoch": 0.31654034774855105,
      "grad_norm": 0.21127712726593018,
      "learning_rate": 7.152794984496034e-05,
      "loss": 1.7807,
      "step": 710
    },
    {
      "epoch": 0.3169861792242532,
      "grad_norm": 0.19875945150852203,
      "learning_rate": 7.148810625434406e-05,
      "loss": 1.7438,
      "step": 711
    },
    {
      "epoch": 0.3174320106999554,
      "grad_norm": 0.20444701611995697,
      "learning_rate": 7.14481803446319e-05,
      "loss": 1.7587,
      "step": 712
    },
    {
      "epoch": 0.3178778421756576,
      "grad_norm": 0.19894717633724213,
      "learning_rate": 7.140817222020186e-05,
      "loss": 1.7047,
      "step": 713
    },
    {
      "epoch": 0.3183236736513598,
      "grad_norm": 0.20163820683956146,
      "learning_rate": 7.136808198564683e-05,
      "loss": 1.6941,
      "step": 714
    },
    {
      "epoch": 0.318769505127062,
      "grad_norm": 0.20997068285942078,
      "learning_rate": 7.132790974577438e-05,
      "loss": 1.7468,
      "step": 715
    },
    {
      "epoch": 0.31921533660276413,
      "grad_norm": 0.1935359686613083,
      "learning_rate": 7.128765560560646e-05,
      "loss": 1.7119,
      "step": 716
    },
    {
      "epoch": 0.31966116807846634,
      "grad_norm": 0.20880842208862305,
      "learning_rate": 7.124731967037916e-05,
      "loss": 1.6706,
      "step": 717
    },
    {
      "epoch": 0.32010699955416855,
      "grad_norm": 0.21494819223880768,
      "learning_rate": 7.120690204554236e-05,
      "loss": 1.774,
      "step": 718
    },
    {
      "epoch": 0.3205528310298707,
      "grad_norm": 0.2001909464597702,
      "learning_rate": 7.116640283675952e-05,
      "loss": 1.6931,
      "step": 719
    },
    {
      "epoch": 0.3209986625055729,
      "grad_norm": 0.20694108307361603,
      "learning_rate": 7.112582214990739e-05,
      "loss": 1.7273,
      "step": 720
    },
    {
      "epoch": 0.32144449398127506,
      "grad_norm": 0.19691170752048492,
      "learning_rate": 7.108516009107573e-05,
      "loss": 1.6678,
      "step": 721
    },
    {
      "epoch": 0.32189032545697727,
      "grad_norm": 0.21288730204105377,
      "learning_rate": 7.104441676656704e-05,
      "loss": 1.7421,
      "step": 722
    },
    {
      "epoch": 0.3223361569326795,
      "grad_norm": 0.2045082151889801,
      "learning_rate": 7.100359228289623e-05,
      "loss": 1.7416,
      "step": 723
    },
    {
      "epoch": 0.3227819884083816,
      "grad_norm": 0.23858684301376343,
      "learning_rate": 7.096268674679042e-05,
      "loss": 1.816,
      "step": 724
    },
    {
      "epoch": 0.32322781988408383,
      "grad_norm": 0.20045718550682068,
      "learning_rate": 7.092170026518863e-05,
      "loss": 1.7845,
      "step": 725
    },
    {
      "epoch": 0.323673651359786,
      "grad_norm": 0.22614650428295135,
      "learning_rate": 7.088063294524144e-05,
      "loss": 1.7489,
      "step": 726
    },
    {
      "epoch": 0.3241194828354882,
      "grad_norm": 0.2049480676651001,
      "learning_rate": 7.083948489431085e-05,
      "loss": 1.6892,
      "step": 727
    },
    {
      "epoch": 0.32456531431119034,
      "grad_norm": 0.20532821118831635,
      "learning_rate": 7.079825621996984e-05,
      "loss": 1.7088,
      "step": 728
    },
    {
      "epoch": 0.32501114578689255,
      "grad_norm": 0.20658715069293976,
      "learning_rate": 7.07569470300022e-05,
      "loss": 1.6465,
      "step": 729
    },
    {
      "epoch": 0.32545697726259476,
      "grad_norm": 0.21333490312099457,
      "learning_rate": 7.07155574324022e-05,
      "loss": 1.8009,
      "step": 730
    },
    {
      "epoch": 0.3259028087382969,
      "grad_norm": 0.19863495230674744,
      "learning_rate": 7.067408753537434e-05,
      "loss": 1.6996,
      "step": 731
    },
    {
      "epoch": 0.3263486402139991,
      "grad_norm": 0.19713807106018066,
      "learning_rate": 7.063253744733301e-05,
      "loss": 1.7072,
      "step": 732
    },
    {
      "epoch": 0.32679447168970127,
      "grad_norm": 0.21338967978954315,
      "learning_rate": 7.059090727690227e-05,
      "loss": 1.739,
      "step": 733
    },
    {
      "epoch": 0.3272403031654035,
      "grad_norm": 0.2086186707019806,
      "learning_rate": 7.054919713291555e-05,
      "loss": 1.7702,
      "step": 734
    },
    {
      "epoch": 0.3276861346411057,
      "grad_norm": 0.20826803147792816,
      "learning_rate": 7.050740712441528e-05,
      "loss": 1.8603,
      "step": 735
    },
    {
      "epoch": 0.32813196611680784,
      "grad_norm": 0.1978282779455185,
      "learning_rate": 7.046553736065278e-05,
      "loss": 1.6992,
      "step": 736
    },
    {
      "epoch": 0.32857779759251005,
      "grad_norm": 0.21559976041316986,
      "learning_rate": 7.042358795108783e-05,
      "loss": 1.7706,
      "step": 737
    },
    {
      "epoch": 0.3290236290682122,
      "grad_norm": 0.20173758268356323,
      "learning_rate": 7.03815590053884e-05,
      "loss": 1.7819,
      "step": 738
    },
    {
      "epoch": 0.3294694605439144,
      "grad_norm": 0.20154009759426117,
      "learning_rate": 7.033945063343041e-05,
      "loss": 1.6949,
      "step": 739
    },
    {
      "epoch": 0.32991529201961656,
      "grad_norm": 0.22486606240272522,
      "learning_rate": 7.029726294529747e-05,
      "loss": 1.7281,
      "step": 740
    },
    {
      "epoch": 0.33036112349531876,
      "grad_norm": 0.2042747586965561,
      "learning_rate": 7.025499605128046e-05,
      "loss": 1.6134,
      "step": 741
    },
    {
      "epoch": 0.330806954971021,
      "grad_norm": 0.23044522106647491,
      "learning_rate": 7.021265006187739e-05,
      "loss": 1.7322,
      "step": 742
    },
    {
      "epoch": 0.3312527864467231,
      "grad_norm": 0.20150107145309448,
      "learning_rate": 7.017022508779304e-05,
      "loss": 1.6962,
      "step": 743
    },
    {
      "epoch": 0.33169861792242533,
      "grad_norm": 0.23153840005397797,
      "learning_rate": 7.012772123993865e-05,
      "loss": 1.7392,
      "step": 744
    },
    {
      "epoch": 0.3321444493981275,
      "grad_norm": 0.22877974808216095,
      "learning_rate": 7.008513862943168e-05,
      "loss": 1.7461,
      "step": 745
    },
    {
      "epoch": 0.3325902808738297,
      "grad_norm": 0.22845101356506348,
      "learning_rate": 7.004247736759552e-05,
      "loss": 1.7318,
      "step": 746
    },
    {
      "epoch": 0.3330361123495319,
      "grad_norm": 0.2245214730501175,
      "learning_rate": 6.999973756595912e-05,
      "loss": 1.7178,
      "step": 747
    },
    {
      "epoch": 0.33348194382523405,
      "grad_norm": 0.21158166229724884,
      "learning_rate": 6.995691933625683e-05,
      "loss": 1.7885,
      "step": 748
    },
    {
      "epoch": 0.33392777530093626,
      "grad_norm": 0.22586104273796082,
      "learning_rate": 6.991402279042796e-05,
      "loss": 1.8011,
      "step": 749
    },
    {
      "epoch": 0.3343736067766384,
      "grad_norm": 0.2159549593925476,
      "learning_rate": 6.987104804061659e-05,
      "loss": 1.7776,
      "step": 750
    },
    {
      "epoch": 0.3348194382523406,
      "grad_norm": 0.26645052433013916,
      "learning_rate": 6.982799519917129e-05,
      "loss": 1.7894,
      "step": 751
    },
    {
      "epoch": 0.3352652697280428,
      "grad_norm": 0.22301529347896576,
      "learning_rate": 6.978486437864473e-05,
      "loss": 1.8246,
      "step": 752
    },
    {
      "epoch": 0.335711101203745,
      "grad_norm": 0.2200409322977066,
      "learning_rate": 6.974165569179343e-05,
      "loss": 1.7634,
      "step": 753
    },
    {
      "epoch": 0.3361569326794472,
      "grad_norm": 0.24905377626419067,
      "learning_rate": 6.969836925157757e-05,
      "loss": 1.7187,
      "step": 754
    },
    {
      "epoch": 0.33660276415514934,
      "grad_norm": 0.20776088535785675,
      "learning_rate": 6.965500517116045e-05,
      "loss": 1.7115,
      "step": 755
    },
    {
      "epoch": 0.33704859563085154,
      "grad_norm": 0.22392477095127106,
      "learning_rate": 6.961156356390848e-05,
      "loss": 1.8265,
      "step": 756
    },
    {
      "epoch": 0.3374944271065537,
      "grad_norm": 0.23375096917152405,
      "learning_rate": 6.956804454339069e-05,
      "loss": 1.7948,
      "step": 757
    },
    {
      "epoch": 0.3379402585822559,
      "grad_norm": 0.20256270468235016,
      "learning_rate": 6.952444822337848e-05,
      "loss": 1.69,
      "step": 758
    },
    {
      "epoch": 0.3383860900579581,
      "grad_norm": 0.20559729635715485,
      "learning_rate": 6.948077471784536e-05,
      "loss": 1.6454,
      "step": 759
    },
    {
      "epoch": 0.33883192153366026,
      "grad_norm": 0.23576031625270844,
      "learning_rate": 6.94370241409666e-05,
      "loss": 1.7647,
      "step": 760
    },
    {
      "epoch": 0.33927775300936247,
      "grad_norm": 0.20360809564590454,
      "learning_rate": 6.939319660711899e-05,
      "loss": 1.6665,
      "step": 761
    },
    {
      "epoch": 0.3397235844850646,
      "grad_norm": 0.21529042720794678,
      "learning_rate": 6.934929223088049e-05,
      "loss": 1.805,
      "step": 762
    },
    {
      "epoch": 0.34016941596076683,
      "grad_norm": 0.22950305044651031,
      "learning_rate": 6.930531112702993e-05,
      "loss": 1.6865,
      "step": 763
    },
    {
      "epoch": 0.34061524743646904,
      "grad_norm": 0.2098643183708191,
      "learning_rate": 6.926125341054676e-05,
      "loss": 1.7414,
      "step": 764
    },
    {
      "epoch": 0.3410610789121712,
      "grad_norm": 0.2188938707113266,
      "learning_rate": 6.921711919661071e-05,
      "loss": 1.7158,
      "step": 765
    },
    {
      "epoch": 0.3415069103878734,
      "grad_norm": 0.2061680257320404,
      "learning_rate": 6.917290860060146e-05,
      "loss": 1.6428,
      "step": 766
    },
    {
      "epoch": 0.34195274186357555,
      "grad_norm": 0.2051788568496704,
      "learning_rate": 6.912862173809844e-05,
      "loss": 1.7216,
      "step": 767
    },
    {
      "epoch": 0.34239857333927776,
      "grad_norm": 0.22325345873832703,
      "learning_rate": 6.908425872488042e-05,
      "loss": 1.7829,
      "step": 768
    },
    {
      "epoch": 0.34284440481497996,
      "grad_norm": 0.2041957527399063,
      "learning_rate": 6.903981967692524e-05,
      "loss": 1.7991,
      "step": 769
    },
    {
      "epoch": 0.3432902362906821,
      "grad_norm": 0.22522366046905518,
      "learning_rate": 6.899530471040956e-05,
      "loss": 1.6949,
      "step": 770
    },
    {
      "epoch": 0.3437360677663843,
      "grad_norm": 0.21507549285888672,
      "learning_rate": 6.895071394170847e-05,
      "loss": 1.7102,
      "step": 771
    },
    {
      "epoch": 0.3441818992420865,
      "grad_norm": 0.2359284907579422,
      "learning_rate": 6.890604748739526e-05,
      "loss": 1.7716,
      "step": 772
    },
    {
      "epoch": 0.3446277307177887,
      "grad_norm": 0.2056940346956253,
      "learning_rate": 6.886130546424106e-05,
      "loss": 1.7614,
      "step": 773
    },
    {
      "epoch": 0.34507356219349083,
      "grad_norm": 0.20665904879570007,
      "learning_rate": 6.88164879892146e-05,
      "loss": 1.7882,
      "step": 774
    },
    {
      "epoch": 0.34551939366919304,
      "grad_norm": 0.21209891140460968,
      "learning_rate": 6.87715951794818e-05,
      "loss": 1.7265,
      "step": 775
    },
    {
      "epoch": 0.34596522514489525,
      "grad_norm": 0.19885431230068207,
      "learning_rate": 6.872662715240558e-05,
      "loss": 1.6964,
      "step": 776
    },
    {
      "epoch": 0.3464110566205974,
      "grad_norm": 0.2021333873271942,
      "learning_rate": 6.868158402554546e-05,
      "loss": 1.7327,
      "step": 777
    },
    {
      "epoch": 0.3468568880962996,
      "grad_norm": 0.20405402779579163,
      "learning_rate": 6.863646591665734e-05,
      "loss": 1.733,
      "step": 778
    },
    {
      "epoch": 0.34730271957200176,
      "grad_norm": 0.21486836671829224,
      "learning_rate": 6.859127294369313e-05,
      "loss": 1.8163,
      "step": 779
    },
    {
      "epoch": 0.34774855104770397,
      "grad_norm": 0.2023477703332901,
      "learning_rate": 6.85460052248004e-05,
      "loss": 1.7342,
      "step": 780
    },
    {
      "epoch": 0.3481943825234062,
      "grad_norm": 0.21515972912311554,
      "learning_rate": 6.85006628783222e-05,
      "loss": 1.7713,
      "step": 781
    },
    {
      "epoch": 0.34864021399910833,
      "grad_norm": 0.20617273449897766,
      "learning_rate": 6.845524602279668e-05,
      "loss": 1.7489,
      "step": 782
    },
    {
      "epoch": 0.34908604547481054,
      "grad_norm": 0.19855135679244995,
      "learning_rate": 6.840975477695669e-05,
      "loss": 1.7432,
      "step": 783
    },
    {
      "epoch": 0.3495318769505127,
      "grad_norm": 0.21225327253341675,
      "learning_rate": 6.836418925972967e-05,
      "loss": 1.7179,
      "step": 784
    },
    {
      "epoch": 0.3499777084262149,
      "grad_norm": 0.20852187275886536,
      "learning_rate": 6.831854959023714e-05,
      "loss": 1.6805,
      "step": 785
    },
    {
      "epoch": 0.3504235399019171,
      "grad_norm": 0.2072257697582245,
      "learning_rate": 6.827283588779451e-05,
      "loss": 1.7291,
      "step": 786
    },
    {
      "epoch": 0.35086937137761925,
      "grad_norm": 0.19819296896457672,
      "learning_rate": 6.822704827191078e-05,
      "loss": 1.6697,
      "step": 787
    },
    {
      "epoch": 0.35131520285332146,
      "grad_norm": 0.22480206191539764,
      "learning_rate": 6.81811868622881e-05,
      "loss": 1.8037,
      "step": 788
    },
    {
      "epoch": 0.3517610343290236,
      "grad_norm": 0.20416642725467682,
      "learning_rate": 6.813525177882156e-05,
      "loss": 1.7069,
      "step": 789
    },
    {
      "epoch": 0.3522068658047258,
      "grad_norm": 0.2089570313692093,
      "learning_rate": 6.808924314159889e-05,
      "loss": 1.7296,
      "step": 790
    },
    {
      "epoch": 0.352652697280428,
      "grad_norm": 0.2162252515554428,
      "learning_rate": 6.804316107090009e-05,
      "loss": 1.719,
      "step": 791
    },
    {
      "epoch": 0.3530985287561302,
      "grad_norm": 0.21270179748535156,
      "learning_rate": 6.799700568719714e-05,
      "loss": 1.7671,
      "step": 792
    },
    {
      "epoch": 0.3535443602318324,
      "grad_norm": 0.20561178028583527,
      "learning_rate": 6.795077711115368e-05,
      "loss": 1.6969,
      "step": 793
    },
    {
      "epoch": 0.35399019170753454,
      "grad_norm": 0.19621388614177704,
      "learning_rate": 6.790447546362467e-05,
      "loss": 1.6404,
      "step": 794
    },
    {
      "epoch": 0.35443602318323675,
      "grad_norm": 0.21053430438041687,
      "learning_rate": 6.785810086565613e-05,
      "loss": 1.7553,
      "step": 795
    },
    {
      "epoch": 0.3548818546589389,
      "grad_norm": 0.20376941561698914,
      "learning_rate": 6.781165343848482e-05,
      "loss": 1.7597,
      "step": 796
    },
    {
      "epoch": 0.3553276861346411,
      "grad_norm": 0.20846118032932281,
      "learning_rate": 6.776513330353783e-05,
      "loss": 1.7618,
      "step": 797
    },
    {
      "epoch": 0.3557735176103433,
      "grad_norm": 0.21923816204071045,
      "learning_rate": 6.771854058243239e-05,
      "loss": 1.777,
      "step": 798
    },
    {
      "epoch": 0.35621934908604547,
      "grad_norm": 0.2055412381887436,
      "learning_rate": 6.767187539697544e-05,
      "loss": 1.706,
      "step": 799
    },
    {
      "epoch": 0.3566651805617477,
      "grad_norm": 0.21490585803985596,
      "learning_rate": 6.762513786916341e-05,
      "loss": 1.7621,
      "step": 800
    },
    {
      "epoch": 0.3571110120374498,
      "grad_norm": 0.21446526050567627,
      "learning_rate": 6.757832812118183e-05,
      "loss": 1.6544,
      "step": 801
    },
    {
      "epoch": 0.35755684351315203,
      "grad_norm": 0.20049992203712463,
      "learning_rate": 6.753144627540503e-05,
      "loss": 1.6754,
      "step": 802
    },
    {
      "epoch": 0.3580026749888542,
      "grad_norm": 0.2026570439338684,
      "learning_rate": 6.748449245439582e-05,
      "loss": 1.6972,
      "step": 803
    },
    {
      "epoch": 0.3584485064645564,
      "grad_norm": 0.2295822948217392,
      "learning_rate": 6.743746678090521e-05,
      "loss": 1.7813,
      "step": 804
    },
    {
      "epoch": 0.3588943379402586,
      "grad_norm": 0.20751531422138214,
      "learning_rate": 6.7390369377872e-05,
      "loss": 1.6808,
      "step": 805
    },
    {
      "epoch": 0.35934016941596075,
      "grad_norm": 0.2165253609418869,
      "learning_rate": 6.734320036842259e-05,
      "loss": 1.7764,
      "step": 806
    },
    {
      "epoch": 0.35978600089166296,
      "grad_norm": 0.20914991199970245,
      "learning_rate": 6.729595987587048e-05,
      "loss": 1.7806,
      "step": 807
    },
    {
      "epoch": 0.3602318323673651,
      "grad_norm": 0.21666984260082245,
      "learning_rate": 6.724864802371613e-05,
      "loss": 1.7888,
      "step": 808
    },
    {
      "epoch": 0.3606776638430673,
      "grad_norm": 0.23241227865219116,
      "learning_rate": 6.720126493564651e-05,
      "loss": 1.8059,
      "step": 809
    },
    {
      "epoch": 0.3611234953187695,
      "grad_norm": 0.20020677149295807,
      "learning_rate": 6.715381073553484e-05,
      "loss": 1.6864,
      "step": 810
    },
    {
      "epoch": 0.3615693267944717,
      "grad_norm": 0.20438076555728912,
      "learning_rate": 6.710628554744024e-05,
      "loss": 1.6708,
      "step": 811
    },
    {
      "epoch": 0.3620151582701739,
      "grad_norm": 0.21755672991275787,
      "learning_rate": 6.705868949560743e-05,
      "loss": 1.7963,
      "step": 812
    },
    {
      "epoch": 0.36246098974587604,
      "grad_norm": 0.2186664640903473,
      "learning_rate": 6.701102270446634e-05,
      "loss": 1.7591,
      "step": 813
    },
    {
      "epoch": 0.36290682122157825,
      "grad_norm": 0.2028367966413498,
      "learning_rate": 6.696328529863193e-05,
      "loss": 1.7197,
      "step": 814
    },
    {
      "epoch": 0.36335265269728045,
      "grad_norm": 0.2205536663532257,
      "learning_rate": 6.691547740290365e-05,
      "loss": 1.6579,
      "step": 815
    },
    {
      "epoch": 0.3637984841729826,
      "grad_norm": 0.19804279506206512,
      "learning_rate": 6.68675991422653e-05,
      "loss": 1.669,
      "step": 816
    },
    {
      "epoch": 0.3642443156486848,
      "grad_norm": 0.21472683548927307,
      "learning_rate": 6.681965064188463e-05,
      "loss": 1.7421,
      "step": 817
    },
    {
      "epoch": 0.36469014712438697,
      "grad_norm": 0.20572058856487274,
      "learning_rate": 6.6771632027113e-05,
      "loss": 1.6647,
      "step": 818
    },
    {
      "epoch": 0.3651359786000892,
      "grad_norm": 0.21703673899173737,
      "learning_rate": 6.672354342348508e-05,
      "loss": 1.7923,
      "step": 819
    },
    {
      "epoch": 0.3655818100757913,
      "grad_norm": 0.21246255934238434,
      "learning_rate": 6.667538495671851e-05,
      "loss": 1.6859,
      "step": 820
    },
    {
      "epoch": 0.36602764155149353,
      "grad_norm": 0.19298550486564636,
      "learning_rate": 6.662715675271358e-05,
      "loss": 1.6656,
      "step": 821
    },
    {
      "epoch": 0.36647347302719574,
      "grad_norm": 0.21339663863182068,
      "learning_rate": 6.657885893755288e-05,
      "loss": 1.7414,
      "step": 822
    },
    {
      "epoch": 0.3669193045028979,
      "grad_norm": 0.21220877766609192,
      "learning_rate": 6.653049163750098e-05,
      "loss": 1.6884,
      "step": 823
    },
    {
      "epoch": 0.3673651359786001,
      "grad_norm": 0.21043981611728668,
      "learning_rate": 6.648205497900412e-05,
      "loss": 1.7189,
      "step": 824
    },
    {
      "epoch": 0.36781096745430225,
      "grad_norm": 0.2267450988292694,
      "learning_rate": 6.643354908868985e-05,
      "loss": 1.7781,
      "step": 825
    },
    {
      "epoch": 0.36825679893000446,
      "grad_norm": 0.20768927037715912,
      "learning_rate": 6.638497409336671e-05,
      "loss": 1.6851,
      "step": 826
    },
    {
      "epoch": 0.36870263040570667,
      "grad_norm": 0.20903393626213074,
      "learning_rate": 6.633633012002392e-05,
      "loss": 1.693,
      "step": 827
    },
    {
      "epoch": 0.3691484618814088,
      "grad_norm": 0.21910394728183746,
      "learning_rate": 6.628761729583104e-05,
      "loss": 1.7055,
      "step": 828
    },
    {
      "epoch": 0.369594293357111,
      "grad_norm": 0.19814462959766388,
      "learning_rate": 6.623883574813758e-05,
      "loss": 1.6605,
      "step": 829
    },
    {
      "epoch": 0.3700401248328132,
      "grad_norm": 0.21070930361747742,
      "learning_rate": 6.618998560447272e-05,
      "loss": 1.6962,
      "step": 830
    },
    {
      "epoch": 0.3704859563085154,
      "grad_norm": 0.20243875682353973,
      "learning_rate": 6.614106699254502e-05,
      "loss": 1.6691,
      "step": 831
    },
    {
      "epoch": 0.3709317877842176,
      "grad_norm": 0.19810143113136292,
      "learning_rate": 6.609208004024199e-05,
      "loss": 1.6673,
      "step": 832
    },
    {
      "epoch": 0.37137761925991974,
      "grad_norm": 0.2071191817522049,
      "learning_rate": 6.604302487562981e-05,
      "loss": 1.6635,
      "step": 833
    },
    {
      "epoch": 0.37182345073562195,
      "grad_norm": 0.2069198191165924,
      "learning_rate": 6.599390162695299e-05,
      "loss": 1.8186,
      "step": 834
    },
    {
      "epoch": 0.3722692822113241,
      "grad_norm": 0.20763137936592102,
      "learning_rate": 6.594471042263404e-05,
      "loss": 1.7275,
      "step": 835
    },
    {
      "epoch": 0.3727151136870263,
      "grad_norm": 0.2052050232887268,
      "learning_rate": 6.589545139127312e-05,
      "loss": 1.6643,
      "step": 836
    },
    {
      "epoch": 0.37316094516272846,
      "grad_norm": 0.21433968842029572,
      "learning_rate": 6.58461246616477e-05,
      "loss": 1.7497,
      "step": 837
    },
    {
      "epoch": 0.37360677663843067,
      "grad_norm": 0.2157992571592331,
      "learning_rate": 6.579673036271224e-05,
      "loss": 1.7057,
      "step": 838
    },
    {
      "epoch": 0.3740526081141329,
      "grad_norm": 0.20648705959320068,
      "learning_rate": 6.574726862359785e-05,
      "loss": 1.6205,
      "step": 839
    },
    {
      "epoch": 0.37449843958983503,
      "grad_norm": 0.20061194896697998,
      "learning_rate": 6.569773957361195e-05,
      "loss": 1.6565,
      "step": 840
    },
    {
      "epoch": 0.37494427106553724,
      "grad_norm": 0.21495498716831207,
      "learning_rate": 6.564814334223793e-05,
      "loss": 1.6354,
      "step": 841
    },
    {
      "epoch": 0.3753901025412394,
      "grad_norm": 0.21777182817459106,
      "learning_rate": 6.559848005913481e-05,
      "loss": 1.7688,
      "step": 842
    },
    {
      "epoch": 0.3758359340169416,
      "grad_norm": 0.22829119861125946,
      "learning_rate": 6.554874985413689e-05,
      "loss": 1.7521,
      "step": 843
    },
    {
      "epoch": 0.3762817654926438,
      "grad_norm": 0.20866426825523376,
      "learning_rate": 6.549895285725342e-05,
      "loss": 1.6905,
      "step": 844
    },
    {
      "epoch": 0.37672759696834596,
      "grad_norm": 0.22749756276607513,
      "learning_rate": 6.544908919866831e-05,
      "loss": 1.7736,
      "step": 845
    },
    {
      "epoch": 0.37717342844404816,
      "grad_norm": 0.23048724234104156,
      "learning_rate": 6.539915900873969e-05,
      "loss": 1.7949,
      "step": 846
    },
    {
      "epoch": 0.3776192599197503,
      "grad_norm": 0.21478885412216187,
      "learning_rate": 6.534916241799965e-05,
      "loss": 1.7441,
      "step": 847
    },
    {
      "epoch": 0.3780650913954525,
      "grad_norm": 0.23727373778820038,
      "learning_rate": 6.529909955715385e-05,
      "loss": 1.7407,
      "step": 848
    },
    {
      "epoch": 0.3785109228711547,
      "grad_norm": 0.21736378967761993,
      "learning_rate": 6.524897055708123e-05,
      "loss": 1.7306,
      "step": 849
    },
    {
      "epoch": 0.3789567543468569,
      "grad_norm": 0.20656636357307434,
      "learning_rate": 6.519877554883362e-05,
      "loss": 1.7487,
      "step": 850
    },
    {
      "epoch": 0.3794025858225591,
      "grad_norm": 0.21003365516662598,
      "learning_rate": 6.51485146636354e-05,
      "loss": 1.6466,
      "step": 851
    },
    {
      "epoch": 0.37984841729826124,
      "grad_norm": 0.21377114951610565,
      "learning_rate": 6.509818803288322e-05,
      "loss": 1.7776,
      "step": 852
    },
    {
      "epoch": 0.38029424877396345,
      "grad_norm": 0.2006235122680664,
      "learning_rate": 6.504779578814552e-05,
      "loss": 1.7191,
      "step": 853
    },
    {
      "epoch": 0.3807400802496656,
      "grad_norm": 0.2083541452884674,
      "learning_rate": 6.499733806116237e-05,
      "loss": 1.7004,
      "step": 854
    },
    {
      "epoch": 0.3811859117253678,
      "grad_norm": 0.20760244131088257,
      "learning_rate": 6.494681498384497e-05,
      "loss": 1.7231,
      "step": 855
    },
    {
      "epoch": 0.38163174320107,
      "grad_norm": 0.21493734419345856,
      "learning_rate": 6.48962266882754e-05,
      "loss": 1.8476,
      "step": 856
    },
    {
      "epoch": 0.38207757467677217,
      "grad_norm": 0.2154144048690796,
      "learning_rate": 6.484557330670623e-05,
      "loss": 1.7502,
      "step": 857
    },
    {
      "epoch": 0.3825234061524744,
      "grad_norm": 0.21206477284431458,
      "learning_rate": 6.479485497156015e-05,
      "loss": 1.779,
      "step": 858
    },
    {
      "epoch": 0.38296923762817653,
      "grad_norm": 0.20155435800552368,
      "learning_rate": 6.474407181542969e-05,
      "loss": 1.7466,
      "step": 859
    },
    {
      "epoch": 0.38341506910387874,
      "grad_norm": 0.212468221783638,
      "learning_rate": 6.469322397107685e-05,
      "loss": 1.7478,
      "step": 860
    },
    {
      "epoch": 0.38386090057958094,
      "grad_norm": 0.21040287613868713,
      "learning_rate": 6.464231157143271e-05,
      "loss": 1.7352,
      "step": 861
    },
    {
      "epoch": 0.3843067320552831,
      "grad_norm": 0.2113109678030014,
      "learning_rate": 6.459133474959715e-05,
      "loss": 1.7363,
      "step": 862
    },
    {
      "epoch": 0.3847525635309853,
      "grad_norm": 0.20767450332641602,
      "learning_rate": 6.454029363883845e-05,
      "loss": 1.7709,
      "step": 863
    },
    {
      "epoch": 0.38519839500668746,
      "grad_norm": 0.20580929517745972,
      "learning_rate": 6.448918837259297e-05,
      "loss": 1.6631,
      "step": 864
    },
    {
      "epoch": 0.38564422648238966,
      "grad_norm": 0.20532219111919403,
      "learning_rate": 6.443801908446477e-05,
      "loss": 1.6743,
      "step": 865
    },
    {
      "epoch": 0.3860900579580918,
      "grad_norm": 0.20357473194599152,
      "learning_rate": 6.43867859082253e-05,
      "loss": 1.7709,
      "step": 866
    },
    {
      "epoch": 0.386535889433794,
      "grad_norm": 0.20754805207252502,
      "learning_rate": 6.433548897781303e-05,
      "loss": 1.7029,
      "step": 867
    },
    {
      "epoch": 0.38698172090949623,
      "grad_norm": 0.20898325741291046,
      "learning_rate": 6.428412842733312e-05,
      "loss": 1.7979,
      "step": 868
    },
    {
      "epoch": 0.3874275523851984,
      "grad_norm": 0.2059037685394287,
      "learning_rate": 6.423270439105702e-05,
      "loss": 1.789,
      "step": 869
    },
    {
      "epoch": 0.3878733838609006,
      "grad_norm": 0.2053404450416565,
      "learning_rate": 6.418121700342214e-05,
      "loss": 1.6802,
      "step": 870
    },
    {
      "epoch": 0.38831921533660274,
      "grad_norm": 0.20702195167541504,
      "learning_rate": 6.412966639903157e-05,
      "loss": 1.7664,
      "step": 871
    },
    {
      "epoch": 0.38876504681230495,
      "grad_norm": 0.20646905899047852,
      "learning_rate": 6.407805271265361e-05,
      "loss": 1.7266,
      "step": 872
    },
    {
      "epoch": 0.38921087828800716,
      "grad_norm": 0.21376605331897736,
      "learning_rate": 6.40263760792215e-05,
      "loss": 1.6608,
      "step": 873
    },
    {
      "epoch": 0.3896567097637093,
      "grad_norm": 0.20318657159805298,
      "learning_rate": 6.397463663383302e-05,
      "loss": 1.719,
      "step": 874
    },
    {
      "epoch": 0.3901025412394115,
      "grad_norm": 0.20452015101909637,
      "learning_rate": 6.392283451175019e-05,
      "loss": 1.7949,
      "step": 875
    },
    {
      "epoch": 0.39054837271511367,
      "grad_norm": 0.21763859689235687,
      "learning_rate": 6.387096984839887e-05,
      "loss": 1.6594,
      "step": 876
    },
    {
      "epoch": 0.3909942041908159,
      "grad_norm": 0.21744206547737122,
      "learning_rate": 6.38190427793684e-05,
      "loss": 1.8175,
      "step": 877
    },
    {
      "epoch": 0.3914400356665181,
      "grad_norm": 0.20281130075454712,
      "learning_rate": 6.376705344041132e-05,
      "loss": 1.7183,
      "step": 878
    },
    {
      "epoch": 0.39188586714222023,
      "grad_norm": 0.21118947863578796,
      "learning_rate": 6.371500196744291e-05,
      "loss": 1.6888,
      "step": 879
    },
    {
      "epoch": 0.39233169861792244,
      "grad_norm": 0.22375762462615967,
      "learning_rate": 6.366288849654091e-05,
      "loss": 1.7068,
      "step": 880
    },
    {
      "epoch": 0.3927775300936246,
      "grad_norm": 0.23550164699554443,
      "learning_rate": 6.361071316394512e-05,
      "loss": 1.7814,
      "step": 881
    },
    {
      "epoch": 0.3932233615693268,
      "grad_norm": 0.2262086272239685,
      "learning_rate": 6.355847610605709e-05,
      "loss": 1.6457,
      "step": 882
    },
    {
      "epoch": 0.39366919304502895,
      "grad_norm": 0.21293623745441437,
      "learning_rate": 6.350617745943975e-05,
      "loss": 1.7592,
      "step": 883
    },
    {
      "epoch": 0.39411502452073116,
      "grad_norm": 0.23403780162334442,
      "learning_rate": 6.345381736081699e-05,
      "loss": 1.7122,
      "step": 884
    },
    {
      "epoch": 0.39456085599643337,
      "grad_norm": 0.22974692285060883,
      "learning_rate": 6.34013959470734e-05,
      "loss": 1.663,
      "step": 885
    },
    {
      "epoch": 0.3950066874721355,
      "grad_norm": 0.20133690536022186,
      "learning_rate": 6.334891335525385e-05,
      "loss": 1.684,
      "step": 886
    },
    {
      "epoch": 0.39545251894783773,
      "grad_norm": 0.22060684859752655,
      "learning_rate": 6.329636972256314e-05,
      "loss": 1.7129,
      "step": 887
    },
    {
      "epoch": 0.3958983504235399,
      "grad_norm": 0.22694548964500427,
      "learning_rate": 6.324376518636562e-05,
      "loss": 1.7973,
      "step": 888
    },
    {
      "epoch": 0.3963441818992421,
      "grad_norm": 0.20457105338573456,
      "learning_rate": 6.319109988418497e-05,
      "loss": 1.7433,
      "step": 889
    },
    {
      "epoch": 0.3967900133749443,
      "grad_norm": 0.2157946079969406,
      "learning_rate": 6.313837395370359e-05,
      "loss": 1.7765,
      "step": 890
    },
    {
      "epoch": 0.39723584485064645,
      "grad_norm": 0.20611245930194855,
      "learning_rate": 6.308558753276248e-05,
      "loss": 1.744,
      "step": 891
    },
    {
      "epoch": 0.39768167632634865,
      "grad_norm": 0.20639915764331818,
      "learning_rate": 6.303274075936073e-05,
      "loss": 1.7489,
      "step": 892
    },
    {
      "epoch": 0.3981275078020508,
      "grad_norm": 0.2307731956243515,
      "learning_rate": 6.297983377165521e-05,
      "loss": 1.7695,
      "step": 893
    },
    {
      "epoch": 0.398573339277753,
      "grad_norm": 0.20785124599933624,
      "learning_rate": 6.292686670796023e-05,
      "loss": 1.7588,
      "step": 894
    },
    {
      "epoch": 0.3990191707534552,
      "grad_norm": 0.20284093916416168,
      "learning_rate": 6.287383970674716e-05,
      "loss": 1.7078,
      "step": 895
    },
    {
      "epoch": 0.3994650022291574,
      "grad_norm": 0.20751845836639404,
      "learning_rate": 6.282075290664405e-05,
      "loss": 1.7742,
      "step": 896
    },
    {
      "epoch": 0.3999108337048596,
      "grad_norm": 0.21337181329727173,
      "learning_rate": 6.276760644643528e-05,
      "loss": 1.7026,
      "step": 897
    },
    {
      "epoch": 0.40035666518056173,
      "grad_norm": 0.20509934425354004,
      "learning_rate": 6.271440046506117e-05,
      "loss": 1.7236,
      "step": 898
    },
    {
      "epoch": 0.40080249665626394,
      "grad_norm": 0.20551203191280365,
      "learning_rate": 6.266113510161772e-05,
      "loss": 1.7098,
      "step": 899
    },
    {
      "epoch": 0.4012483281319661,
      "grad_norm": 0.20775841176509857,
      "learning_rate": 6.260781049535611e-05,
      "loss": 1.7432,
      "step": 900
    },
    {
      "epoch": 0.4016941596076683,
      "grad_norm": 0.19963513314723969,
      "learning_rate": 6.255442678568241e-05,
      "loss": 1.6516,
      "step": 901
    },
    {
      "epoch": 0.4021399910833705,
      "grad_norm": 0.2177877277135849,
      "learning_rate": 6.250098411215723e-05,
      "loss": 1.7955,
      "step": 902
    },
    {
      "epoch": 0.40258582255907266,
      "grad_norm": 0.2058558464050293,
      "learning_rate": 6.24474826144953e-05,
      "loss": 1.669,
      "step": 903
    },
    {
      "epoch": 0.40303165403477487,
      "grad_norm": 0.21106205880641937,
      "learning_rate": 6.239392243256514e-05,
      "loss": 1.6558,
      "step": 904
    },
    {
      "epoch": 0.403477485510477,
      "grad_norm": 0.20492535829544067,
      "learning_rate": 6.23403037063887e-05,
      "loss": 1.704,
      "step": 905
    },
    {
      "epoch": 0.4039233169861792,
      "grad_norm": 0.2018662542104721,
      "learning_rate": 6.228662657614095e-05,
      "loss": 1.723,
      "step": 906
    },
    {
      "epoch": 0.40436914846188143,
      "grad_norm": 0.21367274224758148,
      "learning_rate": 6.223289118214961e-05,
      "loss": 1.8245,
      "step": 907
    },
    {
      "epoch": 0.4048149799375836,
      "grad_norm": 0.25061705708503723,
      "learning_rate": 6.217909766489463e-05,
      "loss": 1.7306,
      "step": 908
    },
    {
      "epoch": 0.4052608114132858,
      "grad_norm": 0.21725088357925415,
      "learning_rate": 6.212524616500798e-05,
      "loss": 1.7047,
      "step": 909
    },
    {
      "epoch": 0.40570664288898795,
      "grad_norm": 0.20925213396549225,
      "learning_rate": 6.20713368232732e-05,
      "loss": 1.6556,
      "step": 910
    },
    {
      "epoch": 0.40615247436469015,
      "grad_norm": 0.20636452734470367,
      "learning_rate": 6.201736978062501e-05,
      "loss": 1.7084,
      "step": 911
    },
    {
      "epoch": 0.4065983058403923,
      "grad_norm": 0.23516716063022614,
      "learning_rate": 6.196334517814903e-05,
      "loss": 1.7051,
      "step": 912
    },
    {
      "epoch": 0.4070441373160945,
      "grad_norm": 0.20950919389724731,
      "learning_rate": 6.190926315708132e-05,
      "loss": 1.6988,
      "step": 913
    },
    {
      "epoch": 0.4074899687917967,
      "grad_norm": 0.2136993110179901,
      "learning_rate": 6.185512385880807e-05,
      "loss": 1.7573,
      "step": 914
    },
    {
      "epoch": 0.40793580026749887,
      "grad_norm": 0.21377845108509064,
      "learning_rate": 6.180092742486517e-05,
      "loss": 1.6582,
      "step": 915
    },
    {
      "epoch": 0.4083816317432011,
      "grad_norm": 0.21092340350151062,
      "learning_rate": 6.174667399693795e-05,
      "loss": 1.7061,
      "step": 916
    },
    {
      "epoch": 0.40882746321890323,
      "grad_norm": 0.20376001298427582,
      "learning_rate": 6.169236371686066e-05,
      "loss": 1.663,
      "step": 917
    },
    {
      "epoch": 0.40927329469460544,
      "grad_norm": 0.21954968571662903,
      "learning_rate": 6.163799672661625e-05,
      "loss": 1.7545,
      "step": 918
    },
    {
      "epoch": 0.40971912617030765,
      "grad_norm": 0.2161523699760437,
      "learning_rate": 6.158357316833587e-05,
      "loss": 1.7652,
      "step": 919
    },
    {
      "epoch": 0.4101649576460098,
      "grad_norm": 0.2133861929178238,
      "learning_rate": 6.152909318429859e-05,
      "loss": 1.839,
      "step": 920
    },
    {
      "epoch": 0.410610789121712,
      "grad_norm": 0.22333158552646637,
      "learning_rate": 6.147455691693098e-05,
      "loss": 1.7119,
      "step": 921
    },
    {
      "epoch": 0.41105662059741416,
      "grad_norm": 0.20326414704322815,
      "learning_rate": 6.141996450880673e-05,
      "loss": 1.6461,
      "step": 922
    },
    {
      "epoch": 0.41150245207311636,
      "grad_norm": 0.20836025476455688,
      "learning_rate": 6.136531610264637e-05,
      "loss": 1.7686,
      "step": 923
    },
    {
      "epoch": 0.4119482835488186,
      "grad_norm": 0.20655208826065063,
      "learning_rate": 6.131061184131673e-05,
      "loss": 1.7342,
      "step": 924
    },
    {
      "epoch": 0.4123941150245207,
      "grad_norm": 0.20534458756446838,
      "learning_rate": 6.125585186783073e-05,
      "loss": 1.7038,
      "step": 925
    },
    {
      "epoch": 0.41283994650022293,
      "grad_norm": 0.20873938500881195,
      "learning_rate": 6.120103632534693e-05,
      "loss": 1.69,
      "step": 926
    },
    {
      "epoch": 0.4132857779759251,
      "grad_norm": 0.2036725878715515,
      "learning_rate": 6.11461653571691e-05,
      "loss": 1.7053,
      "step": 927
    },
    {
      "epoch": 0.4137316094516273,
      "grad_norm": 0.2182207852602005,
      "learning_rate": 6.109123910674603e-05,
      "loss": 1.7051,
      "step": 928
    },
    {
      "epoch": 0.41417744092732944,
      "grad_norm": 0.20307707786560059,
      "learning_rate": 6.10362577176709e-05,
      "loss": 1.7081,
      "step": 929
    },
    {
      "epoch": 0.41462327240303165,
      "grad_norm": 0.1967494785785675,
      "learning_rate": 6.098122133368114e-05,
      "loss": 1.7122,
      "step": 930
    },
    {
      "epoch": 0.41506910387873386,
      "grad_norm": 0.22913050651550293,
      "learning_rate": 6.0926130098657886e-05,
      "loss": 1.6915,
      "step": 931
    },
    {
      "epoch": 0.415514935354436,
      "grad_norm": 0.20961733162403107,
      "learning_rate": 6.0870984156625706e-05,
      "loss": 1.6768,
      "step": 932
    },
    {
      "epoch": 0.4159607668301382,
      "grad_norm": 0.2018282413482666,
      "learning_rate": 6.0815783651752186e-05,
      "loss": 1.6413,
      "step": 933
    },
    {
      "epoch": 0.41640659830584037,
      "grad_norm": 0.20871253311634064,
      "learning_rate": 6.076052872834755e-05,
      "loss": 1.6137,
      "step": 934
    },
    {
      "epoch": 0.4168524297815426,
      "grad_norm": 0.21186941862106323,
      "learning_rate": 6.0705219530864294e-05,
      "loss": 1.6855,
      "step": 935
    },
    {
      "epoch": 0.4172982612572448,
      "grad_norm": 0.21418844163417816,
      "learning_rate": 6.064985620389678e-05,
      "loss": 1.7997,
      "step": 936
    },
    {
      "epoch": 0.41774409273294694,
      "grad_norm": 0.1978273093700409,
      "learning_rate": 6.059443889218091e-05,
      "loss": 1.6214,
      "step": 937
    },
    {
      "epoch": 0.41818992420864914,
      "grad_norm": 0.21871232986450195,
      "learning_rate": 6.053896774059368e-05,
      "loss": 1.6506,
      "step": 938
    },
    {
      "epoch": 0.4186357556843513,
      "grad_norm": 0.20808328688144684,
      "learning_rate": 6.0483442894152895e-05,
      "loss": 1.6899,
      "step": 939
    },
    {
      "epoch": 0.4190815871600535,
      "grad_norm": 0.2087830752134323,
      "learning_rate": 6.042786449801669e-05,
      "loss": 1.7265,
      "step": 940
    },
    {
      "epoch": 0.4195274186357557,
      "grad_norm": 0.21298988163471222,
      "learning_rate": 6.0372232697483194e-05,
      "loss": 1.728,
      "step": 941
    },
    {
      "epoch": 0.41997325011145786,
      "grad_norm": 0.20861542224884033,
      "learning_rate": 6.031654763799017e-05,
      "loss": 1.7138,
      "step": 942
    },
    {
      "epoch": 0.42041908158716007,
      "grad_norm": 0.21002022922039032,
      "learning_rate": 6.026080946511463e-05,
      "loss": 1.6858,
      "step": 943
    },
    {
      "epoch": 0.4208649130628622,
      "grad_norm": 0.20414891839027405,
      "learning_rate": 6.020501832457238e-05,
      "loss": 1.6575,
      "step": 944
    },
    {
      "epoch": 0.42131074453856443,
      "grad_norm": 0.21040669083595276,
      "learning_rate": 6.014917436221777e-05,
      "loss": 1.7012,
      "step": 945
    },
    {
      "epoch": 0.4217565760142666,
      "grad_norm": 0.20173679292201996,
      "learning_rate": 6.0093277724043194e-05,
      "loss": 1.6422,
      "step": 946
    },
    {
      "epoch": 0.4222024074899688,
      "grad_norm": 0.21155527234077454,
      "learning_rate": 6.0037328556178786e-05,
      "loss": 1.7072,
      "step": 947
    },
    {
      "epoch": 0.422648238965671,
      "grad_norm": 0.217556893825531,
      "learning_rate": 5.998132700489197e-05,
      "loss": 1.6765,
      "step": 948
    },
    {
      "epoch": 0.42309407044137315,
      "grad_norm": 0.20571884512901306,
      "learning_rate": 5.9925273216587144e-05,
      "loss": 1.687,
      "step": 949
    },
    {
      "epoch": 0.42353990191707536,
      "grad_norm": 0.21783576905727386,
      "learning_rate": 5.9869167337805266e-05,
      "loss": 1.7004,
      "step": 950
    },
    {
      "epoch": 0.4239857333927775,
      "grad_norm": 0.2003163993358612,
      "learning_rate": 5.981300951522349e-05,
      "loss": 1.7159,
      "step": 951
    },
    {
      "epoch": 0.4244315648684797,
      "grad_norm": 0.21480540931224823,
      "learning_rate": 5.975679989565472e-05,
      "loss": 1.7743,
      "step": 952
    },
    {
      "epoch": 0.4248773963441819,
      "grad_norm": 0.21497845649719238,
      "learning_rate": 5.970053862604732e-05,
      "loss": 1.7432,
      "step": 953
    },
    {
      "epoch": 0.4253232278198841,
      "grad_norm": 0.2040768414735794,
      "learning_rate": 5.9644225853484644e-05,
      "loss": 1.664,
      "step": 954
    },
    {
      "epoch": 0.4257690592955863,
      "grad_norm": 0.20544065535068512,
      "learning_rate": 5.958786172518473e-05,
      "loss": 1.7423,
      "step": 955
    },
    {
      "epoch": 0.42621489077128843,
      "grad_norm": 0.2030346691608429,
      "learning_rate": 5.9531446388499816e-05,
      "loss": 1.7023,
      "step": 956
    },
    {
      "epoch": 0.42666072224699064,
      "grad_norm": 0.2168920785188675,
      "learning_rate": 5.9474979990916094e-05,
      "loss": 1.7188,
      "step": 957
    },
    {
      "epoch": 0.4271065537226928,
      "grad_norm": 0.21075597405433655,
      "learning_rate": 5.941846268005318e-05,
      "loss": 1.8113,
      "step": 958
    },
    {
      "epoch": 0.427552385198395,
      "grad_norm": 0.21342115104198456,
      "learning_rate": 5.936189460366381e-05,
      "loss": 1.7255,
      "step": 959
    },
    {
      "epoch": 0.4279982166740972,
      "grad_norm": 0.21643872559070587,
      "learning_rate": 5.930527590963343e-05,
      "loss": 1.7867,
      "step": 960
    },
    {
      "epoch": 0.42844404814979936,
      "grad_norm": 0.20463012158870697,
      "learning_rate": 5.924860674597985e-05,
      "loss": 1.6338,
      "step": 961
    },
    {
      "epoch": 0.42888987962550157,
      "grad_norm": 0.19709286093711853,
      "learning_rate": 5.919188726085278e-05,
      "loss": 1.6746,
      "step": 962
    },
    {
      "epoch": 0.4293357111012037,
      "grad_norm": 0.21841242909431458,
      "learning_rate": 5.913511760253349e-05,
      "loss": 1.7343,
      "step": 963
    },
    {
      "epoch": 0.42978154257690593,
      "grad_norm": 0.2185276448726654,
      "learning_rate": 5.907829791943445e-05,
      "loss": 1.737,
      "step": 964
    },
    {
      "epoch": 0.43022737405260814,
      "grad_norm": 0.22077877819538116,
      "learning_rate": 5.902142836009888e-05,
      "loss": 1.6816,
      "step": 965
    },
    {
      "epoch": 0.4306732055283103,
      "grad_norm": 0.21090662479400635,
      "learning_rate": 5.896450907320039e-05,
      "loss": 1.7422,
      "step": 966
    },
    {
      "epoch": 0.4311190370040125,
      "grad_norm": 0.2055198848247528,
      "learning_rate": 5.8907540207542616e-05,
      "loss": 1.7427,
      "step": 967
    },
    {
      "epoch": 0.43156486847971465,
      "grad_norm": 0.22637182474136353,
      "learning_rate": 5.8850521912058785e-05,
      "loss": 1.7224,
      "step": 968
    },
    {
      "epoch": 0.43201069995541685,
      "grad_norm": 0.20119556784629822,
      "learning_rate": 5.8793454335811355e-05,
      "loss": 1.7027,
      "step": 969
    },
    {
      "epoch": 0.43245653143111906,
      "grad_norm": 0.20795485377311707,
      "learning_rate": 5.873633762799161e-05,
      "loss": 1.641,
      "step": 970
    },
    {
      "epoch": 0.4329023629068212,
      "grad_norm": 0.21166804432868958,
      "learning_rate": 5.867917193791931e-05,
      "loss": 1.7194,
      "step": 971
    },
    {
      "epoch": 0.4333481943825234,
      "grad_norm": 0.20624929666519165,
      "learning_rate": 5.862195741504222e-05,
      "loss": 1.7359,
      "step": 972
    },
    {
      "epoch": 0.4337940258582256,
      "grad_norm": 0.20094981789588928,
      "learning_rate": 5.856469420893582e-05,
      "loss": 1.6179,
      "step": 973
    },
    {
      "epoch": 0.4342398573339278,
      "grad_norm": 0.21095781028270721,
      "learning_rate": 5.850738246930281e-05,
      "loss": 1.693,
      "step": 974
    },
    {
      "epoch": 0.43468568880962993,
      "grad_norm": 0.20249047875404358,
      "learning_rate": 5.8450022345972814e-05,
      "loss": 1.6792,
      "step": 975
    },
    {
      "epoch": 0.43513152028533214,
      "grad_norm": 0.2042103111743927,
      "learning_rate": 5.839261398890193e-05,
      "loss": 1.6591,
      "step": 976
    },
    {
      "epoch": 0.43557735176103435,
      "grad_norm": 0.20385371148586273,
      "learning_rate": 5.833515754817233e-05,
      "loss": 1.7215,
      "step": 977
    },
    {
      "epoch": 0.4360231832367365,
      "grad_norm": 0.20536215603351593,
      "learning_rate": 5.827765317399194e-05,
      "loss": 1.7272,
      "step": 978
    },
    {
      "epoch": 0.4364690147124387,
      "grad_norm": 0.20327118039131165,
      "learning_rate": 5.822010101669396e-05,
      "loss": 1.7604,
      "step": 979
    },
    {
      "epoch": 0.43691484618814086,
      "grad_norm": 0.20475706458091736,
      "learning_rate": 5.816250122673652e-05,
      "loss": 1.7537,
      "step": 980
    },
    {
      "epoch": 0.43736067766384307,
      "grad_norm": 0.2161991149187088,
      "learning_rate": 5.810485395470226e-05,
      "loss": 1.7594,
      "step": 981
    },
    {
      "epoch": 0.4378065091395453,
      "grad_norm": 0.22308722138404846,
      "learning_rate": 5.804715935129798e-05,
      "loss": 1.7299,
      "step": 982
    },
    {
      "epoch": 0.4382523406152474,
      "grad_norm": 0.20231178402900696,
      "learning_rate": 5.7989417567354205e-05,
      "loss": 1.6728,
      "step": 983
    },
    {
      "epoch": 0.43869817209094963,
      "grad_norm": 0.202326238155365,
      "learning_rate": 5.7931628753824794e-05,
      "loss": 1.6145,
      "step": 984
    },
    {
      "epoch": 0.4391440035666518,
      "grad_norm": 0.20635566115379333,
      "learning_rate": 5.7873793061786583e-05,
      "loss": 1.7231,
      "step": 985
    },
    {
      "epoch": 0.439589835042354,
      "grad_norm": 0.2267482429742813,
      "learning_rate": 5.781591064243893e-05,
      "loss": 1.7359,
      "step": 986
    },
    {
      "epoch": 0.4400356665180562,
      "grad_norm": 0.20149658620357513,
      "learning_rate": 5.7757981647103376e-05,
      "loss": 1.6807,
      "step": 987
    },
    {
      "epoch": 0.44048149799375835,
      "grad_norm": 0.20177322626113892,
      "learning_rate": 5.7700006227223184e-05,
      "loss": 1.594,
      "step": 988
    },
    {
      "epoch": 0.44092732946946056,
      "grad_norm": 0.2092740684747696,
      "learning_rate": 5.764198453436305e-05,
      "loss": 1.6726,
      "step": 989
    },
    {
      "epoch": 0.4413731609451627,
      "grad_norm": 0.2026442438364029,
      "learning_rate": 5.75839167202086e-05,
      "loss": 1.7513,
      "step": 990
    },
    {
      "epoch": 0.4418189924208649,
      "grad_norm": 0.21950103342533112,
      "learning_rate": 5.752580293656602e-05,
      "loss": 1.7699,
      "step": 991
    },
    {
      "epoch": 0.44226482389656707,
      "grad_norm": 0.2102147489786148,
      "learning_rate": 5.7467643335361726e-05,
      "loss": 1.6979,
      "step": 992
    },
    {
      "epoch": 0.4427106553722693,
      "grad_norm": 0.19826726615428925,
      "learning_rate": 5.7409438068641846e-05,
      "loss": 1.6443,
      "step": 993
    },
    {
      "epoch": 0.4431564868479715,
      "grad_norm": 0.21155422925949097,
      "learning_rate": 5.735118728857195e-05,
      "loss": 1.7602,
      "step": 994
    },
    {
      "epoch": 0.44360231832367364,
      "grad_norm": 0.21589472889900208,
      "learning_rate": 5.7292891147436564e-05,
      "loss": 1.7669,
      "step": 995
    },
    {
      "epoch": 0.44404814979937585,
      "grad_norm": 0.20023344457149506,
      "learning_rate": 5.723454979763882e-05,
      "loss": 1.7034,
      "step": 996
    },
    {
      "epoch": 0.444493981275078,
      "grad_norm": 0.20109406113624573,
      "learning_rate": 5.7176163391700014e-05,
      "loss": 1.6577,
      "step": 997
    },
    {
      "epoch": 0.4449398127507802,
      "grad_norm": 0.22041814029216766,
      "learning_rate": 5.711773208225925e-05,
      "loss": 1.7057,
      "step": 998
    },
    {
      "epoch": 0.4453856442264824,
      "grad_norm": 0.2066877782344818,
      "learning_rate": 5.7059256022073005e-05,
      "loss": 1.6899,
      "step": 999
    },
    {
      "epoch": 0.44583147570218457,
      "grad_norm": 0.21687161922454834,
      "learning_rate": 5.700073536401478e-05,
      "loss": 1.7737,
      "step": 1000
    },
    {
      "epoch": 0.4462773071778868,
      "grad_norm": 0.2104395478963852,
      "learning_rate": 5.694217026107463e-05,
      "loss": 1.7763,
      "step": 1001
    },
    {
      "epoch": 0.4467231386535889,
      "grad_norm": 0.20415447652339935,
      "learning_rate": 5.688356086635883e-05,
      "loss": 1.7233,
      "step": 1002
    },
    {
      "epoch": 0.44716897012929113,
      "grad_norm": 0.2126995176076889,
      "learning_rate": 5.6824907333089436e-05,
      "loss": 1.7473,
      "step": 1003
    },
    {
      "epoch": 0.44761480160499334,
      "grad_norm": 0.2019248604774475,
      "learning_rate": 5.676620981460389e-05,
      "loss": 1.7139,
      "step": 1004
    },
    {
      "epoch": 0.4480606330806955,
      "grad_norm": 0.20638827979564667,
      "learning_rate": 5.670746846435462e-05,
      "loss": 1.6889,
      "step": 1005
    },
    {
      "epoch": 0.4485064645563977,
      "grad_norm": 0.2177630215883255,
      "learning_rate": 5.6648683435908666e-05,
      "loss": 1.7213,
      "step": 1006
    },
    {
      "epoch": 0.44895229603209985,
      "grad_norm": 0.21029476821422577,
      "learning_rate": 5.658985488294725e-05,
      "loss": 1.6411,
      "step": 1007
    },
    {
      "epoch": 0.44939812750780206,
      "grad_norm": 0.20168250799179077,
      "learning_rate": 5.6530982959265364e-05,
      "loss": 1.6888,
      "step": 1008
    },
    {
      "epoch": 0.4498439589835042,
      "grad_norm": 0.21509665250778198,
      "learning_rate": 5.647206781877138e-05,
      "loss": 1.716,
      "step": 1009
    },
    {
      "epoch": 0.4502897904592064,
      "grad_norm": 0.20430870354175568,
      "learning_rate": 5.641310961548667e-05,
      "loss": 1.7226,
      "step": 1010
    },
    {
      "epoch": 0.4507356219349086,
      "grad_norm": 0.20695053040981293,
      "learning_rate": 5.6354108503545175e-05,
      "loss": 1.7164,
      "step": 1011
    },
    {
      "epoch": 0.4511814534106108,
      "grad_norm": 0.21358413994312286,
      "learning_rate": 5.629506463719303e-05,
      "loss": 1.7774,
      "step": 1012
    },
    {
      "epoch": 0.451627284886313,
      "grad_norm": 0.19115769863128662,
      "learning_rate": 5.623597817078811e-05,
      "loss": 1.5483,
      "step": 1013
    },
    {
      "epoch": 0.45207311636201514,
      "grad_norm": 0.21836210787296295,
      "learning_rate": 5.6176849258799677e-05,
      "loss": 1.7012,
      "step": 1014
    },
    {
      "epoch": 0.45251894783771734,
      "grad_norm": 0.21280039846897125,
      "learning_rate": 5.611767805580796e-05,
      "loss": 1.6831,
      "step": 1015
    },
    {
      "epoch": 0.45296477931341955,
      "grad_norm": 0.2034977525472641,
      "learning_rate": 5.605846471650374e-05,
      "loss": 1.6508,
      "step": 1016
    },
    {
      "epoch": 0.4534106107891217,
      "grad_norm": 0.21081766486167908,
      "learning_rate": 5.5999209395687974e-05,
      "loss": 1.7487,
      "step": 1017
    },
    {
      "epoch": 0.4538564422648239,
      "grad_norm": 0.21929119527339935,
      "learning_rate": 5.593991224827134e-05,
      "loss": 1.6747,
      "step": 1018
    },
    {
      "epoch": 0.45430227374052606,
      "grad_norm": 0.2167121320962906,
      "learning_rate": 5.58805734292739e-05,
      "loss": 1.7495,
      "step": 1019
    },
    {
      "epoch": 0.45474810521622827,
      "grad_norm": 0.20334959030151367,
      "learning_rate": 5.582119309382463e-05,
      "loss": 1.7429,
      "step": 1020
    },
    {
      "epoch": 0.4551939366919304,
      "grad_norm": 0.23131625354290009,
      "learning_rate": 5.5761771397161036e-05,
      "loss": 1.7499,
      "step": 1021
    },
    {
      "epoch": 0.45563976816763263,
      "grad_norm": 0.22897028923034668,
      "learning_rate": 5.5702308494628785e-05,
      "loss": 1.768,
      "step": 1022
    },
    {
      "epoch": 0.45608559964333484,
      "grad_norm": 0.2257610410451889,
      "learning_rate": 5.564280454168125e-05,
      "loss": 1.7668,
      "step": 1023
    },
    {
      "epoch": 0.456531431119037,
      "grad_norm": 0.21824105083942413,
      "learning_rate": 5.5583259693879126e-05,
      "loss": 1.7319,
      "step": 1024
    },
    {
      "epoch": 0.4569772625947392,
      "grad_norm": 0.21084171533584595,
      "learning_rate": 5.552367410688999e-05,
      "loss": 1.7295,
      "step": 1025
    },
    {
      "epoch": 0.45742309407044135,
      "grad_norm": 0.21336546540260315,
      "learning_rate": 5.5464047936487986e-05,
      "loss": 1.7079,
      "step": 1026
    },
    {
      "epoch": 0.45786892554614356,
      "grad_norm": 0.21249566972255707,
      "learning_rate": 5.540438133855329e-05,
      "loss": 1.621,
      "step": 1027
    },
    {
      "epoch": 0.45831475702184576,
      "grad_norm": 0.21947209537029266,
      "learning_rate": 5.5344674469071824e-05,
      "loss": 1.753,
      "step": 1028
    },
    {
      "epoch": 0.4587605884975479,
      "grad_norm": 0.2173677682876587,
      "learning_rate": 5.5284927484134736e-05,
      "loss": 1.8318,
      "step": 1029
    },
    {
      "epoch": 0.4592064199732501,
      "grad_norm": 0.21153312921524048,
      "learning_rate": 5.52251405399381e-05,
      "loss": 1.7093,
      "step": 1030
    },
    {
      "epoch": 0.4596522514489523,
      "grad_norm": 0.2167084962129593,
      "learning_rate": 5.51653137927824e-05,
      "loss": 1.6376,
      "step": 1031
    },
    {
      "epoch": 0.4600980829246545,
      "grad_norm": 0.21005761623382568,
      "learning_rate": 5.5105447399072225e-05,
      "loss": 1.6995,
      "step": 1032
    },
    {
      "epoch": 0.4605439144003567,
      "grad_norm": 0.20497234165668488,
      "learning_rate": 5.504554151531578e-05,
      "loss": 1.6765,
      "step": 1033
    },
    {
      "epoch": 0.46098974587605884,
      "grad_norm": 0.21576657891273499,
      "learning_rate": 5.4985596298124555e-05,
      "loss": 1.7386,
      "step": 1034
    },
    {
      "epoch": 0.46143557735176105,
      "grad_norm": 0.21078845858573914,
      "learning_rate": 5.492561190421281e-05,
      "loss": 1.7177,
      "step": 1035
    },
    {
      "epoch": 0.4618814088274632,
      "grad_norm": 0.20729662477970123,
      "learning_rate": 5.4865588490397246e-05,
      "loss": 1.7104,
      "step": 1036
    },
    {
      "epoch": 0.4623272403031654,
      "grad_norm": 0.20453870296478271,
      "learning_rate": 5.480552621359659e-05,
      "loss": 1.6448,
      "step": 1037
    },
    {
      "epoch": 0.46277307177886756,
      "grad_norm": 0.20621220767498016,
      "learning_rate": 5.4745425230831136e-05,
      "loss": 1.6781,
      "step": 1038
    },
    {
      "epoch": 0.46321890325456977,
      "grad_norm": 0.2012334018945694,
      "learning_rate": 5.468528569922241e-05,
      "loss": 1.6901,
      "step": 1039
    },
    {
      "epoch": 0.463664734730272,
      "grad_norm": 0.21340420842170715,
      "learning_rate": 5.462510777599268e-05,
      "loss": 1.7648,
      "step": 1040
    },
    {
      "epoch": 0.46411056620597413,
      "grad_norm": 0.21295180916786194,
      "learning_rate": 5.4564891618464595e-05,
      "loss": 1.6664,
      "step": 1041
    },
    {
      "epoch": 0.46455639768167634,
      "grad_norm": 0.20959512889385223,
      "learning_rate": 5.450463738406077e-05,
      "loss": 1.717,
      "step": 1042
    },
    {
      "epoch": 0.4650022291573785,
      "grad_norm": 0.21654817461967468,
      "learning_rate": 5.4444345230303325e-05,
      "loss": 1.6852,
      "step": 1043
    },
    {
      "epoch": 0.4654480606330807,
      "grad_norm": 0.2170281559228897,
      "learning_rate": 5.438401531481357e-05,
      "loss": 1.7399,
      "step": 1044
    },
    {
      "epoch": 0.4658938921087829,
      "grad_norm": 0.21242597699165344,
      "learning_rate": 5.4323647795311474e-05,
      "loss": 1.7651,
      "step": 1045
    },
    {
      "epoch": 0.46633972358448506,
      "grad_norm": 0.2083970457315445,
      "learning_rate": 5.4263242829615376e-05,
      "loss": 1.675,
      "step": 1046
    },
    {
      "epoch": 0.46678555506018726,
      "grad_norm": 0.218455970287323,
      "learning_rate": 5.420280057564146e-05,
      "loss": 1.7243,
      "step": 1047
    },
    {
      "epoch": 0.4672313865358894,
      "grad_norm": 0.2167058140039444,
      "learning_rate": 5.414232119140341e-05,
      "loss": 1.7501,
      "step": 1048
    },
    {
      "epoch": 0.4676772180115916,
      "grad_norm": 0.22700956463813782,
      "learning_rate": 5.408180483501197e-05,
      "loss": 1.744,
      "step": 1049
    },
    {
      "epoch": 0.46812304948729383,
      "grad_norm": 0.21506710350513458,
      "learning_rate": 5.402125166467458e-05,
      "loss": 1.7214,
      "step": 1050
    },
    {
      "epoch": 0.468568880962996,
      "grad_norm": 0.23372529447078705,
      "learning_rate": 5.396066183869486e-05,
      "loss": 1.7585,
      "step": 1051
    },
    {
      "epoch": 0.4690147124386982,
      "grad_norm": 0.21193209290504456,
      "learning_rate": 5.390003551547231e-05,
      "loss": 1.7052,
      "step": 1052
    },
    {
      "epoch": 0.46946054391440034,
      "grad_norm": 0.20639494061470032,
      "learning_rate": 5.383937285350184e-05,
      "loss": 1.7743,
      "step": 1053
    },
    {
      "epoch": 0.46990637539010255,
      "grad_norm": 0.21708635985851288,
      "learning_rate": 5.377867401137332e-05,
      "loss": 1.553,
      "step": 1054
    },
    {
      "epoch": 0.4703522068658047,
      "grad_norm": 0.21908405423164368,
      "learning_rate": 5.371793914777124e-05,
      "loss": 1.6,
      "step": 1055
    },
    {
      "epoch": 0.4707980383415069,
      "grad_norm": 0.21232865750789642,
      "learning_rate": 5.365716842147425e-05,
      "loss": 1.7168,
      "step": 1056
    },
    {
      "epoch": 0.4712438698172091,
      "grad_norm": 0.21403208374977112,
      "learning_rate": 5.359636199135476e-05,
      "loss": 1.6639,
      "step": 1057
    },
    {
      "epoch": 0.47168970129291127,
      "grad_norm": 0.22724024951457977,
      "learning_rate": 5.353552001637852e-05,
      "loss": 1.7488,
      "step": 1058
    },
    {
      "epoch": 0.4721355327686135,
      "grad_norm": 0.20754577219486237,
      "learning_rate": 5.347464265560418e-05,
      "loss": 1.7318,
      "step": 1059
    },
    {
      "epoch": 0.4725813642443156,
      "grad_norm": 0.20320498943328857,
      "learning_rate": 5.3413730068182956e-05,
      "loss": 1.7127,
      "step": 1060
    },
    {
      "epoch": 0.47302719572001783,
      "grad_norm": 0.21433480083942413,
      "learning_rate": 5.33527824133581e-05,
      "loss": 1.7074,
      "step": 1061
    },
    {
      "epoch": 0.47347302719572004,
      "grad_norm": 0.22244124114513397,
      "learning_rate": 5.329179985046457e-05,
      "loss": 1.7323,
      "step": 1062
    },
    {
      "epoch": 0.4739188586714222,
      "grad_norm": 0.21724256873130798,
      "learning_rate": 5.323078253892858e-05,
      "loss": 1.7213,
      "step": 1063
    },
    {
      "epoch": 0.4743646901471244,
      "grad_norm": 0.20553891360759735,
      "learning_rate": 5.3169730638267165e-05,
      "loss": 1.6503,
      "step": 1064
    },
    {
      "epoch": 0.47481052162282655,
      "grad_norm": 0.21299302577972412,
      "learning_rate": 5.3108644308087827e-05,
      "loss": 1.7829,
      "step": 1065
    },
    {
      "epoch": 0.47525635309852876,
      "grad_norm": 0.21917884051799774,
      "learning_rate": 5.3047523708088034e-05,
      "loss": 1.6767,
      "step": 1066
    },
    {
      "epoch": 0.4757021845742309,
      "grad_norm": 0.20395790040493011,
      "learning_rate": 5.298636899805487e-05,
      "loss": 1.6184,
      "step": 1067
    },
    {
      "epoch": 0.4761480160499331,
      "grad_norm": 0.20350614190101624,
      "learning_rate": 5.2925180337864595e-05,
      "loss": 1.7644,
      "step": 1068
    },
    {
      "epoch": 0.47659384752563533,
      "grad_norm": 0.2148612141609192,
      "learning_rate": 5.286395788748222e-05,
      "loss": 1.7269,
      "step": 1069
    },
    {
      "epoch": 0.4770396790013375,
      "grad_norm": 0.215896874666214,
      "learning_rate": 5.280270180696109e-05,
      "loss": 1.6776,
      "step": 1070
    },
    {
      "epoch": 0.4774855104770397,
      "grad_norm": 0.20220790803432465,
      "learning_rate": 5.274141225644245e-05,
      "loss": 1.6781,
      "step": 1071
    },
    {
      "epoch": 0.47793134195274184,
      "grad_norm": 0.21465882658958435,
      "learning_rate": 5.2680089396155094e-05,
      "loss": 1.7428,
      "step": 1072
    },
    {
      "epoch": 0.47837717342844405,
      "grad_norm": 0.20903639495372772,
      "learning_rate": 5.261873338641485e-05,
      "loss": 1.6478,
      "step": 1073
    },
    {
      "epoch": 0.47882300490414625,
      "grad_norm": 0.2066495567560196,
      "learning_rate": 5.2557344387624224e-05,
      "loss": 1.6382,
      "step": 1074
    },
    {
      "epoch": 0.4792688363798484,
      "grad_norm": 0.19991101324558258,
      "learning_rate": 5.2495922560271996e-05,
      "loss": 1.7175,
      "step": 1075
    },
    {
      "epoch": 0.4797146678555506,
      "grad_norm": 0.2088199108839035,
      "learning_rate": 5.243446806493271e-05,
      "loss": 1.6792,
      "step": 1076
    },
    {
      "epoch": 0.48016049933125277,
      "grad_norm": 0.21749664843082428,
      "learning_rate": 5.237298106226635e-05,
      "loss": 1.7521,
      "step": 1077
    },
    {
      "epoch": 0.480606330806955,
      "grad_norm": 0.2156524360179901,
      "learning_rate": 5.23114617130179e-05,
      "loss": 1.6828,
      "step": 1078
    },
    {
      "epoch": 0.4810521622826572,
      "grad_norm": 0.20324012637138367,
      "learning_rate": 5.224991017801687e-05,
      "loss": 1.6673,
      "step": 1079
    },
    {
      "epoch": 0.48149799375835933,
      "grad_norm": 0.20556019246578217,
      "learning_rate": 5.218832661817692e-05,
      "loss": 1.7317,
      "step": 1080
    },
    {
      "epoch": 0.48194382523406154,
      "grad_norm": 0.212691530585289,
      "learning_rate": 5.212671119449546e-05,
      "loss": 1.6082,
      "step": 1081
    },
    {
      "epoch": 0.4823896567097637,
      "grad_norm": 0.2099040448665619,
      "learning_rate": 5.206506406805318e-05,
      "loss": 1.7698,
      "step": 1082
    },
    {
      "epoch": 0.4828354881854659,
      "grad_norm": 0.2126045823097229,
      "learning_rate": 5.200338540001364e-05,
      "loss": 1.6696,
      "step": 1083
    },
    {
      "epoch": 0.48328131966116805,
      "grad_norm": 0.2191324681043625,
      "learning_rate": 5.1941675351622874e-05,
      "loss": 1.7187,
      "step": 1084
    },
    {
      "epoch": 0.48372715113687026,
      "grad_norm": 0.20090503990650177,
      "learning_rate": 5.187993408420897e-05,
      "loss": 1.639,
      "step": 1085
    },
    {
      "epoch": 0.48417298261257247,
      "grad_norm": 0.22327227890491486,
      "learning_rate": 5.18181617591816e-05,
      "loss": 1.6796,
      "step": 1086
    },
    {
      "epoch": 0.4846188140882746,
      "grad_norm": 0.23542605340480804,
      "learning_rate": 5.175635853803163e-05,
      "loss": 1.7129,
      "step": 1087
    },
    {
      "epoch": 0.4850646455639768,
      "grad_norm": 0.20205427706241608,
      "learning_rate": 5.169452458233074e-05,
      "loss": 1.6839,
      "step": 1088
    },
    {
      "epoch": 0.485510477039679,
      "grad_norm": 0.23833878338336945,
      "learning_rate": 5.163266005373089e-05,
      "loss": 1.7784,
      "step": 1089
    },
    {
      "epoch": 0.4859563085153812,
      "grad_norm": 0.2012386918067932,
      "learning_rate": 5.157076511396405e-05,
      "loss": 1.5859,
      "step": 1090
    },
    {
      "epoch": 0.4864021399910834,
      "grad_norm": 0.20237721502780914,
      "learning_rate": 5.150883992484162e-05,
      "loss": 1.7051,
      "step": 1091
    },
    {
      "epoch": 0.48684797146678555,
      "grad_norm": 0.20908315479755402,
      "learning_rate": 5.144688464825413e-05,
      "loss": 1.7357,
      "step": 1092
    },
    {
      "epoch": 0.48729380294248775,
      "grad_norm": 0.2189488708972931,
      "learning_rate": 5.138489944617071e-05,
      "loss": 1.7457,
      "step": 1093
    },
    {
      "epoch": 0.4877396344181899,
      "grad_norm": 0.19439110159873962,
      "learning_rate": 5.132288448063879e-05,
      "loss": 1.5064,
      "step": 1094
    },
    {
      "epoch": 0.4881854658938921,
      "grad_norm": 0.19582004845142365,
      "learning_rate": 5.126083991378359e-05,
      "loss": 1.6382,
      "step": 1095
    },
    {
      "epoch": 0.4886312973695943,
      "grad_norm": 0.21001210808753967,
      "learning_rate": 5.11987659078077e-05,
      "loss": 1.7204,
      "step": 1096
    },
    {
      "epoch": 0.48907712884529647,
      "grad_norm": 0.22297264635562897,
      "learning_rate": 5.113666262499067e-05,
      "loss": 1.7857,
      "step": 1097
    },
    {
      "epoch": 0.4895229603209987,
      "grad_norm": 0.20997293293476105,
      "learning_rate": 5.1074530227688605e-05,
      "loss": 1.7473,
      "step": 1098
    },
    {
      "epoch": 0.48996879179670083,
      "grad_norm": 0.22429385781288147,
      "learning_rate": 5.101236887833372e-05,
      "loss": 1.7797,
      "step": 1099
    },
    {
      "epoch": 0.49041462327240304,
      "grad_norm": 0.19816453754901886,
      "learning_rate": 5.09501787394339e-05,
      "loss": 1.6346,
      "step": 1100
    },
    {
      "epoch": 0.4908604547481052,
      "grad_norm": 0.20720797777175903,
      "learning_rate": 5.088795997357235e-05,
      "loss": 1.6189,
      "step": 1101
    },
    {
      "epoch": 0.4913062862238074,
      "grad_norm": 0.22230872511863708,
      "learning_rate": 5.0825712743407034e-05,
      "loss": 1.6586,
      "step": 1102
    },
    {
      "epoch": 0.4917521176995096,
      "grad_norm": 0.2059677243232727,
      "learning_rate": 5.07634372116704e-05,
      "loss": 1.6611,
      "step": 1103
    },
    {
      "epoch": 0.49219794917521176,
      "grad_norm": 0.21269652247428894,
      "learning_rate": 5.070113354116885e-05,
      "loss": 1.7192,
      "step": 1104
    },
    {
      "epoch": 0.49264378065091396,
      "grad_norm": 0.21084697544574738,
      "learning_rate": 5.0638801894782325e-05,
      "loss": 1.6478,
      "step": 1105
    },
    {
      "epoch": 0.4930896121266161,
      "grad_norm": 0.20062986016273499,
      "learning_rate": 5.0576442435463976e-05,
      "loss": 1.6797,
      "step": 1106
    },
    {
      "epoch": 0.4935354436023183,
      "grad_norm": 0.20981177687644958,
      "learning_rate": 5.0514055326239586e-05,
      "loss": 1.661,
      "step": 1107
    },
    {
      "epoch": 0.49398127507802053,
      "grad_norm": 0.20959115028381348,
      "learning_rate": 5.045164073020729e-05,
      "loss": 1.6883,
      "step": 1108
    },
    {
      "epoch": 0.4944271065537227,
      "grad_norm": 0.21022839844226837,
      "learning_rate": 5.038919881053704e-05,
      "loss": 1.7269,
      "step": 1109
    },
    {
      "epoch": 0.4948729380294249,
      "grad_norm": 0.1999373883008957,
      "learning_rate": 5.0326729730470216e-05,
      "loss": 1.6365,
      "step": 1110
    },
    {
      "epoch": 0.49531876950512704,
      "grad_norm": 0.2134290188550949,
      "learning_rate": 5.0264233653319225e-05,
      "loss": 1.7073,
      "step": 1111
    },
    {
      "epoch": 0.49576460098082925,
      "grad_norm": 0.21585135161876678,
      "learning_rate": 5.020171074246707e-05,
      "loss": 1.6849,
      "step": 1112
    },
    {
      "epoch": 0.49621043245653146,
      "grad_norm": 0.2069379687309265,
      "learning_rate": 5.013916116136684e-05,
      "loss": 1.7254,
      "step": 1113
    },
    {
      "epoch": 0.4966562639322336,
      "grad_norm": 0.2296307384967804,
      "learning_rate": 5.0076585073541406e-05,
      "loss": 1.6823,
      "step": 1114
    },
    {
      "epoch": 0.4971020954079358,
      "grad_norm": 0.2026946246623993,
      "learning_rate": 5.001398264258292e-05,
      "loss": 1.7022,
      "step": 1115
    },
    {
      "epoch": 0.49754792688363797,
      "grad_norm": 0.21262523531913757,
      "learning_rate": 4.9951354032152386e-05,
      "loss": 1.7314,
      "step": 1116
    },
    {
      "epoch": 0.4979937583593402,
      "grad_norm": 0.20525331795215607,
      "learning_rate": 4.988869940597929e-05,
      "loss": 1.6811,
      "step": 1117
    },
    {
      "epoch": 0.49843958983504233,
      "grad_norm": 0.21029238402843475,
      "learning_rate": 4.9826018927861076e-05,
      "loss": 1.753,
      "step": 1118
    },
    {
      "epoch": 0.49888542131074454,
      "grad_norm": 0.2149396538734436,
      "learning_rate": 4.9763312761662825e-05,
      "loss": 1.6747,
      "step": 1119
    },
    {
      "epoch": 0.49933125278644674,
      "grad_norm": 0.21204285323619843,
      "learning_rate": 4.9700581071316716e-05,
      "loss": 1.6627,
      "step": 1120
    },
    {
      "epoch": 0.4997770842621489,
      "grad_norm": 0.21056927740573883,
      "learning_rate": 4.963782402082171e-05,
      "loss": 1.7502,
      "step": 1121
    },
    {
      "epoch": 0.500222915737851,
      "grad_norm": 0.20707182586193085,
      "learning_rate": 4.957504177424304e-05,
      "loss": 1.677,
      "step": 1122
    },
    {
      "epoch": 0.5006687472135533,
      "grad_norm": 0.21892797946929932,
      "learning_rate": 4.951223449571182e-05,
      "loss": 1.7035,
      "step": 1123
    },
    {
      "epoch": 0.5011145786892555,
      "grad_norm": 0.20630088448524475,
      "learning_rate": 4.94494023494246e-05,
      "loss": 1.6476,
      "step": 1124
    },
    {
      "epoch": 0.5015604101649577,
      "grad_norm": 0.20754548907279968,
      "learning_rate": 4.938654549964294e-05,
      "loss": 1.6779,
      "step": 1125
    },
    {
      "epoch": 0.5020062416406599,
      "grad_norm": 0.22580070793628693,
      "learning_rate": 4.932366411069296e-05,
      "loss": 1.6127,
      "step": 1126
    },
    {
      "epoch": 0.502452073116362,
      "grad_norm": 0.20777414739131927,
      "learning_rate": 4.926075834696498e-05,
      "loss": 1.6834,
      "step": 1127
    },
    {
      "epoch": 0.5028979045920642,
      "grad_norm": 0.23007522523403168,
      "learning_rate": 4.919782837291301e-05,
      "loss": 1.7658,
      "step": 1128
    },
    {
      "epoch": 0.5033437360677664,
      "grad_norm": 0.2209630161523819,
      "learning_rate": 4.9134874353054376e-05,
      "loss": 1.5629,
      "step": 1129
    },
    {
      "epoch": 0.5037895675434686,
      "grad_norm": 0.20336566865444183,
      "learning_rate": 4.907189645196923e-05,
      "loss": 1.7168,
      "step": 1130
    },
    {
      "epoch": 0.5042353990191708,
      "grad_norm": 0.21301651000976562,
      "learning_rate": 4.9008894834300187e-05,
      "loss": 1.6621,
      "step": 1131
    },
    {
      "epoch": 0.5046812304948729,
      "grad_norm": 0.24041074514389038,
      "learning_rate": 4.894586966475186e-05,
      "loss": 1.6621,
      "step": 1132
    },
    {
      "epoch": 0.5051270619705751,
      "grad_norm": 0.20694510638713837,
      "learning_rate": 4.8882821108090406e-05,
      "loss": 1.7199,
      "step": 1133
    },
    {
      "epoch": 0.5055728934462773,
      "grad_norm": 0.2116130143404007,
      "learning_rate": 4.881974932914318e-05,
      "loss": 1.6807,
      "step": 1134
    },
    {
      "epoch": 0.5060187249219795,
      "grad_norm": 0.2578369379043579,
      "learning_rate": 4.8756654492798186e-05,
      "loss": 1.7366,
      "step": 1135
    },
    {
      "epoch": 0.5064645563976817,
      "grad_norm": 0.19718419015407562,
      "learning_rate": 4.8693536764003744e-05,
      "loss": 1.6122,
      "step": 1136
    },
    {
      "epoch": 0.5069103878733838,
      "grad_norm": 0.2349787950515747,
      "learning_rate": 4.8630396307768015e-05,
      "loss": 1.6636,
      "step": 1137
    },
    {
      "epoch": 0.507356219349086,
      "grad_norm": 0.23219063878059387,
      "learning_rate": 4.856723328915856e-05,
      "loss": 1.7218,
      "step": 1138
    },
    {
      "epoch": 0.5078020508247882,
      "grad_norm": 0.20803090929985046,
      "learning_rate": 4.850404787330194e-05,
      "loss": 1.7176,
      "step": 1139
    },
    {
      "epoch": 0.5082478823004905,
      "grad_norm": 0.21287134289741516,
      "learning_rate": 4.844084022538328e-05,
      "loss": 1.6772,
      "step": 1140
    },
    {
      "epoch": 0.5086937137761925,
      "grad_norm": 0.2394491583108902,
      "learning_rate": 4.837761051064579e-05,
      "loss": 1.7254,
      "step": 1141
    },
    {
      "epoch": 0.5091395452518948,
      "grad_norm": 0.20777811110019684,
      "learning_rate": 4.8314358894390395e-05,
      "loss": 1.7165,
      "step": 1142
    },
    {
      "epoch": 0.509585376727597,
      "grad_norm": 0.22741763293743134,
      "learning_rate": 4.825108554197527e-05,
      "loss": 1.7673,
      "step": 1143
    },
    {
      "epoch": 0.5100312082032992,
      "grad_norm": 0.2043302208185196,
      "learning_rate": 4.818779061881544e-05,
      "loss": 1.6019,
      "step": 1144
    },
    {
      "epoch": 0.5104770396790014,
      "grad_norm": 0.20986133813858032,
      "learning_rate": 4.812447429038227e-05,
      "loss": 1.7345,
      "step": 1145
    },
    {
      "epoch": 0.5109228711547035,
      "grad_norm": 0.21103161573410034,
      "learning_rate": 4.8061136722203145e-05,
      "loss": 1.7266,
      "step": 1146
    },
    {
      "epoch": 0.5113687026304057,
      "grad_norm": 0.20424163341522217,
      "learning_rate": 4.799777807986091e-05,
      "loss": 1.7143,
      "step": 1147
    },
    {
      "epoch": 0.5118145341061079,
      "grad_norm": 0.2085757553577423,
      "learning_rate": 4.793439852899357e-05,
      "loss": 1.6392,
      "step": 1148
    },
    {
      "epoch": 0.5122603655818101,
      "grad_norm": 0.21091756224632263,
      "learning_rate": 4.787099823529374e-05,
      "loss": 1.6563,
      "step": 1149
    },
    {
      "epoch": 0.5127061970575123,
      "grad_norm": 0.20666278898715973,
      "learning_rate": 4.78075773645083e-05,
      "loss": 1.6265,
      "step": 1150
    },
    {
      "epoch": 0.5131520285332144,
      "grad_norm": 0.20398664474487305,
      "learning_rate": 4.77441360824379e-05,
      "loss": 1.6852,
      "step": 1151
    },
    {
      "epoch": 0.5135978600089166,
      "grad_norm": 0.21237637102603912,
      "learning_rate": 4.768067455493656e-05,
      "loss": 1.7676,
      "step": 1152
    },
    {
      "epoch": 0.5140436914846188,
      "grad_norm": 0.20643079280853271,
      "learning_rate": 4.761719294791123e-05,
      "loss": 1.6755,
      "step": 1153
    },
    {
      "epoch": 0.514489522960321,
      "grad_norm": 0.2095383107662201,
      "learning_rate": 4.755369142732134e-05,
      "loss": 1.7512,
      "step": 1154
    },
    {
      "epoch": 0.5149353544360232,
      "grad_norm": 0.20500126481056213,
      "learning_rate": 4.74901701591784e-05,
      "loss": 1.7201,
      "step": 1155
    },
    {
      "epoch": 0.5153811859117253,
      "grad_norm": 0.20776116847991943,
      "learning_rate": 4.7426629309545524e-05,
      "loss": 1.6956,
      "step": 1156
    },
    {
      "epoch": 0.5158270173874275,
      "grad_norm": 0.20921987295150757,
      "learning_rate": 4.736306904453705e-05,
      "loss": 1.7125,
      "step": 1157
    },
    {
      "epoch": 0.5162728488631297,
      "grad_norm": 0.20519307255744934,
      "learning_rate": 4.7299489530318045e-05,
      "loss": 1.6724,
      "step": 1158
    },
    {
      "epoch": 0.516718680338832,
      "grad_norm": 0.21430650353431702,
      "learning_rate": 4.723589093310391e-05,
      "loss": 1.6469,
      "step": 1159
    },
    {
      "epoch": 0.5171645118145342,
      "grad_norm": 0.21243280172348022,
      "learning_rate": 4.7172273419159914e-05,
      "loss": 1.7214,
      "step": 1160
    },
    {
      "epoch": 0.5176103432902363,
      "grad_norm": 0.20934118330478668,
      "learning_rate": 4.7108637154800814e-05,
      "loss": 1.7079,
      "step": 1161
    },
    {
      "epoch": 0.5180561747659385,
      "grad_norm": 0.22941792011260986,
      "learning_rate": 4.704498230639036e-05,
      "loss": 1.7564,
      "step": 1162
    },
    {
      "epoch": 0.5185020062416407,
      "grad_norm": 0.21575021743774414,
      "learning_rate": 4.698130904034092e-05,
      "loss": 1.6879,
      "step": 1163
    },
    {
      "epoch": 0.5189478377173429,
      "grad_norm": 0.20983125269412994,
      "learning_rate": 4.6917617523112965e-05,
      "loss": 1.6282,
      "step": 1164
    },
    {
      "epoch": 0.5193936691930451,
      "grad_norm": 0.2068534642457962,
      "learning_rate": 4.685390792121471e-05,
      "loss": 1.6888,
      "step": 1165
    },
    {
      "epoch": 0.5198395006687472,
      "grad_norm": 0.216607004404068,
      "learning_rate": 4.679018040120163e-05,
      "loss": 1.6749,
      "step": 1166
    },
    {
      "epoch": 0.5202853321444494,
      "grad_norm": 0.21307985484600067,
      "learning_rate": 4.672643512967606e-05,
      "loss": 1.7165,
      "step": 1167
    },
    {
      "epoch": 0.5207311636201516,
      "grad_norm": 0.2192450910806656,
      "learning_rate": 4.666267227328674e-05,
      "loss": 1.6348,
      "step": 1168
    },
    {
      "epoch": 0.5211769950958538,
      "grad_norm": 0.2020072340965271,
      "learning_rate": 4.659889199872838e-05,
      "loss": 1.6711,
      "step": 1169
    },
    {
      "epoch": 0.5216228265715559,
      "grad_norm": 0.21062718331813812,
      "learning_rate": 4.653509447274121e-05,
      "loss": 1.6351,
      "step": 1170
    },
    {
      "epoch": 0.5220686580472581,
      "grad_norm": 0.21252241730690002,
      "learning_rate": 4.64712798621106e-05,
      "loss": 1.6811,
      "step": 1171
    },
    {
      "epoch": 0.5225144895229603,
      "grad_norm": 0.20972108840942383,
      "learning_rate": 4.640744833366653e-05,
      "loss": 1.7092,
      "step": 1172
    },
    {
      "epoch": 0.5229603209986625,
      "grad_norm": 0.20589883625507355,
      "learning_rate": 4.634360005428326e-05,
      "loss": 1.706,
      "step": 1173
    },
    {
      "epoch": 0.5234061524743647,
      "grad_norm": 0.20493586361408234,
      "learning_rate": 4.627973519087881e-05,
      "loss": 1.7027,
      "step": 1174
    },
    {
      "epoch": 0.5238519839500668,
      "grad_norm": 0.20914669334888458,
      "learning_rate": 4.621585391041456e-05,
      "loss": 1.7355,
      "step": 1175
    },
    {
      "epoch": 0.524297815425769,
      "grad_norm": 0.2061576098203659,
      "learning_rate": 4.615195637989482e-05,
      "loss": 1.6094,
      "step": 1176
    },
    {
      "epoch": 0.5247436469014712,
      "grad_norm": 0.2159758359193802,
      "learning_rate": 4.608804276636638e-05,
      "loss": 1.7434,
      "step": 1177
    },
    {
      "epoch": 0.5251894783771734,
      "grad_norm": 0.22390104830265045,
      "learning_rate": 4.602411323691805e-05,
      "loss": 1.6114,
      "step": 1178
    },
    {
      "epoch": 0.5256353098528757,
      "grad_norm": 0.20476752519607544,
      "learning_rate": 4.59601679586803e-05,
      "loss": 1.6924,
      "step": 1179
    },
    {
      "epoch": 0.5260811413285778,
      "grad_norm": 0.20510250329971313,
      "learning_rate": 4.5896207098824725e-05,
      "loss": 1.6327,
      "step": 1180
    },
    {
      "epoch": 0.52652697280428,
      "grad_norm": 0.20736494660377502,
      "learning_rate": 4.583223082456368e-05,
      "loss": 1.6333,
      "step": 1181
    },
    {
      "epoch": 0.5269728042799822,
      "grad_norm": 0.221104234457016,
      "learning_rate": 4.576823930314979e-05,
      "loss": 1.7448,
      "step": 1182
    },
    {
      "epoch": 0.5274186357556844,
      "grad_norm": 0.19380638003349304,
      "learning_rate": 4.570423270187558e-05,
      "loss": 1.582,
      "step": 1183
    },
    {
      "epoch": 0.5278644672313866,
      "grad_norm": 0.2096526026725769,
      "learning_rate": 4.564021118807298e-05,
      "loss": 1.7032,
      "step": 1184
    },
    {
      "epoch": 0.5283102987070887,
      "grad_norm": 0.21347478032112122,
      "learning_rate": 4.55761749291129e-05,
      "loss": 1.7078,
      "step": 1185
    },
    {
      "epoch": 0.5287561301827909,
      "grad_norm": 0.2032448947429657,
      "learning_rate": 4.5512124092404796e-05,
      "loss": 1.7378,
      "step": 1186
    },
    {
      "epoch": 0.5292019616584931,
      "grad_norm": 0.20943041145801544,
      "learning_rate": 4.544805884539625e-05,
      "loss": 1.7326,
      "step": 1187
    },
    {
      "epoch": 0.5296477931341953,
      "grad_norm": 0.22112028300762177,
      "learning_rate": 4.53839793555725e-05,
      "loss": 1.7812,
      "step": 1188
    },
    {
      "epoch": 0.5300936246098975,
      "grad_norm": 0.2149471938610077,
      "learning_rate": 4.531988579045603e-05,
      "loss": 1.7725,
      "step": 1189
    },
    {
      "epoch": 0.5305394560855996,
      "grad_norm": 0.21456539630889893,
      "learning_rate": 4.525577831760611e-05,
      "loss": 1.7565,
      "step": 1190
    },
    {
      "epoch": 0.5309852875613018,
      "grad_norm": 0.20755459368228912,
      "learning_rate": 4.51916571046184e-05,
      "loss": 1.7229,
      "step": 1191
    },
    {
      "epoch": 0.531431119037004,
      "grad_norm": 0.21794572472572327,
      "learning_rate": 4.512752231912443e-05,
      "loss": 1.7428,
      "step": 1192
    },
    {
      "epoch": 0.5318769505127062,
      "grad_norm": 0.2065848410129547,
      "learning_rate": 4.506337412879125e-05,
      "loss": 1.6261,
      "step": 1193
    },
    {
      "epoch": 0.5323227819884084,
      "grad_norm": 0.2145584225654602,
      "learning_rate": 4.4999212701320946e-05,
      "loss": 1.7274,
      "step": 1194
    },
    {
      "epoch": 0.5327686134641105,
      "grad_norm": 0.20807136595249176,
      "learning_rate": 4.493503820445021e-05,
      "loss": 1.6822,
      "step": 1195
    },
    {
      "epoch": 0.5332144449398127,
      "grad_norm": 0.21459133923053741,
      "learning_rate": 4.4870850805949885e-05,
      "loss": 1.7168,
      "step": 1196
    },
    {
      "epoch": 0.533660276415515,
      "grad_norm": 0.22650396823883057,
      "learning_rate": 4.480665067362456e-05,
      "loss": 1.6969,
      "step": 1197
    },
    {
      "epoch": 0.5341061078912172,
      "grad_norm": 0.20575028657913208,
      "learning_rate": 4.474243797531213e-05,
      "loss": 1.7829,
      "step": 1198
    },
    {
      "epoch": 0.5345519393669194,
      "grad_norm": 0.2113235592842102,
      "learning_rate": 4.467821287888331e-05,
      "loss": 1.6125,
      "step": 1199
    },
    {
      "epoch": 0.5349977708426215,
      "grad_norm": 0.2215479612350464,
      "learning_rate": 4.461397555224122e-05,
      "loss": 1.706,
      "step": 1200
    },
    {
      "epoch": 0.5354436023183237,
      "grad_norm": 0.21728859841823578,
      "learning_rate": 4.454972616332099e-05,
      "loss": 1.6154,
      "step": 1201
    },
    {
      "epoch": 0.5358894337940259,
      "grad_norm": 0.20990782976150513,
      "learning_rate": 4.448546488008927e-05,
      "loss": 1.7413,
      "step": 1202
    },
    {
      "epoch": 0.5363352652697281,
      "grad_norm": 0.21578721702098846,
      "learning_rate": 4.4421191870543786e-05,
      "loss": 1.68,
      "step": 1203
    },
    {
      "epoch": 0.5367810967454302,
      "grad_norm": 0.20698952674865723,
      "learning_rate": 4.4356907302712954e-05,
      "loss": 1.6057,
      "step": 1204
    },
    {
      "epoch": 0.5372269282211324,
      "grad_norm": 0.2218383550643921,
      "learning_rate": 4.429261134465537e-05,
      "loss": 1.7111,
      "step": 1205
    },
    {
      "epoch": 0.5376727596968346,
      "grad_norm": 0.21707823872566223,
      "learning_rate": 4.422830416445944e-05,
      "loss": 1.6202,
      "step": 1206
    },
    {
      "epoch": 0.5381185911725368,
      "grad_norm": 0.20811119675636292,
      "learning_rate": 4.4163985930242894e-05,
      "loss": 1.6383,
      "step": 1207
    },
    {
      "epoch": 0.538564422648239,
      "grad_norm": 0.21612778306007385,
      "learning_rate": 4.4099656810152354e-05,
      "loss": 1.7539,
      "step": 1208
    },
    {
      "epoch": 0.5390102541239411,
      "grad_norm": 0.212476447224617,
      "learning_rate": 4.4035316972362895e-05,
      "loss": 1.6803,
      "step": 1209
    },
    {
      "epoch": 0.5394560855996433,
      "grad_norm": 0.21586640179157257,
      "learning_rate": 4.397096658507764e-05,
      "loss": 1.7336,
      "step": 1210
    },
    {
      "epoch": 0.5399019170753455,
      "grad_norm": 0.21065600216388702,
      "learning_rate": 4.390660581652726e-05,
      "loss": 1.6984,
      "step": 1211
    },
    {
      "epoch": 0.5403477485510477,
      "grad_norm": 0.2109772115945816,
      "learning_rate": 4.3842234834969604e-05,
      "loss": 1.7086,
      "step": 1212
    },
    {
      "epoch": 0.5407935800267499,
      "grad_norm": 0.21016134321689606,
      "learning_rate": 4.3777853808689187e-05,
      "loss": 1.7631,
      "step": 1213
    },
    {
      "epoch": 0.541239411502452,
      "grad_norm": 0.20888204872608185,
      "learning_rate": 4.371346290599678e-05,
      "loss": 1.7335,
      "step": 1214
    },
    {
      "epoch": 0.5416852429781542,
      "grad_norm": 0.20656396448612213,
      "learning_rate": 4.3649062295228995e-05,
      "loss": 1.6545,
      "step": 1215
    },
    {
      "epoch": 0.5421310744538564,
      "grad_norm": 0.2054409235715866,
      "learning_rate": 4.358465214474781e-05,
      "loss": 1.6127,
      "step": 1216
    },
    {
      "epoch": 0.5425769059295587,
      "grad_norm": 0.20464791357517242,
      "learning_rate": 4.352023262294016e-05,
      "loss": 1.6299,
      "step": 1217
    },
    {
      "epoch": 0.5430227374052609,
      "grad_norm": 0.20844127237796783,
      "learning_rate": 4.345580389821749e-05,
      "loss": 1.6403,
      "step": 1218
    },
    {
      "epoch": 0.543468568880963,
      "grad_norm": 0.21710409224033356,
      "learning_rate": 4.339136613901524e-05,
      "loss": 1.7565,
      "step": 1219
    },
    {
      "epoch": 0.5439144003566652,
      "grad_norm": 0.2088676393032074,
      "learning_rate": 4.3326919513792526e-05,
      "loss": 1.6293,
      "step": 1220
    },
    {
      "epoch": 0.5443602318323674,
      "grad_norm": 0.22343219816684723,
      "learning_rate": 4.3262464191031635e-05,
      "loss": 1.7625,
      "step": 1221
    },
    {
      "epoch": 0.5448060633080696,
      "grad_norm": 0.21561478078365326,
      "learning_rate": 4.319800033923757e-05,
      "loss": 1.6505,
      "step": 1222
    },
    {
      "epoch": 0.5452518947837718,
      "grad_norm": 0.20941907167434692,
      "learning_rate": 4.313352812693767e-05,
      "loss": 1.7469,
      "step": 1223
    },
    {
      "epoch": 0.5456977262594739,
      "grad_norm": 0.21117591857910156,
      "learning_rate": 4.306904772268109e-05,
      "loss": 1.7139,
      "step": 1224
    },
    {
      "epoch": 0.5461435577351761,
      "grad_norm": 0.20840439200401306,
      "learning_rate": 4.3004559295038414e-05,
      "loss": 1.6465,
      "step": 1225
    },
    {
      "epoch": 0.5465893892108783,
      "grad_norm": 0.22241465747356415,
      "learning_rate": 4.294006301260122e-05,
      "loss": 1.7182,
      "step": 1226
    },
    {
      "epoch": 0.5470352206865805,
      "grad_norm": 0.2113228589296341,
      "learning_rate": 4.2875559043981584e-05,
      "loss": 1.659,
      "step": 1227
    },
    {
      "epoch": 0.5474810521622827,
      "grad_norm": 0.2043575644493103,
      "learning_rate": 4.281104755781172e-05,
      "loss": 1.6871,
      "step": 1228
    },
    {
      "epoch": 0.5479268836379848,
      "grad_norm": 0.21754762530326843,
      "learning_rate": 4.274652872274347e-05,
      "loss": 1.7026,
      "step": 1229
    },
    {
      "epoch": 0.548372715113687,
      "grad_norm": 0.20709997415542603,
      "learning_rate": 4.268200270744788e-05,
      "loss": 1.6666,
      "step": 1230
    },
    {
      "epoch": 0.5488185465893892,
      "grad_norm": 0.21000979840755463,
      "learning_rate": 4.261746968061478e-05,
      "loss": 1.7116,
      "step": 1231
    },
    {
      "epoch": 0.5492643780650914,
      "grad_norm": 0.21727611124515533,
      "learning_rate": 4.2552929810952335e-05,
      "loss": 1.7343,
      "step": 1232
    },
    {
      "epoch": 0.5497102095407935,
      "grad_norm": 0.20880410075187683,
      "learning_rate": 4.248838326718659e-05,
      "loss": 1.6643,
      "step": 1233
    },
    {
      "epoch": 0.5501560410164957,
      "grad_norm": 0.20666611194610596,
      "learning_rate": 4.2423830218061044e-05,
      "loss": 1.6874,
      "step": 1234
    },
    {
      "epoch": 0.5506018724921979,
      "grad_norm": 0.20641161501407623,
      "learning_rate": 4.23592708323362e-05,
      "loss": 1.7163,
      "step": 1235
    },
    {
      "epoch": 0.5510477039679001,
      "grad_norm": 0.21506550908088684,
      "learning_rate": 4.229470527878912e-05,
      "loss": 1.7524,
      "step": 1236
    },
    {
      "epoch": 0.5514935354436024,
      "grad_norm": 0.20672358572483063,
      "learning_rate": 4.2230133726213006e-05,
      "loss": 1.7025,
      "step": 1237
    },
    {
      "epoch": 0.5519393669193045,
      "grad_norm": 0.21491588652133942,
      "learning_rate": 4.216555634341671e-05,
      "loss": 1.7526,
      "step": 1238
    },
    {
      "epoch": 0.5523851983950067,
      "grad_norm": 0.2145368456840515,
      "learning_rate": 4.2100973299224365e-05,
      "loss": 1.7464,
      "step": 1239
    },
    {
      "epoch": 0.5528310298707089,
      "grad_norm": 0.2077668011188507,
      "learning_rate": 4.2036384762474914e-05,
      "loss": 1.5391,
      "step": 1240
    },
    {
      "epoch": 0.5532768613464111,
      "grad_norm": 0.2238229662179947,
      "learning_rate": 4.197179090202161e-05,
      "loss": 1.7474,
      "step": 1241
    },
    {
      "epoch": 0.5537226928221133,
      "grad_norm": 0.20992541313171387,
      "learning_rate": 4.190719188673164e-05,
      "loss": 1.7062,
      "step": 1242
    },
    {
      "epoch": 0.5541685242978154,
      "grad_norm": 0.2246631383895874,
      "learning_rate": 4.18425878854857e-05,
      "loss": 1.7767,
      "step": 1243
    },
    {
      "epoch": 0.5546143557735176,
      "grad_norm": 0.2132015824317932,
      "learning_rate": 4.177797906717747e-05,
      "loss": 1.7522,
      "step": 1244
    },
    {
      "epoch": 0.5550601872492198,
      "grad_norm": 0.21752022206783295,
      "learning_rate": 4.171336560071327e-05,
      "loss": 1.691,
      "step": 1245
    },
    {
      "epoch": 0.555506018724922,
      "grad_norm": 0.2150384783744812,
      "learning_rate": 4.1648747655011535e-05,
      "loss": 1.7054,
      "step": 1246
    },
    {
      "epoch": 0.5559518502006242,
      "grad_norm": 0.21931275725364685,
      "learning_rate": 4.158412539900245e-05,
      "loss": 1.7843,
      "step": 1247
    },
    {
      "epoch": 0.5563976816763263,
      "grad_norm": 0.20713931322097778,
      "learning_rate": 4.151949900162743e-05,
      "loss": 1.6939,
      "step": 1248
    },
    {
      "epoch": 0.5568435131520285,
      "grad_norm": 0.21415765583515167,
      "learning_rate": 4.1454868631838726e-05,
      "loss": 1.7499,
      "step": 1249
    },
    {
      "epoch": 0.5572893446277307,
      "grad_norm": 0.20482096076011658,
      "learning_rate": 4.139023445859899e-05,
      "loss": 1.659,
      "step": 1250
    },
    {
      "epoch": 0.5577351761034329,
      "grad_norm": 0.2121836245059967,
      "learning_rate": 4.132559665088079e-05,
      "loss": 1.6821,
      "step": 1251
    },
    {
      "epoch": 0.5581810075791351,
      "grad_norm": 0.2097795456647873,
      "learning_rate": 4.126095537766623e-05,
      "loss": 1.7184,
      "step": 1252
    },
    {
      "epoch": 0.5586268390548372,
      "grad_norm": 0.20807453989982605,
      "learning_rate": 4.1196310807946454e-05,
      "loss": 1.6055,
      "step": 1253
    },
    {
      "epoch": 0.5590726705305394,
      "grad_norm": 0.20928820967674255,
      "learning_rate": 4.113166311072123e-05,
      "loss": 1.693,
      "step": 1254
    },
    {
      "epoch": 0.5595185020062416,
      "grad_norm": 0.19924867153167725,
      "learning_rate": 4.106701245499847e-05,
      "loss": 1.6189,
      "step": 1255
    },
    {
      "epoch": 0.5599643334819439,
      "grad_norm": 0.2069970667362213,
      "learning_rate": 4.100235900979389e-05,
      "loss": 1.734,
      "step": 1256
    },
    {
      "epoch": 0.5604101649576461,
      "grad_norm": 0.20954173803329468,
      "learning_rate": 4.0937702944130426e-05,
      "loss": 1.6472,
      "step": 1257
    },
    {
      "epoch": 0.5608559964333482,
      "grad_norm": 0.2086055427789688,
      "learning_rate": 4.08730444270379e-05,
      "loss": 1.6381,
      "step": 1258
    },
    {
      "epoch": 0.5613018279090504,
      "grad_norm": 0.22531044483184814,
      "learning_rate": 4.080838362755256e-05,
      "loss": 1.7409,
      "step": 1259
    },
    {
      "epoch": 0.5617476593847526,
      "grad_norm": 0.20108306407928467,
      "learning_rate": 4.0743720714716584e-05,
      "loss": 1.6589,
      "step": 1260
    },
    {
      "epoch": 0.5621934908604548,
      "grad_norm": 0.22010278701782227,
      "learning_rate": 4.0679055857577686e-05,
      "loss": 1.6753,
      "step": 1261
    },
    {
      "epoch": 0.5626393223361569,
      "grad_norm": 0.2158752679824829,
      "learning_rate": 4.0614389225188675e-05,
      "loss": 1.7061,
      "step": 1262
    },
    {
      "epoch": 0.5630851538118591,
      "grad_norm": 0.21102535724639893,
      "learning_rate": 4.0549720986607e-05,
      "loss": 1.6903,
      "step": 1263
    },
    {
      "epoch": 0.5635309852875613,
      "grad_norm": 0.205876886844635,
      "learning_rate": 4.048505131089429e-05,
      "loss": 1.7025,
      "step": 1264
    },
    {
      "epoch": 0.5639768167632635,
      "grad_norm": 0.2214573621749878,
      "learning_rate": 4.042038036711594e-05,
      "loss": 1.7468,
      "step": 1265
    },
    {
      "epoch": 0.5644226482389657,
      "grad_norm": 0.22327987849712372,
      "learning_rate": 4.035570832434068e-05,
      "loss": 1.7641,
      "step": 1266
    },
    {
      "epoch": 0.5648684797146678,
      "grad_norm": 0.20828768610954285,
      "learning_rate": 4.029103535164008e-05,
      "loss": 1.6509,
      "step": 1267
    },
    {
      "epoch": 0.56531431119037,
      "grad_norm": 0.2247881144285202,
      "learning_rate": 4.0226361618088166e-05,
      "loss": 1.8081,
      "step": 1268
    },
    {
      "epoch": 0.5657601426660722,
      "grad_norm": 0.2249002456665039,
      "learning_rate": 4.0161687292760956e-05,
      "loss": 1.6715,
      "step": 1269
    },
    {
      "epoch": 0.5662059741417744,
      "grad_norm": 0.2057991921901703,
      "learning_rate": 4.009701254473599e-05,
      "loss": 1.663,
      "step": 1270
    },
    {
      "epoch": 0.5666518056174766,
      "grad_norm": 0.21340209245681763,
      "learning_rate": 4.003233754309192e-05,
      "loss": 1.7563,
      "step": 1271
    },
    {
      "epoch": 0.5670976370931787,
      "grad_norm": 0.22589686512947083,
      "learning_rate": 3.996766245690809e-05,
      "loss": 1.6642,
      "step": 1272
    },
    {
      "epoch": 0.5675434685688809,
      "grad_norm": 0.2142912894487381,
      "learning_rate": 3.9902987455264026e-05,
      "loss": 1.723,
      "step": 1273
    },
    {
      "epoch": 0.5679893000445831,
      "grad_norm": 0.21880853176116943,
      "learning_rate": 3.983831270723906e-05,
      "loss": 1.796,
      "step": 1274
    },
    {
      "epoch": 0.5684351315202854,
      "grad_norm": 0.2069232165813446,
      "learning_rate": 3.9773638381911834e-05,
      "loss": 1.7044,
      "step": 1275
    },
    {
      "epoch": 0.5688809629959876,
      "grad_norm": 0.21509326994419098,
      "learning_rate": 3.970896464835994e-05,
      "loss": 1.7285,
      "step": 1276
    },
    {
      "epoch": 0.5693267944716897,
      "grad_norm": 0.21167059242725372,
      "learning_rate": 3.9644291675659335e-05,
      "loss": 1.6782,
      "step": 1277
    },
    {
      "epoch": 0.5697726259473919,
      "grad_norm": 0.2061755210161209,
      "learning_rate": 3.9579619632884073e-05,
      "loss": 1.6552,
      "step": 1278
    },
    {
      "epoch": 0.5702184574230941,
      "grad_norm": 0.20187799632549286,
      "learning_rate": 3.951494868910572e-05,
      "loss": 1.7067,
      "step": 1279
    },
    {
      "epoch": 0.5706642888987963,
      "grad_norm": 0.21447299420833588,
      "learning_rate": 3.945027901339302e-05,
      "loss": 1.7124,
      "step": 1280
    },
    {
      "epoch": 0.5711101203744985,
      "grad_norm": 0.20652039349079132,
      "learning_rate": 3.938561077481133e-05,
      "loss": 1.6828,
      "step": 1281
    },
    {
      "epoch": 0.5715559518502006,
      "grad_norm": 0.2095683366060257,
      "learning_rate": 3.9320944142422314e-05,
      "loss": 1.6283,
      "step": 1282
    },
    {
      "epoch": 0.5720017833259028,
      "grad_norm": 0.20461034774780273,
      "learning_rate": 3.925627928528342e-05,
      "loss": 1.6263,
      "step": 1283
    },
    {
      "epoch": 0.572447614801605,
      "grad_norm": 0.22536614537239075,
      "learning_rate": 3.919161637244744e-05,
      "loss": 1.6778,
      "step": 1284
    },
    {
      "epoch": 0.5728934462773072,
      "grad_norm": 0.20508262515068054,
      "learning_rate": 3.9126955572962105e-05,
      "loss": 1.6136,
      "step": 1285
    },
    {
      "epoch": 0.5733392777530094,
      "grad_norm": 0.21751144528388977,
      "learning_rate": 3.906229705586959e-05,
      "loss": 1.6689,
      "step": 1286
    },
    {
      "epoch": 0.5737851092287115,
      "grad_norm": 0.2109742909669876,
      "learning_rate": 3.899764099020614e-05,
      "loss": 1.6574,
      "step": 1287
    },
    {
      "epoch": 0.5742309407044137,
      "grad_norm": 0.2066531479358673,
      "learning_rate": 3.8932987545001536e-05,
      "loss": 1.672,
      "step": 1288
    },
    {
      "epoch": 0.5746767721801159,
      "grad_norm": 0.2212832123041153,
      "learning_rate": 3.886833688927879e-05,
      "loss": 1.7101,
      "step": 1289
    },
    {
      "epoch": 0.5751226036558181,
      "grad_norm": 0.2111194133758545,
      "learning_rate": 3.880368919205355e-05,
      "loss": 1.6873,
      "step": 1290
    },
    {
      "epoch": 0.5755684351315203,
      "grad_norm": 0.2206118106842041,
      "learning_rate": 3.873904462233377e-05,
      "loss": 1.8081,
      "step": 1291
    },
    {
      "epoch": 0.5760142666072224,
      "grad_norm": 0.21819579601287842,
      "learning_rate": 3.867440334911923e-05,
      "loss": 1.7059,
      "step": 1292
    },
    {
      "epoch": 0.5764600980829246,
      "grad_norm": 0.22220070660114288,
      "learning_rate": 3.860976554140103e-05,
      "loss": 1.7815,
      "step": 1293
    },
    {
      "epoch": 0.5769059295586269,
      "grad_norm": 0.22105947136878967,
      "learning_rate": 3.8545131368161294e-05,
      "loss": 1.6533,
      "step": 1294
    },
    {
      "epoch": 0.5773517610343291,
      "grad_norm": 0.21066629886627197,
      "learning_rate": 3.848050099837258e-05,
      "loss": 1.7196,
      "step": 1295
    },
    {
      "epoch": 0.5777975925100312,
      "grad_norm": 0.2197866439819336,
      "learning_rate": 3.841587460099755e-05,
      "loss": 1.766,
      "step": 1296
    },
    {
      "epoch": 0.5782434239857334,
      "grad_norm": 0.22813376784324646,
      "learning_rate": 3.835125234498847e-05,
      "loss": 1.7168,
      "step": 1297
    },
    {
      "epoch": 0.5786892554614356,
      "grad_norm": 0.21724256873130798,
      "learning_rate": 3.828663439928674e-05,
      "loss": 1.6868,
      "step": 1298
    },
    {
      "epoch": 0.5791350869371378,
      "grad_norm": 0.20569388568401337,
      "learning_rate": 3.822202093282254e-05,
      "loss": 1.6582,
      "step": 1299
    },
    {
      "epoch": 0.57958091841284,
      "grad_norm": 0.23136617243289948,
      "learning_rate": 3.815741211451431e-05,
      "loss": 1.6759,
      "step": 1300
    },
    {
      "epoch": 0.5800267498885421,
      "grad_norm": 0.23664671182632446,
      "learning_rate": 3.809280811326838e-05,
      "loss": 1.5923,
      "step": 1301
    },
    {
      "epoch": 0.5804725813642443,
      "grad_norm": 0.20310552418231964,
      "learning_rate": 3.80282090979784e-05,
      "loss": 1.6308,
      "step": 1302
    },
    {
      "epoch": 0.5809184128399465,
      "grad_norm": 0.22173622250556946,
      "learning_rate": 3.796361523752509e-05,
      "loss": 1.7119,
      "step": 1303
    },
    {
      "epoch": 0.5813642443156487,
      "grad_norm": 0.24687911570072174,
      "learning_rate": 3.789902670077564e-05,
      "loss": 1.7658,
      "step": 1304
    },
    {
      "epoch": 0.5818100757913509,
      "grad_norm": 0.20782530307769775,
      "learning_rate": 3.7834443656583304e-05,
      "loss": 1.6894,
      "step": 1305
    },
    {
      "epoch": 0.582255907267053,
      "grad_norm": 0.2082975208759308,
      "learning_rate": 3.776986627378702e-05,
      "loss": 1.7648,
      "step": 1306
    },
    {
      "epoch": 0.5827017387427552,
      "grad_norm": 0.22985926270484924,
      "learning_rate": 3.770529472121089e-05,
      "loss": 1.6862,
      "step": 1307
    },
    {
      "epoch": 0.5831475702184574,
      "grad_norm": 0.2407078593969345,
      "learning_rate": 3.764072916766382e-05,
      "loss": 1.7293,
      "step": 1308
    },
    {
      "epoch": 0.5835934016941596,
      "grad_norm": 0.20803655683994293,
      "learning_rate": 3.757616978193896e-05,
      "loss": 1.7183,
      "step": 1309
    },
    {
      "epoch": 0.5840392331698618,
      "grad_norm": 0.21299923956394196,
      "learning_rate": 3.751161673281341e-05,
      "loss": 1.766,
      "step": 1310
    },
    {
      "epoch": 0.5844850646455639,
      "grad_norm": 0.22252234816551208,
      "learning_rate": 3.744707018904767e-05,
      "loss": 1.673,
      "step": 1311
    },
    {
      "epoch": 0.5849308961212661,
      "grad_norm": 0.20621894299983978,
      "learning_rate": 3.738253031938522e-05,
      "loss": 1.6133,
      "step": 1312
    },
    {
      "epoch": 0.5853767275969683,
      "grad_norm": 0.2171364426612854,
      "learning_rate": 3.731799729255214e-05,
      "loss": 1.7132,
      "step": 1313
    },
    {
      "epoch": 0.5858225590726706,
      "grad_norm": 0.21667996048927307,
      "learning_rate": 3.725347127725654e-05,
      "loss": 1.7738,
      "step": 1314
    },
    {
      "epoch": 0.5862683905483728,
      "grad_norm": 0.20949135720729828,
      "learning_rate": 3.71889524421883e-05,
      "loss": 1.7024,
      "step": 1315
    },
    {
      "epoch": 0.5867142220240749,
      "grad_norm": 0.21288646757602692,
      "learning_rate": 3.712444095601843e-05,
      "loss": 1.7323,
      "step": 1316
    },
    {
      "epoch": 0.5871600534997771,
      "grad_norm": 0.2060508131980896,
      "learning_rate": 3.7059936987398794e-05,
      "loss": 1.7078,
      "step": 1317
    },
    {
      "epoch": 0.5876058849754793,
      "grad_norm": 0.20819522440433502,
      "learning_rate": 3.69954407049616e-05,
      "loss": 1.7087,
      "step": 1318
    },
    {
      "epoch": 0.5880517164511815,
      "grad_norm": 0.220333993434906,
      "learning_rate": 3.693095227731892e-05,
      "loss": 1.7059,
      "step": 1319
    },
    {
      "epoch": 0.5884975479268837,
      "grad_norm": 0.21376989781856537,
      "learning_rate": 3.686647187306235e-05,
      "loss": 1.7523,
      "step": 1320
    },
    {
      "epoch": 0.5889433794025858,
      "grad_norm": 0.20429478585720062,
      "learning_rate": 3.6801999660762435e-05,
      "loss": 1.6969,
      "step": 1321
    },
    {
      "epoch": 0.589389210878288,
      "grad_norm": 0.21376128494739532,
      "learning_rate": 3.673753580896838e-05,
      "loss": 1.72,
      "step": 1322
    },
    {
      "epoch": 0.5898350423539902,
      "grad_norm": 0.20890051126480103,
      "learning_rate": 3.667308048620748e-05,
      "loss": 1.6798,
      "step": 1323
    },
    {
      "epoch": 0.5902808738296924,
      "grad_norm": 0.20608918368816376,
      "learning_rate": 3.660863386098477e-05,
      "loss": 1.73,
      "step": 1324
    },
    {
      "epoch": 0.5907267053053945,
      "grad_norm": 0.204619899392128,
      "learning_rate": 3.654419610178253e-05,
      "loss": 1.686,
      "step": 1325
    },
    {
      "epoch": 0.5911725367810967,
      "grad_norm": 0.211436465382576,
      "learning_rate": 3.647976737705984e-05,
      "loss": 1.6271,
      "step": 1326
    },
    {
      "epoch": 0.5916183682567989,
      "grad_norm": 0.21040436625480652,
      "learning_rate": 3.64153478552522e-05,
      "loss": 1.6804,
      "step": 1327
    },
    {
      "epoch": 0.5920641997325011,
      "grad_norm": 0.20360523462295532,
      "learning_rate": 3.635093770477101e-05,
      "loss": 1.6669,
      "step": 1328
    },
    {
      "epoch": 0.5925100312082033,
      "grad_norm": 0.22287213802337646,
      "learning_rate": 3.628653709400324e-05,
      "loss": 1.655,
      "step": 1329
    },
    {
      "epoch": 0.5929558626839054,
      "grad_norm": 0.20920884609222412,
      "learning_rate": 3.6222146191310834e-05,
      "loss": 1.689,
      "step": 1330
    },
    {
      "epoch": 0.5934016941596076,
      "grad_norm": 0.20646342635154724,
      "learning_rate": 3.61577651650304e-05,
      "loss": 1.6546,
      "step": 1331
    },
    {
      "epoch": 0.5938475256353098,
      "grad_norm": 0.20973603427410126,
      "learning_rate": 3.609339418347275e-05,
      "loss": 1.6167,
      "step": 1332
    },
    {
      "epoch": 0.594293357111012,
      "grad_norm": 0.21416504681110382,
      "learning_rate": 3.6029033414922376e-05,
      "loss": 1.6796,
      "step": 1333
    },
    {
      "epoch": 0.5947391885867143,
      "grad_norm": 0.2077873796224594,
      "learning_rate": 3.596468302763712e-05,
      "loss": 1.7042,
      "step": 1334
    },
    {
      "epoch": 0.5951850200624164,
      "grad_norm": 0.209193617105484,
      "learning_rate": 3.590034318984766e-05,
      "loss": 1.6982,
      "step": 1335
    },
    {
      "epoch": 0.5956308515381186,
      "grad_norm": 0.20596294105052948,
      "learning_rate": 3.5836014069757126e-05,
      "loss": 1.6244,
      "step": 1336
    },
    {
      "epoch": 0.5960766830138208,
      "grad_norm": 0.21266692876815796,
      "learning_rate": 3.577169583554057e-05,
      "loss": 1.7512,
      "step": 1337
    },
    {
      "epoch": 0.596522514489523,
      "grad_norm": 0.2089705914258957,
      "learning_rate": 3.570738865534464e-05,
      "loss": 1.7652,
      "step": 1338
    },
    {
      "epoch": 0.5969683459652252,
      "grad_norm": 0.21891768276691437,
      "learning_rate": 3.564309269728706e-05,
      "loss": 1.7518,
      "step": 1339
    },
    {
      "epoch": 0.5974141774409273,
      "grad_norm": 0.20328959822654724,
      "learning_rate": 3.5578808129456214e-05,
      "loss": 1.6233,
      "step": 1340
    },
    {
      "epoch": 0.5978600089166295,
      "grad_norm": 0.20454058051109314,
      "learning_rate": 3.5514535119910744e-05,
      "loss": 1.6752,
      "step": 1341
    },
    {
      "epoch": 0.5983058403923317,
      "grad_norm": 0.20984551310539246,
      "learning_rate": 3.545027383667902e-05,
      "loss": 1.695,
      "step": 1342
    },
    {
      "epoch": 0.5987516718680339,
      "grad_norm": 0.2098245620727539,
      "learning_rate": 3.5386024447758796e-05,
      "loss": 1.7191,
      "step": 1343
    },
    {
      "epoch": 0.5991975033437361,
      "grad_norm": 0.21946768462657928,
      "learning_rate": 3.53217871211167e-05,
      "loss": 1.7313,
      "step": 1344
    },
    {
      "epoch": 0.5996433348194382,
      "grad_norm": 0.20916922390460968,
      "learning_rate": 3.525756202468787e-05,
      "loss": 1.7244,
      "step": 1345
    },
    {
      "epoch": 0.6000891662951404,
      "grad_norm": 0.21778373420238495,
      "learning_rate": 3.519334932637544e-05,
      "loss": 1.7263,
      "step": 1346
    },
    {
      "epoch": 0.6005349977708426,
      "grad_norm": 0.20586247742176056,
      "learning_rate": 3.512914919405012e-05,
      "loss": 1.7088,
      "step": 1347
    },
    {
      "epoch": 0.6009808292465448,
      "grad_norm": 0.21380962431430817,
      "learning_rate": 3.5064961795549814e-05,
      "loss": 1.6708,
      "step": 1348
    },
    {
      "epoch": 0.601426660722247,
      "grad_norm": 0.2149226814508438,
      "learning_rate": 3.500078729867906e-05,
      "loss": 1.7002,
      "step": 1349
    },
    {
      "epoch": 0.6018724921979491,
      "grad_norm": 0.21493519842624664,
      "learning_rate": 3.493662587120876e-05,
      "loss": 1.6753,
      "step": 1350
    },
    {
      "epoch": 0.6023183236736513,
      "grad_norm": 0.22240254282951355,
      "learning_rate": 3.4872477680875575e-05,
      "loss": 1.7299,
      "step": 1351
    },
    {
      "epoch": 0.6027641551493536,
      "grad_norm": 0.2129889726638794,
      "learning_rate": 3.4808342895381607e-05,
      "loss": 1.6543,
      "step": 1352
    },
    {
      "epoch": 0.6032099866250558,
      "grad_norm": 0.21996819972991943,
      "learning_rate": 3.4744221682393896e-05,
      "loss": 1.6681,
      "step": 1353
    },
    {
      "epoch": 0.603655818100758,
      "grad_norm": 0.20934395492076874,
      "learning_rate": 3.4680114209543976e-05,
      "loss": 1.6776,
      "step": 1354
    },
    {
      "epoch": 0.6041016495764601,
      "grad_norm": 0.22622878849506378,
      "learning_rate": 3.461602064442751e-05,
      "loss": 1.6864,
      "step": 1355
    },
    {
      "epoch": 0.6045474810521623,
      "grad_norm": 0.21692845225334167,
      "learning_rate": 3.4551941154603756e-05,
      "loss": 1.6491,
      "step": 1356
    },
    {
      "epoch": 0.6049933125278645,
      "grad_norm": 0.21454817056655884,
      "learning_rate": 3.448787590759522e-05,
      "loss": 1.7218,
      "step": 1357
    },
    {
      "epoch": 0.6054391440035667,
      "grad_norm": 0.20865899324417114,
      "learning_rate": 3.442382507088711e-05,
      "loss": 1.6616,
      "step": 1358
    },
    {
      "epoch": 0.6058849754792688,
      "grad_norm": 0.21888892352581024,
      "learning_rate": 3.435978881192702e-05,
      "loss": 1.6815,
      "step": 1359
    },
    {
      "epoch": 0.606330806954971,
      "grad_norm": 0.22078275680541992,
      "learning_rate": 3.4295767298124434e-05,
      "loss": 1.6127,
      "step": 1360
    },
    {
      "epoch": 0.6067766384306732,
      "grad_norm": 0.212102010846138,
      "learning_rate": 3.423176069685022e-05,
      "loss": 1.6954,
      "step": 1361
    },
    {
      "epoch": 0.6072224699063754,
      "grad_norm": 0.21632829308509827,
      "learning_rate": 3.416776917543634e-05,
      "loss": 1.6828,
      "step": 1362
    },
    {
      "epoch": 0.6076683013820776,
      "grad_norm": 0.21511194109916687,
      "learning_rate": 3.410379290117528e-05,
      "loss": 1.7029,
      "step": 1363
    },
    {
      "epoch": 0.6081141328577797,
      "grad_norm": 0.21631886065006256,
      "learning_rate": 3.4039832041319724e-05,
      "loss": 1.7318,
      "step": 1364
    },
    {
      "epoch": 0.6085599643334819,
      "grad_norm": 0.2190600335597992,
      "learning_rate": 3.397588676308196e-05,
      "loss": 1.7437,
      "step": 1365
    },
    {
      "epoch": 0.6090057958091841,
      "grad_norm": 0.21760675311088562,
      "learning_rate": 3.3911957233633634e-05,
      "loss": 1.7144,
      "step": 1366
    },
    {
      "epoch": 0.6094516272848863,
      "grad_norm": 0.20560279488563538,
      "learning_rate": 3.3848043620105193e-05,
      "loss": 1.6706,
      "step": 1367
    },
    {
      "epoch": 0.6098974587605885,
      "grad_norm": 0.21536052227020264,
      "learning_rate": 3.378414608958544e-05,
      "loss": 1.7173,
      "step": 1368
    },
    {
      "epoch": 0.6103432902362906,
      "grad_norm": 0.21057669818401337,
      "learning_rate": 3.372026480912121e-05,
      "loss": 1.6717,
      "step": 1369
    },
    {
      "epoch": 0.6107891217119928,
      "grad_norm": 0.21065440773963928,
      "learning_rate": 3.3656399945716754e-05,
      "loss": 1.6259,
      "step": 1370
    },
    {
      "epoch": 0.611234953187695,
      "grad_norm": 0.2036159187555313,
      "learning_rate": 3.3592551666333484e-05,
      "loss": 1.7031,
      "step": 1371
    },
    {
      "epoch": 0.6116807846633973,
      "grad_norm": 0.21961021423339844,
      "learning_rate": 3.352872013788941e-05,
      "loss": 1.7019,
      "step": 1372
    },
    {
      "epoch": 0.6121266161390995,
      "grad_norm": 0.20731209218502045,
      "learning_rate": 3.346490552725879e-05,
      "loss": 1.668,
      "step": 1373
    },
    {
      "epoch": 0.6125724476148016,
      "grad_norm": 0.2076679915189743,
      "learning_rate": 3.3401108001271643e-05,
      "loss": 1.6821,
      "step": 1374
    },
    {
      "epoch": 0.6130182790905038,
      "grad_norm": 0.20885632932186127,
      "learning_rate": 3.333732772671327e-05,
      "loss": 1.7199,
      "step": 1375
    },
    {
      "epoch": 0.613464110566206,
      "grad_norm": 0.20752932131290436,
      "learning_rate": 3.327356487032396e-05,
      "loss": 1.56,
      "step": 1376
    },
    {
      "epoch": 0.6139099420419082,
      "grad_norm": 0.20185458660125732,
      "learning_rate": 3.320981959879839e-05,
      "loss": 1.5693,
      "step": 1377
    },
    {
      "epoch": 0.6143557735176104,
      "grad_norm": 0.21623708307743073,
      "learning_rate": 3.314609207878531e-05,
      "loss": 1.699,
      "step": 1378
    },
    {
      "epoch": 0.6148016049933125,
      "grad_norm": 0.21628855168819427,
      "learning_rate": 3.308238247688705e-05,
      "loss": 1.6722,
      "step": 1379
    },
    {
      "epoch": 0.6152474364690147,
      "grad_norm": 0.21141193807125092,
      "learning_rate": 3.3018690959659085e-05,
      "loss": 1.667,
      "step": 1380
    },
    {
      "epoch": 0.6156932679447169,
      "grad_norm": 0.2191365510225296,
      "learning_rate": 3.2955017693609644e-05,
      "loss": 1.7972,
      "step": 1381
    },
    {
      "epoch": 0.6161390994204191,
      "grad_norm": 0.20816870033740997,
      "learning_rate": 3.289136284519919e-05,
      "loss": 1.6487,
      "step": 1382
    },
    {
      "epoch": 0.6165849308961213,
      "grad_norm": 0.21103070676326752,
      "learning_rate": 3.28277265808401e-05,
      "loss": 1.6749,
      "step": 1383
    },
    {
      "epoch": 0.6170307623718234,
      "grad_norm": 0.21357609331607819,
      "learning_rate": 3.2764109066896106e-05,
      "loss": 1.6992,
      "step": 1384
    },
    {
      "epoch": 0.6174765938475256,
      "grad_norm": 0.2102755904197693,
      "learning_rate": 3.2700510469681955e-05,
      "loss": 1.6287,
      "step": 1385
    },
    {
      "epoch": 0.6179224253232278,
      "grad_norm": 0.2037838250398636,
      "learning_rate": 3.263693095546296e-05,
      "loss": 1.6018,
      "step": 1386
    },
    {
      "epoch": 0.61836825679893,
      "grad_norm": 0.20810502767562866,
      "learning_rate": 3.257337069045448e-05,
      "loss": 1.6178,
      "step": 1387
    },
    {
      "epoch": 0.6188140882746321,
      "grad_norm": 0.21527808904647827,
      "learning_rate": 3.250982984082161e-05,
      "loss": 1.7163,
      "step": 1388
    },
    {
      "epoch": 0.6192599197503343,
      "grad_norm": 0.223877415060997,
      "learning_rate": 3.244630857267867e-05,
      "loss": 1.8249,
      "step": 1389
    },
    {
      "epoch": 0.6197057512260365,
      "grad_norm": 0.20198240876197815,
      "learning_rate": 3.238280705208879e-05,
      "loss": 1.6193,
      "step": 1390
    },
    {
      "epoch": 0.6201515827017388,
      "grad_norm": 0.2109755128622055,
      "learning_rate": 3.231932544506345e-05,
      "loss": 1.6658,
      "step": 1391
    },
    {
      "epoch": 0.620597414177441,
      "grad_norm": 0.208167165517807,
      "learning_rate": 3.2255863917562104e-05,
      "loss": 1.7003,
      "step": 1392
    },
    {
      "epoch": 0.6210432456531431,
      "grad_norm": 0.20778894424438477,
      "learning_rate": 3.2192422635491714e-05,
      "loss": 1.6847,
      "step": 1393
    },
    {
      "epoch": 0.6214890771288453,
      "grad_norm": 0.20059505105018616,
      "learning_rate": 3.2129001764706264e-05,
      "loss": 1.5389,
      "step": 1394
    },
    {
      "epoch": 0.6219349086045475,
      "grad_norm": 0.2218339443206787,
      "learning_rate": 3.206560147100644e-05,
      "loss": 1.6874,
      "step": 1395
    },
    {
      "epoch": 0.6223807400802497,
      "grad_norm": 0.20961079001426697,
      "learning_rate": 3.2002221920139095e-05,
      "loss": 1.7439,
      "step": 1396
    },
    {
      "epoch": 0.6228265715559519,
      "grad_norm": 0.21106040477752686,
      "learning_rate": 3.1938863277796875e-05,
      "loss": 1.6987,
      "step": 1397
    },
    {
      "epoch": 0.623272403031654,
      "grad_norm": 0.20886807143688202,
      "learning_rate": 3.1875525709617733e-05,
      "loss": 1.6589,
      "step": 1398
    },
    {
      "epoch": 0.6237182345073562,
      "grad_norm": 0.2203982025384903,
      "learning_rate": 3.1812209381184564e-05,
      "loss": 1.7644,
      "step": 1399
    },
    {
      "epoch": 0.6241640659830584,
      "grad_norm": 0.2029838114976883,
      "learning_rate": 3.174891445802473e-05,
      "loss": 1.6191,
      "step": 1400
    },
    {
      "epoch": 0.6246098974587606,
      "grad_norm": 0.2111927568912506,
      "learning_rate": 3.168564110560961e-05,
      "loss": 1.6278,
      "step": 1401
    },
    {
      "epoch": 0.6250557289344628,
      "grad_norm": 0.21242134273052216,
      "learning_rate": 3.162238948935423e-05,
      "loss": 1.6946,
      "step": 1402
    },
    {
      "epoch": 0.6255015604101649,
      "grad_norm": 0.2124587893486023,
      "learning_rate": 3.155915977461674e-05,
      "loss": 1.6792,
      "step": 1403
    },
    {
      "epoch": 0.6259473918858671,
      "grad_norm": 0.21112290024757385,
      "learning_rate": 3.149595212669808e-05,
      "loss": 1.6724,
      "step": 1404
    },
    {
      "epoch": 0.6263932233615693,
      "grad_norm": 0.21580274403095245,
      "learning_rate": 3.1432766710841456e-05,
      "loss": 1.7356,
      "step": 1405
    },
    {
      "epoch": 0.6268390548372715,
      "grad_norm": 0.20503874123096466,
      "learning_rate": 3.1369603692232e-05,
      "loss": 1.6348,
      "step": 1406
    },
    {
      "epoch": 0.6272848863129737,
      "grad_norm": 0.2640460431575775,
      "learning_rate": 3.130646323599626e-05,
      "loss": 1.7351,
      "step": 1407
    },
    {
      "epoch": 0.6277307177886758,
      "grad_norm": 0.20648761093616486,
      "learning_rate": 3.124334550720182e-05,
      "loss": 1.7541,
      "step": 1408
    },
    {
      "epoch": 0.628176549264378,
      "grad_norm": 0.22613625228405,
      "learning_rate": 3.1180250670856844e-05,
      "loss": 1.7837,
      "step": 1409
    },
    {
      "epoch": 0.6286223807400803,
      "grad_norm": 0.21720516681671143,
      "learning_rate": 3.11171788919096e-05,
      "loss": 1.698,
      "step": 1410
    },
    {
      "epoch": 0.6290682122157825,
      "grad_norm": 0.20562918484210968,
      "learning_rate": 3.1054130335248166e-05,
      "loss": 1.6787,
      "step": 1411
    },
    {
      "epoch": 0.6295140436914847,
      "grad_norm": 0.20738881826400757,
      "learning_rate": 3.099110516569982e-05,
      "loss": 1.6394,
      "step": 1412
    },
    {
      "epoch": 0.6299598751671868,
      "grad_norm": 0.21101416647434235,
      "learning_rate": 3.092810354803077e-05,
      "loss": 1.6561,
      "step": 1413
    },
    {
      "epoch": 0.630405706642889,
      "grad_norm": 0.22874417901039124,
      "learning_rate": 3.0865125646945644e-05,
      "loss": 1.792,
      "step": 1414
    },
    {
      "epoch": 0.6308515381185912,
      "grad_norm": 0.21608386933803558,
      "learning_rate": 3.080217162708699e-05,
      "loss": 1.6984,
      "step": 1415
    },
    {
      "epoch": 0.6312973695942934,
      "grad_norm": 0.2127838283777237,
      "learning_rate": 3.0739241653035024e-05,
      "loss": 1.7198,
      "step": 1416
    },
    {
      "epoch": 0.6317432010699956,
      "grad_norm": 0.21969813108444214,
      "learning_rate": 3.0676335889307046e-05,
      "loss": 1.7305,
      "step": 1417
    },
    {
      "epoch": 0.6321890325456977,
      "grad_norm": 0.22311647236347198,
      "learning_rate": 3.061345450035709e-05,
      "loss": 1.6646,
      "step": 1418
    },
    {
      "epoch": 0.6326348640213999,
      "grad_norm": 0.21823038160800934,
      "learning_rate": 3.055059765057541e-05,
      "loss": 1.7181,
      "step": 1419
    },
    {
      "epoch": 0.6330806954971021,
      "grad_norm": 0.20873479545116425,
      "learning_rate": 3.048776550428818e-05,
      "loss": 1.6317,
      "step": 1420
    },
    {
      "epoch": 0.6335265269728043,
      "grad_norm": 0.21145819127559662,
      "learning_rate": 3.0424958225756973e-05,
      "loss": 1.7466,
      "step": 1421
    },
    {
      "epoch": 0.6339723584485064,
      "grad_norm": 0.21070320904254913,
      "learning_rate": 3.03621759791783e-05,
      "loss": 1.6848,
      "step": 1422
    },
    {
      "epoch": 0.6344181899242086,
      "grad_norm": 0.20529739558696747,
      "learning_rate": 3.0299418928683297e-05,
      "loss": 1.6566,
      "step": 1423
    },
    {
      "epoch": 0.6348640213999108,
      "grad_norm": 0.22973240911960602,
      "learning_rate": 3.023668723833719e-05,
      "loss": 1.7464,
      "step": 1424
    },
    {
      "epoch": 0.635309852875613,
      "grad_norm": 0.21204419434070587,
      "learning_rate": 3.017398107213894e-05,
      "loss": 1.5982,
      "step": 1425
    },
    {
      "epoch": 0.6357556843513152,
      "grad_norm": 0.21231311559677124,
      "learning_rate": 3.0111300594020724e-05,
      "loss": 1.6837,
      "step": 1426
    },
    {
      "epoch": 0.6362015158270173,
      "grad_norm": 0.21652869880199432,
      "learning_rate": 3.0048645967847613e-05,
      "loss": 1.6829,
      "step": 1427
    },
    {
      "epoch": 0.6366473473027195,
      "grad_norm": 0.21283885836601257,
      "learning_rate": 2.9986017357417096e-05,
      "loss": 1.7203,
      "step": 1428
    },
    {
      "epoch": 0.6370931787784218,
      "grad_norm": 0.22009681165218353,
      "learning_rate": 2.99234149264586e-05,
      "loss": 1.7014,
      "step": 1429
    },
    {
      "epoch": 0.637539010254124,
      "grad_norm": 0.21199141442775726,
      "learning_rate": 2.9860838838633177e-05,
      "loss": 1.6197,
      "step": 1430
    },
    {
      "epoch": 0.6379848417298262,
      "grad_norm": 0.21214723587036133,
      "learning_rate": 2.9798289257532946e-05,
      "loss": 1.6456,
      "step": 1431
    },
    {
      "epoch": 0.6384306732055283,
      "grad_norm": 0.22607432305812836,
      "learning_rate": 2.9735766346680778e-05,
      "loss": 1.7629,
      "step": 1432
    },
    {
      "epoch": 0.6388765046812305,
      "grad_norm": 0.21528464555740356,
      "learning_rate": 2.9673270269529788e-05,
      "loss": 1.6699,
      "step": 1433
    },
    {
      "epoch": 0.6393223361569327,
      "grad_norm": 0.22296687960624695,
      "learning_rate": 2.9610801189462965e-05,
      "loss": 1.6775,
      "step": 1434
    },
    {
      "epoch": 0.6397681676326349,
      "grad_norm": 0.20506487786769867,
      "learning_rate": 2.954835926979272e-05,
      "loss": 1.6319,
      "step": 1435
    },
    {
      "epoch": 0.6402139991083371,
      "grad_norm": 0.21017904579639435,
      "learning_rate": 2.948594467376041e-05,
      "loss": 1.7399,
      "step": 1436
    },
    {
      "epoch": 0.6406598305840392,
      "grad_norm": 0.21416164934635162,
      "learning_rate": 2.9423557564536044e-05,
      "loss": 1.5833,
      "step": 1437
    },
    {
      "epoch": 0.6411056620597414,
      "grad_norm": 0.2149401605129242,
      "learning_rate": 2.9361198105217688e-05,
      "loss": 1.7031,
      "step": 1438
    },
    {
      "epoch": 0.6415514935354436,
      "grad_norm": 0.21111612021923065,
      "learning_rate": 2.9298866458831177e-05,
      "loss": 1.7359,
      "step": 1439
    },
    {
      "epoch": 0.6419973250111458,
      "grad_norm": 0.2218097597360611,
      "learning_rate": 2.9236562788329607e-05,
      "loss": 1.7301,
      "step": 1440
    },
    {
      "epoch": 0.642443156486848,
      "grad_norm": 0.22060351073741913,
      "learning_rate": 2.9174287256592965e-05,
      "loss": 1.7308,
      "step": 1441
    },
    {
      "epoch": 0.6428889879625501,
      "grad_norm": 0.21140018105506897,
      "learning_rate": 2.911204002642767e-05,
      "loss": 1.7422,
      "step": 1442
    },
    {
      "epoch": 0.6433348194382523,
      "grad_norm": 0.21067947149276733,
      "learning_rate": 2.9049821260566103e-05,
      "loss": 1.7614,
      "step": 1443
    },
    {
      "epoch": 0.6437806509139545,
      "grad_norm": 0.21665067970752716,
      "learning_rate": 2.8987631121666296e-05,
      "loss": 1.7804,
      "step": 1444
    },
    {
      "epoch": 0.6442264823896567,
      "grad_norm": 0.2272922247648239,
      "learning_rate": 2.8925469772311405e-05,
      "loss": 1.7391,
      "step": 1445
    },
    {
      "epoch": 0.644672313865359,
      "grad_norm": 0.21021457016468048,
      "learning_rate": 2.886333737500935e-05,
      "loss": 1.652,
      "step": 1446
    },
    {
      "epoch": 0.645118145341061,
      "grad_norm": 0.2098311483860016,
      "learning_rate": 2.8801234092192314e-05,
      "loss": 1.6935,
      "step": 1447
    },
    {
      "epoch": 0.6455639768167633,
      "grad_norm": 0.21540747582912445,
      "learning_rate": 2.873916008621641e-05,
      "loss": 1.7426,
      "step": 1448
    },
    {
      "epoch": 0.6460098082924655,
      "grad_norm": 0.21947064995765686,
      "learning_rate": 2.8677115519361218e-05,
      "loss": 1.6578,
      "step": 1449
    },
    {
      "epoch": 0.6464556397681677,
      "grad_norm": 0.21141056716442108,
      "learning_rate": 2.8615100553829304e-05,
      "loss": 1.679,
      "step": 1450
    },
    {
      "epoch": 0.6469014712438698,
      "grad_norm": 0.20692133903503418,
      "learning_rate": 2.85531153517459e-05,
      "loss": 1.6553,
      "step": 1451
    },
    {
      "epoch": 0.647347302719572,
      "grad_norm": 0.20739763975143433,
      "learning_rate": 2.849116007515839e-05,
      "loss": 1.6575,
      "step": 1452
    },
    {
      "epoch": 0.6477931341952742,
      "grad_norm": 0.20650619268417358,
      "learning_rate": 2.8429234886035967e-05,
      "loss": 1.5827,
      "step": 1453
    },
    {
      "epoch": 0.6482389656709764,
      "grad_norm": 0.2126653790473938,
      "learning_rate": 2.8367339946269114e-05,
      "loss": 1.7219,
      "step": 1454
    },
    {
      "epoch": 0.6486847971466786,
      "grad_norm": 0.20047074556350708,
      "learning_rate": 2.8305475417669277e-05,
      "loss": 1.5027,
      "step": 1455
    },
    {
      "epoch": 0.6491306286223807,
      "grad_norm": 0.21770769357681274,
      "learning_rate": 2.8243641461968382e-05,
      "loss": 1.7409,
      "step": 1456
    },
    {
      "epoch": 0.6495764600980829,
      "grad_norm": 0.21293190121650696,
      "learning_rate": 2.8181838240818415e-05,
      "loss": 1.6885,
      "step": 1457
    },
    {
      "epoch": 0.6500222915737851,
      "grad_norm": 0.2154323160648346,
      "learning_rate": 2.8120065915791053e-05,
      "loss": 1.6696,
      "step": 1458
    },
    {
      "epoch": 0.6504681230494873,
      "grad_norm": 0.2091473788022995,
      "learning_rate": 2.8058324648377135e-05,
      "loss": 1.6426,
      "step": 1459
    },
    {
      "epoch": 0.6509139545251895,
      "grad_norm": 0.22156959772109985,
      "learning_rate": 2.799661459998638e-05,
      "loss": 1.6903,
      "step": 1460
    },
    {
      "epoch": 0.6513597860008916,
      "grad_norm": 0.21561315655708313,
      "learning_rate": 2.7934935931946836e-05,
      "loss": 1.6615,
      "step": 1461
    },
    {
      "epoch": 0.6518056174765938,
      "grad_norm": 0.2081414759159088,
      "learning_rate": 2.7873288805504545e-05,
      "loss": 1.6987,
      "step": 1462
    },
    {
      "epoch": 0.652251448952296,
      "grad_norm": 0.21595971286296844,
      "learning_rate": 2.781167338182309e-05,
      "loss": 1.6551,
      "step": 1463
    },
    {
      "epoch": 0.6526972804279982,
      "grad_norm": 0.20916205644607544,
      "learning_rate": 2.7750089821983148e-05,
      "loss": 1.6845,
      "step": 1464
    },
    {
      "epoch": 0.6531431119037004,
      "grad_norm": 0.21937905251979828,
      "learning_rate": 2.768853828698212e-05,
      "loss": 1.7105,
      "step": 1465
    },
    {
      "epoch": 0.6535889433794025,
      "grad_norm": 0.20495536923408508,
      "learning_rate": 2.7627018937733656e-05,
      "loss": 1.677,
      "step": 1466
    },
    {
      "epoch": 0.6540347748551048,
      "grad_norm": 0.20795701444149017,
      "learning_rate": 2.756553193506731e-05,
      "loss": 1.6625,
      "step": 1467
    },
    {
      "epoch": 0.654480606330807,
      "grad_norm": 0.21184998750686646,
      "learning_rate": 2.7504077439728017e-05,
      "loss": 1.7021,
      "step": 1468
    },
    {
      "epoch": 0.6549264378065092,
      "grad_norm": 0.20234046876430511,
      "learning_rate": 2.7442655612375772e-05,
      "loss": 1.6386,
      "step": 1469
    },
    {
      "epoch": 0.6553722692822114,
      "grad_norm": 0.20407864451408386,
      "learning_rate": 2.738126661358517e-05,
      "loss": 1.6068,
      "step": 1470
    },
    {
      "epoch": 0.6558181007579135,
      "grad_norm": 0.2117338925600052,
      "learning_rate": 2.7319910603844916e-05,
      "loss": 1.7043,
      "step": 1471
    },
    {
      "epoch": 0.6562639322336157,
      "grad_norm": 0.22000300884246826,
      "learning_rate": 2.7258587743557557e-05,
      "loss": 1.7204,
      "step": 1472
    },
    {
      "epoch": 0.6567097637093179,
      "grad_norm": 0.20668327808380127,
      "learning_rate": 2.719729819303892e-05,
      "loss": 1.7082,
      "step": 1473
    },
    {
      "epoch": 0.6571555951850201,
      "grad_norm": 0.21397939324378967,
      "learning_rate": 2.7136042112517794e-05,
      "loss": 1.7018,
      "step": 1474
    },
    {
      "epoch": 0.6576014266607223,
      "grad_norm": 0.218618705868721,
      "learning_rate": 2.7074819662135408e-05,
      "loss": 1.7575,
      "step": 1475
    },
    {
      "epoch": 0.6580472581364244,
      "grad_norm": 0.2082207053899765,
      "learning_rate": 2.7013631001945136e-05,
      "loss": 1.7218,
      "step": 1476
    },
    {
      "epoch": 0.6584930896121266,
      "grad_norm": 0.2075459063053131,
      "learning_rate": 2.6952476291911983e-05,
      "loss": 1.665,
      "step": 1477
    },
    {
      "epoch": 0.6589389210878288,
      "grad_norm": 0.20892712473869324,
      "learning_rate": 2.6891355691912183e-05,
      "loss": 1.6645,
      "step": 1478
    },
    {
      "epoch": 0.659384752563531,
      "grad_norm": 0.21131663024425507,
      "learning_rate": 2.683026936173285e-05,
      "loss": 1.7297,
      "step": 1479
    },
    {
      "epoch": 0.6598305840392331,
      "grad_norm": 0.21774396300315857,
      "learning_rate": 2.6769217461071435e-05,
      "loss": 1.6501,
      "step": 1480
    },
    {
      "epoch": 0.6602764155149353,
      "grad_norm": 0.20743833482265472,
      "learning_rate": 2.6708200149535433e-05,
      "loss": 1.7012,
      "step": 1481
    },
    {
      "epoch": 0.6607222469906375,
      "grad_norm": 0.21155858039855957,
      "learning_rate": 2.6647217586641915e-05,
      "loss": 1.6919,
      "step": 1482
    },
    {
      "epoch": 0.6611680784663397,
      "grad_norm": 0.21320167183876038,
      "learning_rate": 2.658626993181705e-05,
      "loss": 1.6932,
      "step": 1483
    },
    {
      "epoch": 0.661613909942042,
      "grad_norm": 0.20776276290416718,
      "learning_rate": 2.6525357344395825e-05,
      "loss": 1.6292,
      "step": 1484
    },
    {
      "epoch": 0.662059741417744,
      "grad_norm": 0.20588624477386475,
      "learning_rate": 2.64644799836215e-05,
      "loss": 1.5796,
      "step": 1485
    },
    {
      "epoch": 0.6625055728934462,
      "grad_norm": 0.21364407241344452,
      "learning_rate": 2.640363800864526e-05,
      "loss": 1.7093,
      "step": 1486
    },
    {
      "epoch": 0.6629514043691485,
      "grad_norm": 0.21058973670005798,
      "learning_rate": 2.6342831578525766e-05,
      "loss": 1.6617,
      "step": 1487
    },
    {
      "epoch": 0.6633972358448507,
      "grad_norm": 0.23640546202659607,
      "learning_rate": 2.6282060852228767e-05,
      "loss": 1.7007,
      "step": 1488
    },
    {
      "epoch": 0.6638430673205529,
      "grad_norm": 0.21117572486400604,
      "learning_rate": 2.6221325988626686e-05,
      "loss": 1.7067,
      "step": 1489
    },
    {
      "epoch": 0.664288898796255,
      "grad_norm": 0.22875715792179108,
      "learning_rate": 2.6160627146498162e-05,
      "loss": 1.6788,
      "step": 1490
    },
    {
      "epoch": 0.6647347302719572,
      "grad_norm": 0.20593346655368805,
      "learning_rate": 2.609996448452769e-05,
      "loss": 1.7064,
      "step": 1491
    },
    {
      "epoch": 0.6651805617476594,
      "grad_norm": 0.2149941325187683,
      "learning_rate": 2.603933816130514e-05,
      "loss": 1.6716,
      "step": 1492
    },
    {
      "epoch": 0.6656263932233616,
      "grad_norm": 0.20980104804039001,
      "learning_rate": 2.5978748335325447e-05,
      "loss": 1.6276,
      "step": 1493
    },
    {
      "epoch": 0.6660722246990638,
      "grad_norm": 0.2014513611793518,
      "learning_rate": 2.591819516498804e-05,
      "loss": 1.5863,
      "step": 1494
    },
    {
      "epoch": 0.6665180561747659,
      "grad_norm": 0.2191655933856964,
      "learning_rate": 2.5857678808596606e-05,
      "loss": 1.6928,
      "step": 1495
    },
    {
      "epoch": 0.6669638876504681,
      "grad_norm": 0.2146279513835907,
      "learning_rate": 2.5797199424358558e-05,
      "loss": 1.715,
      "step": 1496
    },
    {
      "epoch": 0.6674097191261703,
      "grad_norm": 0.220846489071846,
      "learning_rate": 2.573675717038463e-05,
      "loss": 1.7091,
      "step": 1497
    },
    {
      "epoch": 0.6678555506018725,
      "grad_norm": 0.21300770342350006,
      "learning_rate": 2.5676352204688533e-05,
      "loss": 1.6565,
      "step": 1498
    },
    {
      "epoch": 0.6683013820775747,
      "grad_norm": 0.21232812106609344,
      "learning_rate": 2.561598468518644e-05,
      "loss": 1.6675,
      "step": 1499
    },
    {
      "epoch": 0.6687472135532768,
      "grad_norm": 0.22252769768238068,
      "learning_rate": 2.5555654769696682e-05,
      "loss": 1.788,
      "step": 1500
    },
    {
      "epoch": 0.669193045028979,
      "grad_norm": 0.21169406175613403,
      "learning_rate": 2.5495362615939245e-05,
      "loss": 1.6143,
      "step": 1501
    },
    {
      "epoch": 0.6696388765046812,
      "grad_norm": 0.20465682446956635,
      "learning_rate": 2.54351083815354e-05,
      "loss": 1.6416,
      "step": 1502
    },
    {
      "epoch": 0.6700847079803834,
      "grad_norm": 0.21181552112102509,
      "learning_rate": 2.5374892224007334e-05,
      "loss": 1.6907,
      "step": 1503
    },
    {
      "epoch": 0.6705305394560857,
      "grad_norm": 0.2076726108789444,
      "learning_rate": 2.53147143007776e-05,
      "loss": 1.6321,
      "step": 1504
    },
    {
      "epoch": 0.6709763709317877,
      "grad_norm": 0.21914154291152954,
      "learning_rate": 2.5254574769168877e-05,
      "loss": 1.7141,
      "step": 1505
    },
    {
      "epoch": 0.67142220240749,
      "grad_norm": 0.21749047935009003,
      "learning_rate": 2.5194473786403423e-05,
      "loss": 1.6836,
      "step": 1506
    },
    {
      "epoch": 0.6718680338831922,
      "grad_norm": 0.21395939588546753,
      "learning_rate": 2.5134411509602778e-05,
      "loss": 1.6981,
      "step": 1507
    },
    {
      "epoch": 0.6723138653588944,
      "grad_norm": 0.20521721243858337,
      "learning_rate": 2.5074388095787204e-05,
      "loss": 1.6393,
      "step": 1508
    },
    {
      "epoch": 0.6727596968345966,
      "grad_norm": 0.22564129531383514,
      "learning_rate": 2.5014403701875444e-05,
      "loss": 1.7488,
      "step": 1509
    },
    {
      "epoch": 0.6732055283102987,
      "grad_norm": 0.20756138861179352,
      "learning_rate": 2.495445848468422e-05,
      "loss": 1.6638,
      "step": 1510
    },
    {
      "epoch": 0.6736513597860009,
      "grad_norm": 0.20713309943675995,
      "learning_rate": 2.489455260092778e-05,
      "loss": 1.6341,
      "step": 1511
    },
    {
      "epoch": 0.6740971912617031,
      "grad_norm": 0.21127474308013916,
      "learning_rate": 2.4834686207217615e-05,
      "loss": 1.69,
      "step": 1512
    },
    {
      "epoch": 0.6745430227374053,
      "grad_norm": 0.21076694130897522,
      "learning_rate": 2.4774859460061917e-05,
      "loss": 1.691,
      "step": 1513
    },
    {
      "epoch": 0.6749888542131074,
      "grad_norm": 0.21363183856010437,
      "learning_rate": 2.4715072515865277e-05,
      "loss": 1.6255,
      "step": 1514
    },
    {
      "epoch": 0.6754346856888096,
      "grad_norm": 0.2207639515399933,
      "learning_rate": 2.4655325530928186e-05,
      "loss": 1.7447,
      "step": 1515
    },
    {
      "epoch": 0.6758805171645118,
      "grad_norm": 0.21231497824192047,
      "learning_rate": 2.459561866144671e-05,
      "loss": 1.6983,
      "step": 1516
    },
    {
      "epoch": 0.676326348640214,
      "grad_norm": 0.20930279791355133,
      "learning_rate": 2.453595206351202e-05,
      "loss": 1.7216,
      "step": 1517
    },
    {
      "epoch": 0.6767721801159162,
      "grad_norm": 0.2075694501399994,
      "learning_rate": 2.4476325893110008e-05,
      "loss": 1.6862,
      "step": 1518
    },
    {
      "epoch": 0.6772180115916183,
      "grad_norm": 0.21191619336605072,
      "learning_rate": 2.4416740306120898e-05,
      "loss": 1.6955,
      "step": 1519
    },
    {
      "epoch": 0.6776638430673205,
      "grad_norm": 0.21317315101623535,
      "learning_rate": 2.4357195458318758e-05,
      "loss": 1.6974,
      "step": 1520
    },
    {
      "epoch": 0.6781096745430227,
      "grad_norm": 0.2193029373884201,
      "learning_rate": 2.4297691505371232e-05,
      "loss": 1.7065,
      "step": 1521
    },
    {
      "epoch": 0.6785555060187249,
      "grad_norm": 0.2056514024734497,
      "learning_rate": 2.423822860283898e-05,
      "loss": 1.6381,
      "step": 1522
    },
    {
      "epoch": 0.6790013374944271,
      "grad_norm": 0.20961478352546692,
      "learning_rate": 2.4178806906175386e-05,
      "loss": 1.6731,
      "step": 1523
    },
    {
      "epoch": 0.6794471689701292,
      "grad_norm": 0.20850597321987152,
      "learning_rate": 2.4119426570726113e-05,
      "loss": 1.67,
      "step": 1524
    },
    {
      "epoch": 0.6798930004458315,
      "grad_norm": 0.21722698211669922,
      "learning_rate": 2.4060087751728664e-05,
      "loss": 1.7958,
      "step": 1525
    },
    {
      "epoch": 0.6803388319215337,
      "grad_norm": 0.21742050349712372,
      "learning_rate": 2.400079060431205e-05,
      "loss": 1.6809,
      "step": 1526
    },
    {
      "epoch": 0.6807846633972359,
      "grad_norm": 0.2175883650779724,
      "learning_rate": 2.3941535283496276e-05,
      "loss": 1.6775,
      "step": 1527
    },
    {
      "epoch": 0.6812304948729381,
      "grad_norm": 0.21639642119407654,
      "learning_rate": 2.3882321944192066e-05,
      "loss": 1.6519,
      "step": 1528
    },
    {
      "epoch": 0.6816763263486402,
      "grad_norm": 0.20957130193710327,
      "learning_rate": 2.382315074120034e-05,
      "loss": 1.6866,
      "step": 1529
    },
    {
      "epoch": 0.6821221578243424,
      "grad_norm": 0.20812247693538666,
      "learning_rate": 2.37640218292119e-05,
      "loss": 1.6505,
      "step": 1530
    },
    {
      "epoch": 0.6825679893000446,
      "grad_norm": 0.2266872078180313,
      "learning_rate": 2.370493536280699e-05,
      "loss": 1.7078,
      "step": 1531
    },
    {
      "epoch": 0.6830138207757468,
      "grad_norm": 0.21843944489955902,
      "learning_rate": 2.3645891496454835e-05,
      "loss": 1.6567,
      "step": 1532
    },
    {
      "epoch": 0.683459652251449,
      "grad_norm": 0.21742242574691772,
      "learning_rate": 2.358689038451335e-05,
      "loss": 1.6709,
      "step": 1533
    },
    {
      "epoch": 0.6839054837271511,
      "grad_norm": 0.20584800839424133,
      "learning_rate": 2.352793218122863e-05,
      "loss": 1.5879,
      "step": 1534
    },
    {
      "epoch": 0.6843513152028533,
      "grad_norm": 0.24220231175422668,
      "learning_rate": 2.346901704073466e-05,
      "loss": 1.6514,
      "step": 1535
    },
    {
      "epoch": 0.6847971466785555,
      "grad_norm": 0.21529409289360046,
      "learning_rate": 2.341014511705276e-05,
      "loss": 1.6333,
      "step": 1536
    },
    {
      "epoch": 0.6852429781542577,
      "grad_norm": 0.2048722803592682,
      "learning_rate": 2.3351316564091324e-05,
      "loss": 1.5933,
      "step": 1537
    },
    {
      "epoch": 0.6856888096299599,
      "grad_norm": 0.20539425313472748,
      "learning_rate": 2.3292531535645397e-05,
      "loss": 1.5591,
      "step": 1538
    },
    {
      "epoch": 0.686134641105662,
      "grad_norm": 0.22504164278507233,
      "learning_rate": 2.323379018539612e-05,
      "loss": 1.7283,
      "step": 1539
    },
    {
      "epoch": 0.6865804725813642,
      "grad_norm": 0.20893774926662445,
      "learning_rate": 2.317509266691059e-05,
      "loss": 1.6991,
      "step": 1540
    },
    {
      "epoch": 0.6870263040570664,
      "grad_norm": 0.2077278196811676,
      "learning_rate": 2.311643913364118e-05,
      "loss": 1.6377,
      "step": 1541
    },
    {
      "epoch": 0.6874721355327686,
      "grad_norm": 0.2182167023420334,
      "learning_rate": 2.305782973892538e-05,
      "loss": 1.6495,
      "step": 1542
    },
    {
      "epoch": 0.6879179670084707,
      "grad_norm": 0.239041268825531,
      "learning_rate": 2.2999264635985236e-05,
      "loss": 1.6768,
      "step": 1543
    },
    {
      "epoch": 0.688363798484173,
      "grad_norm": 0.21819788217544556,
      "learning_rate": 2.294074397792699e-05,
      "loss": 1.6931,
      "step": 1544
    },
    {
      "epoch": 0.6888096299598752,
      "grad_norm": 0.2190483808517456,
      "learning_rate": 2.2882267917740773e-05,
      "loss": 1.7156,
      "step": 1545
    },
    {
      "epoch": 0.6892554614355774,
      "grad_norm": 0.21070745587348938,
      "learning_rate": 2.2823836608299993e-05,
      "loss": 1.6657,
      "step": 1546
    },
    {
      "epoch": 0.6897012929112796,
      "grad_norm": 0.22207684814929962,
      "learning_rate": 2.2765450202361186e-05,
      "loss": 1.6418,
      "step": 1547
    },
    {
      "epoch": 0.6901471243869817,
      "grad_norm": 0.2176201194524765,
      "learning_rate": 2.2707108852563442e-05,
      "loss": 1.639,
      "step": 1548
    },
    {
      "epoch": 0.6905929558626839,
      "grad_norm": 0.21337008476257324,
      "learning_rate": 2.264881271142806e-05,
      "loss": 1.7322,
      "step": 1549
    },
    {
      "epoch": 0.6910387873383861,
      "grad_norm": 0.22717460989952087,
      "learning_rate": 2.259056193135817e-05,
      "loss": 1.6703,
      "step": 1550
    },
    {
      "epoch": 0.6914846188140883,
      "grad_norm": 0.2101426124572754,
      "learning_rate": 2.2532356664638284e-05,
      "loss": 1.5707,
      "step": 1551
    },
    {
      "epoch": 0.6919304502897905,
      "grad_norm": 0.21993723511695862,
      "learning_rate": 2.2474197063433997e-05,
      "loss": 1.741,
      "step": 1552
    },
    {
      "epoch": 0.6923762817654926,
      "grad_norm": 0.2218742072582245,
      "learning_rate": 2.2416083279791412e-05,
      "loss": 1.7376,
      "step": 1553
    },
    {
      "epoch": 0.6928221132411948,
      "grad_norm": 0.20483218133449554,
      "learning_rate": 2.235801546563695e-05,
      "loss": 1.6138,
      "step": 1554
    },
    {
      "epoch": 0.693267944716897,
      "grad_norm": 0.20817512273788452,
      "learning_rate": 2.2299993772776826e-05,
      "loss": 1.59,
      "step": 1555
    },
    {
      "epoch": 0.6937137761925992,
      "grad_norm": 0.2114722579717636,
      "learning_rate": 2.2242018352896647e-05,
      "loss": 1.674,
      "step": 1556
    },
    {
      "epoch": 0.6941596076683014,
      "grad_norm": 0.21670565009117126,
      "learning_rate": 2.2184089357561084e-05,
      "loss": 1.6921,
      "step": 1557
    },
    {
      "epoch": 0.6946054391440035,
      "grad_norm": 0.20735487341880798,
      "learning_rate": 2.2126206938213416e-05,
      "loss": 1.5892,
      "step": 1558
    },
    {
      "epoch": 0.6950512706197057,
      "grad_norm": 0.21104715764522552,
      "learning_rate": 2.2068371246175202e-05,
      "loss": 1.7105,
      "step": 1559
    },
    {
      "epoch": 0.6954971020954079,
      "grad_norm": 0.21665683388710022,
      "learning_rate": 2.2010582432645805e-05,
      "loss": 1.7395,
      "step": 1560
    },
    {
      "epoch": 0.6959429335711101,
      "grad_norm": 0.2189028114080429,
      "learning_rate": 2.1952840648702033e-05,
      "loss": 1.7098,
      "step": 1561
    },
    {
      "epoch": 0.6963887650468124,
      "grad_norm": 0.21958619356155396,
      "learning_rate": 2.1895146045297756e-05,
      "loss": 1.7358,
      "step": 1562
    },
    {
      "epoch": 0.6968345965225144,
      "grad_norm": 0.211784228682518,
      "learning_rate": 2.1837498773263503e-05,
      "loss": 1.6385,
      "step": 1563
    },
    {
      "epoch": 0.6972804279982167,
      "grad_norm": 0.22032000124454498,
      "learning_rate": 2.177989898330604e-05,
      "loss": 1.7209,
      "step": 1564
    },
    {
      "epoch": 0.6977262594739189,
      "grad_norm": 0.2093527913093567,
      "learning_rate": 2.1722346826008058e-05,
      "loss": 1.6757,
      "step": 1565
    },
    {
      "epoch": 0.6981720909496211,
      "grad_norm": 0.21098032593727112,
      "learning_rate": 2.1664842451827674e-05,
      "loss": 1.6658,
      "step": 1566
    },
    {
      "epoch": 0.6986179224253233,
      "grad_norm": 0.2161460518836975,
      "learning_rate": 2.1607386011098087e-05,
      "loss": 1.679,
      "step": 1567
    },
    {
      "epoch": 0.6990637539010254,
      "grad_norm": 0.20579443871974945,
      "learning_rate": 2.15499776540272e-05,
      "loss": 1.6326,
      "step": 1568
    },
    {
      "epoch": 0.6995095853767276,
      "grad_norm": 0.21881307661533356,
      "learning_rate": 2.1492617530697205e-05,
      "loss": 1.7071,
      "step": 1569
    },
    {
      "epoch": 0.6999554168524298,
      "grad_norm": 0.20437318086624146,
      "learning_rate": 2.143530579106421e-05,
      "loss": 1.5891,
      "step": 1570
    },
    {
      "epoch": 0.700401248328132,
      "grad_norm": 0.20855799317359924,
      "learning_rate": 2.1378042584957788e-05,
      "loss": 1.6121,
      "step": 1571
    },
    {
      "epoch": 0.7008470798038342,
      "grad_norm": 0.208792045712471,
      "learning_rate": 2.1320828062080702e-05,
      "loss": 1.6336,
      "step": 1572
    },
    {
      "epoch": 0.7012929112795363,
      "grad_norm": 0.21160204708576202,
      "learning_rate": 2.12636623720084e-05,
      "loss": 1.5939,
      "step": 1573
    },
    {
      "epoch": 0.7017387427552385,
      "grad_norm": 0.2254459112882614,
      "learning_rate": 2.1206545664188665e-05,
      "loss": 1.7185,
      "step": 1574
    },
    {
      "epoch": 0.7021845742309407,
      "grad_norm": 0.21912482380867004,
      "learning_rate": 2.1149478087941232e-05,
      "loss": 1.6476,
      "step": 1575
    },
    {
      "epoch": 0.7026304057066429,
      "grad_norm": 0.22228744626045227,
      "learning_rate": 2.1092459792457384e-05,
      "loss": 1.7031,
      "step": 1576
    },
    {
      "epoch": 0.703076237182345,
      "grad_norm": 0.21615174412727356,
      "learning_rate": 2.1035490926799627e-05,
      "loss": 1.6802,
      "step": 1577
    },
    {
      "epoch": 0.7035220686580472,
      "grad_norm": 0.21546153724193573,
      "learning_rate": 2.0978571639901127e-05,
      "loss": 1.6668,
      "step": 1578
    },
    {
      "epoch": 0.7039679001337494,
      "grad_norm": 0.2065260410308838,
      "learning_rate": 2.092170208056556e-05,
      "loss": 1.7268,
      "step": 1579
    },
    {
      "epoch": 0.7044137316094516,
      "grad_norm": 0.21415454149246216,
      "learning_rate": 2.0864882397466522e-05,
      "loss": 1.7412,
      "step": 1580
    },
    {
      "epoch": 0.7048595630851539,
      "grad_norm": 0.2132900059223175,
      "learning_rate": 2.080811273914723e-05,
      "loss": 1.6688,
      "step": 1581
    },
    {
      "epoch": 0.705305394560856,
      "grad_norm": 0.21396885812282562,
      "learning_rate": 2.0751393254020167e-05,
      "loss": 1.6201,
      "step": 1582
    },
    {
      "epoch": 0.7057512260365582,
      "grad_norm": 0.2127222865819931,
      "learning_rate": 2.0694724090366573e-05,
      "loss": 1.6712,
      "step": 1583
    },
    {
      "epoch": 0.7061970575122604,
      "grad_norm": 0.21451707184314728,
      "learning_rate": 2.0638105396336205e-05,
      "loss": 1.7799,
      "step": 1584
    },
    {
      "epoch": 0.7066428889879626,
      "grad_norm": 0.20462240278720856,
      "learning_rate": 2.0581537319946835e-05,
      "loss": 1.6409,
      "step": 1585
    },
    {
      "epoch": 0.7070887204636648,
      "grad_norm": 0.21308767795562744,
      "learning_rate": 2.052502000908392e-05,
      "loss": 1.7233,
      "step": 1586
    },
    {
      "epoch": 0.7075345519393669,
      "grad_norm": 0.21449759602546692,
      "learning_rate": 2.0468553611500194e-05,
      "loss": 1.6703,
      "step": 1587
    },
    {
      "epoch": 0.7079803834150691,
      "grad_norm": 0.22682039439678192,
      "learning_rate": 2.0412138274815277e-05,
      "loss": 1.7112,
      "step": 1588
    },
    {
      "epoch": 0.7084262148907713,
      "grad_norm": 0.2146991342306137,
      "learning_rate": 2.0355774146515373e-05,
      "loss": 1.7026,
      "step": 1589
    },
    {
      "epoch": 0.7088720463664735,
      "grad_norm": 0.2087714672088623,
      "learning_rate": 2.0299461373952694e-05,
      "loss": 1.6872,
      "step": 1590
    },
    {
      "epoch": 0.7093178778421757,
      "grad_norm": 0.21883074939250946,
      "learning_rate": 2.0243200104345287e-05,
      "loss": 1.6169,
      "step": 1591
    },
    {
      "epoch": 0.7097637093178778,
      "grad_norm": 0.2386023998260498,
      "learning_rate": 2.0186990484776527e-05,
      "loss": 1.7792,
      "step": 1592
    },
    {
      "epoch": 0.71020954079358,
      "grad_norm": 0.21399356424808502,
      "learning_rate": 2.0130832662194727e-05,
      "loss": 1.7303,
      "step": 1593
    },
    {
      "epoch": 0.7106553722692822,
      "grad_norm": 0.21151752769947052,
      "learning_rate": 2.0074726783412876e-05,
      "loss": 1.6912,
      "step": 1594
    },
    {
      "epoch": 0.7111012037449844,
      "grad_norm": 0.21129117906093597,
      "learning_rate": 2.001867299510804e-05,
      "loss": 1.5719,
      "step": 1595
    },
    {
      "epoch": 0.7115470352206866,
      "grad_norm": 0.2249021977186203,
      "learning_rate": 1.996267144382124e-05,
      "loss": 1.7415,
      "step": 1596
    },
    {
      "epoch": 0.7119928666963887,
      "grad_norm": 0.22093600034713745,
      "learning_rate": 1.9906722275956813e-05,
      "loss": 1.6226,
      "step": 1597
    },
    {
      "epoch": 0.7124386981720909,
      "grad_norm": 0.20435047149658203,
      "learning_rate": 1.9850825637782238e-05,
      "loss": 1.5928,
      "step": 1598
    },
    {
      "epoch": 0.7128845296477931,
      "grad_norm": 0.21552211046218872,
      "learning_rate": 1.979498167542763e-05,
      "loss": 1.6577,
      "step": 1599
    },
    {
      "epoch": 0.7133303611234953,
      "grad_norm": 0.23137615621089935,
      "learning_rate": 1.9739190534885373e-05,
      "loss": 1.7278,
      "step": 1600
    },
    {
      "epoch": 0.7137761925991976,
      "grad_norm": 0.21526360511779785,
      "learning_rate": 1.968345236200984e-05,
      "loss": 1.6914,
      "step": 1601
    },
    {
      "epoch": 0.7142220240748997,
      "grad_norm": 0.211056187748909,
      "learning_rate": 1.9627767302516813e-05,
      "loss": 1.6795,
      "step": 1602
    },
    {
      "epoch": 0.7146678555506019,
      "grad_norm": 0.21113769710063934,
      "learning_rate": 1.9572135501983323e-05,
      "loss": 1.6924,
      "step": 1603
    },
    {
      "epoch": 0.7151136870263041,
      "grad_norm": 0.2132183462381363,
      "learning_rate": 1.9516557105847115e-05,
      "loss": 1.7096,
      "step": 1604
    },
    {
      "epoch": 0.7155595185020063,
      "grad_norm": 0.22010637819766998,
      "learning_rate": 1.9461032259406317e-05,
      "loss": 1.719,
      "step": 1605
    },
    {
      "epoch": 0.7160053499777084,
      "grad_norm": 0.2260245382785797,
      "learning_rate": 1.9405561107819115e-05,
      "loss": 1.7669,
      "step": 1606
    },
    {
      "epoch": 0.7164511814534106,
      "grad_norm": 0.21607038378715515,
      "learning_rate": 1.935014379610323e-05,
      "loss": 1.7269,
      "step": 1607
    },
    {
      "epoch": 0.7168970129291128,
      "grad_norm": 0.21896830201148987,
      "learning_rate": 1.9294780469135716e-05,
      "loss": 1.6819,
      "step": 1608
    },
    {
      "epoch": 0.717342844404815,
      "grad_norm": 0.2158462107181549,
      "learning_rate": 1.9239471271652457e-05,
      "loss": 1.6792,
      "step": 1609
    },
    {
      "epoch": 0.7177886758805172,
      "grad_norm": 0.20783156156539917,
      "learning_rate": 1.918421634824782e-05,
      "loss": 1.6777,
      "step": 1610
    },
    {
      "epoch": 0.7182345073562193,
      "grad_norm": 0.2149592936038971,
      "learning_rate": 1.9129015843374307e-05,
      "loss": 1.7638,
      "step": 1611
    },
    {
      "epoch": 0.7186803388319215,
      "grad_norm": 0.2201961874961853,
      "learning_rate": 1.9073869901342124e-05,
      "loss": 1.6823,
      "step": 1612
    },
    {
      "epoch": 0.7191261703076237,
      "grad_norm": 0.20768548548221588,
      "learning_rate": 1.9018778666318886e-05,
      "loss": 1.695,
      "step": 1613
    },
    {
      "epoch": 0.7195720017833259,
      "grad_norm": 0.20987243950366974,
      "learning_rate": 1.8963742282329103e-05,
      "loss": 1.6795,
      "step": 1614
    },
    {
      "epoch": 0.7200178332590281,
      "grad_norm": 0.21279454231262207,
      "learning_rate": 1.8908760893253978e-05,
      "loss": 1.6226,
      "step": 1615
    },
    {
      "epoch": 0.7204636647347302,
      "grad_norm": 0.213914155960083,
      "learning_rate": 1.8853834642830893e-05,
      "loss": 1.7502,
      "step": 1616
    },
    {
      "epoch": 0.7209094962104324,
      "grad_norm": 0.21754053235054016,
      "learning_rate": 1.8798963674653085e-05,
      "loss": 1.6539,
      "step": 1617
    },
    {
      "epoch": 0.7213553276861346,
      "grad_norm": 0.21168647706508636,
      "learning_rate": 1.8744148132169276e-05,
      "loss": 1.6725,
      "step": 1618
    },
    {
      "epoch": 0.7218011591618368,
      "grad_norm": 0.2150428593158722,
      "learning_rate": 1.868938815868327e-05,
      "loss": 1.6948,
      "step": 1619
    },
    {
      "epoch": 0.722246990637539,
      "grad_norm": 0.22413000464439392,
      "learning_rate": 1.863468389735364e-05,
      "loss": 1.7283,
      "step": 1620
    },
    {
      "epoch": 0.7226928221132412,
      "grad_norm": 0.20888751745224,
      "learning_rate": 1.8580035491193272e-05,
      "loss": 1.6067,
      "step": 1621
    },
    {
      "epoch": 0.7231386535889434,
      "grad_norm": 0.21040651202201843,
      "learning_rate": 1.852544308306904e-05,
      "loss": 1.6979,
      "step": 1622
    },
    {
      "epoch": 0.7235844850646456,
      "grad_norm": 0.21798674762248993,
      "learning_rate": 1.8470906815701428e-05,
      "loss": 1.7031,
      "step": 1623
    },
    {
      "epoch": 0.7240303165403478,
      "grad_norm": 0.20667821168899536,
      "learning_rate": 1.841642683166415e-05,
      "loss": 1.6203,
      "step": 1624
    },
    {
      "epoch": 0.72447614801605,
      "grad_norm": 0.2400122582912445,
      "learning_rate": 1.8362003273383773e-05,
      "loss": 1.669,
      "step": 1625
    },
    {
      "epoch": 0.7249219794917521,
      "grad_norm": 0.21607232093811035,
      "learning_rate": 1.8307636283139346e-05,
      "loss": 1.7089,
      "step": 1626
    },
    {
      "epoch": 0.7253678109674543,
      "grad_norm": 0.21115532517433167,
      "learning_rate": 1.8253326003062066e-05,
      "loss": 1.6026,
      "step": 1627
    },
    {
      "epoch": 0.7258136424431565,
      "grad_norm": 0.21052424609661102,
      "learning_rate": 1.8199072575134836e-05,
      "loss": 1.7055,
      "step": 1628
    },
    {
      "epoch": 0.7262594739188587,
      "grad_norm": 0.21075934171676636,
      "learning_rate": 1.814487614119195e-05,
      "loss": 1.6611,
      "step": 1629
    },
    {
      "epoch": 0.7267053053945609,
      "grad_norm": 0.21393883228302002,
      "learning_rate": 1.8090736842918693e-05,
      "loss": 1.6745,
      "step": 1630
    },
    {
      "epoch": 0.727151136870263,
      "grad_norm": 0.21503308415412903,
      "learning_rate": 1.8036654821850983e-05,
      "loss": 1.6958,
      "step": 1631
    },
    {
      "epoch": 0.7275969683459652,
      "grad_norm": 0.21681855618953705,
      "learning_rate": 1.798263021937499e-05,
      "loss": 1.6587,
      "step": 1632
    },
    {
      "epoch": 0.7280427998216674,
      "grad_norm": 0.21706219017505646,
      "learning_rate": 1.792866317672681e-05,
      "loss": 1.7028,
      "step": 1633
    },
    {
      "epoch": 0.7284886312973696,
      "grad_norm": 0.20354248583316803,
      "learning_rate": 1.7874753834992023e-05,
      "loss": 1.6569,
      "step": 1634
    },
    {
      "epoch": 0.7289344627730718,
      "grad_norm": 0.21028798818588257,
      "learning_rate": 1.7820902335105383e-05,
      "loss": 1.6933,
      "step": 1635
    },
    {
      "epoch": 0.7293802942487739,
      "grad_norm": 0.21687069535255432,
      "learning_rate": 1.7767108817850412e-05,
      "loss": 1.6583,
      "step": 1636
    },
    {
      "epoch": 0.7298261257244761,
      "grad_norm": 0.22027990221977234,
      "learning_rate": 1.7713373423859046e-05,
      "loss": 1.6515,
      "step": 1637
    },
    {
      "epoch": 0.7302719572001783,
      "grad_norm": 0.2133876234292984,
      "learning_rate": 1.7659696293611322e-05,
      "loss": 1.7303,
      "step": 1638
    },
    {
      "epoch": 0.7307177886758806,
      "grad_norm": 0.21730008721351624,
      "learning_rate": 1.7606077567434864e-05,
      "loss": 1.6403,
      "step": 1639
    },
    {
      "epoch": 0.7311636201515826,
      "grad_norm": 0.2158871442079544,
      "learning_rate": 1.755251738550471e-05,
      "loss": 1.7941,
      "step": 1640
    },
    {
      "epoch": 0.7316094516272849,
      "grad_norm": 0.21339385211467743,
      "learning_rate": 1.749901588784278e-05,
      "loss": 1.6026,
      "step": 1641
    },
    {
      "epoch": 0.7320552831029871,
      "grad_norm": 0.21182480454444885,
      "learning_rate": 1.74455732143176e-05,
      "loss": 1.6946,
      "step": 1642
    },
    {
      "epoch": 0.7325011145786893,
      "grad_norm": 0.21345484256744385,
      "learning_rate": 1.739218950464391e-05,
      "loss": 1.6797,
      "step": 1643
    },
    {
      "epoch": 0.7329469460543915,
      "grad_norm": 0.20875349640846252,
      "learning_rate": 1.7338864898382283e-05,
      "loss": 1.7255,
      "step": 1644
    },
    {
      "epoch": 0.7333927775300936,
      "grad_norm": 0.2105070799589157,
      "learning_rate": 1.7285599534938847e-05,
      "loss": 1.6331,
      "step": 1645
    },
    {
      "epoch": 0.7338386090057958,
      "grad_norm": 0.22293248772621155,
      "learning_rate": 1.7232393553564737e-05,
      "loss": 1.7833,
      "step": 1646
    },
    {
      "epoch": 0.734284440481498,
      "grad_norm": 0.21037378907203674,
      "learning_rate": 1.7179247093355958e-05,
      "loss": 1.6202,
      "step": 1647
    },
    {
      "epoch": 0.7347302719572002,
      "grad_norm": 0.21147316694259644,
      "learning_rate": 1.712616029325284e-05,
      "loss": 1.6425,
      "step": 1648
    },
    {
      "epoch": 0.7351761034329024,
      "grad_norm": 0.21319825947284698,
      "learning_rate": 1.7073133292039763e-05,
      "loss": 1.6249,
      "step": 1649
    },
    {
      "epoch": 0.7356219349086045,
      "grad_norm": 0.2166374772787094,
      "learning_rate": 1.702016622834481e-05,
      "loss": 1.7166,
      "step": 1650
    },
    {
      "epoch": 0.7360677663843067,
      "grad_norm": 0.2091745287179947,
      "learning_rate": 1.6967259240639286e-05,
      "loss": 1.6569,
      "step": 1651
    },
    {
      "epoch": 0.7365135978600089,
      "grad_norm": 0.21647918224334717,
      "learning_rate": 1.6914412467237527e-05,
      "loss": 1.7274,
      "step": 1652
    },
    {
      "epoch": 0.7369594293357111,
      "grad_norm": 0.2086901217699051,
      "learning_rate": 1.6861626046296414e-05,
      "loss": 1.6938,
      "step": 1653
    },
    {
      "epoch": 0.7374052608114133,
      "grad_norm": 0.2160521149635315,
      "learning_rate": 1.6808900115815033e-05,
      "loss": 1.692,
      "step": 1654
    },
    {
      "epoch": 0.7378510922871154,
      "grad_norm": 0.22636863589286804,
      "learning_rate": 1.6756234813634384e-05,
      "loss": 1.7263,
      "step": 1655
    },
    {
      "epoch": 0.7382969237628176,
      "grad_norm": 0.21563678979873657,
      "learning_rate": 1.6703630277436876e-05,
      "loss": 1.7487,
      "step": 1656
    },
    {
      "epoch": 0.7387427552385198,
      "grad_norm": 0.21852725744247437,
      "learning_rate": 1.6651086644746178e-05,
      "loss": 1.7245,
      "step": 1657
    },
    {
      "epoch": 0.739188586714222,
      "grad_norm": 0.2140512466430664,
      "learning_rate": 1.6598604052926605e-05,
      "loss": 1.6855,
      "step": 1658
    },
    {
      "epoch": 0.7396344181899243,
      "grad_norm": 0.21513479948043823,
      "learning_rate": 1.6546182639183017e-05,
      "loss": 1.7018,
      "step": 1659
    },
    {
      "epoch": 0.7400802496656264,
      "grad_norm": 0.21244609355926514,
      "learning_rate": 1.6493822540560264e-05,
      "loss": 1.6456,
      "step": 1660
    },
    {
      "epoch": 0.7405260811413286,
      "grad_norm": 0.2082839161157608,
      "learning_rate": 1.6441523893942904e-05,
      "loss": 1.6694,
      "step": 1661
    },
    {
      "epoch": 0.7409719126170308,
      "grad_norm": 0.20764775574207306,
      "learning_rate": 1.63892868360549e-05,
      "loss": 1.6346,
      "step": 1662
    },
    {
      "epoch": 0.741417744092733,
      "grad_norm": 0.21003484725952148,
      "learning_rate": 1.6337111503459104e-05,
      "loss": 1.6445,
      "step": 1663
    },
    {
      "epoch": 0.7418635755684352,
      "grad_norm": 0.20952807366847992,
      "learning_rate": 1.62849980325571e-05,
      "loss": 1.6568,
      "step": 1664
    },
    {
      "epoch": 0.7423094070441373,
      "grad_norm": 0.21767908334732056,
      "learning_rate": 1.6232946559588685e-05,
      "loss": 1.7434,
      "step": 1665
    },
    {
      "epoch": 0.7427552385198395,
      "grad_norm": 0.2061166912317276,
      "learning_rate": 1.61809572206316e-05,
      "loss": 1.5777,
      "step": 1666
    },
    {
      "epoch": 0.7432010699955417,
      "grad_norm": 0.22280170023441315,
      "learning_rate": 1.6129030151601143e-05,
      "loss": 1.6573,
      "step": 1667
    },
    {
      "epoch": 0.7436469014712439,
      "grad_norm": 0.21022509038448334,
      "learning_rate": 1.6077165488249808e-05,
      "loss": 1.6436,
      "step": 1668
    },
    {
      "epoch": 0.744092732946946,
      "grad_norm": 0.20853520929813385,
      "learning_rate": 1.6025363366166993e-05,
      "loss": 1.6847,
      "step": 1669
    },
    {
      "epoch": 0.7445385644226482,
      "grad_norm": 0.2136744111776352,
      "learning_rate": 1.5973623920778507e-05,
      "loss": 1.6606,
      "step": 1670
    },
    {
      "epoch": 0.7449843958983504,
      "grad_norm": 0.2094704657793045,
      "learning_rate": 1.5921947287346396e-05,
      "loss": 1.6819,
      "step": 1671
    },
    {
      "epoch": 0.7454302273740526,
      "grad_norm": 0.2109789252281189,
      "learning_rate": 1.5870333600968436e-05,
      "loss": 1.6845,
      "step": 1672
    },
    {
      "epoch": 0.7458760588497548,
      "grad_norm": 0.20413950085639954,
      "learning_rate": 1.5818782996577863e-05,
      "loss": 1.6252,
      "step": 1673
    },
    {
      "epoch": 0.7463218903254569,
      "grad_norm": 0.20651325583457947,
      "learning_rate": 1.5767295608943004e-05,
      "loss": 1.6524,
      "step": 1674
    },
    {
      "epoch": 0.7467677218011591,
      "grad_norm": 0.2228579968214035,
      "learning_rate": 1.5715871572666884e-05,
      "loss": 1.6841,
      "step": 1675
    },
    {
      "epoch": 0.7472135532768613,
      "grad_norm": 0.22185350954532623,
      "learning_rate": 1.5664511022186973e-05,
      "loss": 1.7189,
      "step": 1676
    },
    {
      "epoch": 0.7476593847525635,
      "grad_norm": 0.2085024118423462,
      "learning_rate": 1.5613214091774715e-05,
      "loss": 1.6488,
      "step": 1677
    },
    {
      "epoch": 0.7481052162282658,
      "grad_norm": 0.21749557554721832,
      "learning_rate": 1.5561980915535256e-05,
      "loss": 1.6556,
      "step": 1678
    },
    {
      "epoch": 0.7485510477039679,
      "grad_norm": 0.21180903911590576,
      "learning_rate": 1.551081162740706e-05,
      "loss": 1.6585,
      "step": 1679
    },
    {
      "epoch": 0.7489968791796701,
      "grad_norm": 0.2109190672636032,
      "learning_rate": 1.5459706361161574e-05,
      "loss": 1.6375,
      "step": 1680
    },
    {
      "epoch": 0.7494427106553723,
      "grad_norm": 0.22114650905132294,
      "learning_rate": 1.540866525040286e-05,
      "loss": 1.7362,
      "step": 1681
    },
    {
      "epoch": 0.7498885421310745,
      "grad_norm": 0.2117205709218979,
      "learning_rate": 1.5357688428567305e-05,
      "loss": 1.6379,
      "step": 1682
    },
    {
      "epoch": 0.7503343736067767,
      "grad_norm": 0.22022368013858795,
      "learning_rate": 1.5306776028923168e-05,
      "loss": 1.7065,
      "step": 1683
    },
    {
      "epoch": 0.7507802050824788,
      "grad_norm": 0.20683397352695465,
      "learning_rate": 1.5255928184570325e-05,
      "loss": 1.6441,
      "step": 1684
    },
    {
      "epoch": 0.751226036558181,
      "grad_norm": 0.21802788972854614,
      "learning_rate": 1.5205145028439869e-05,
      "loss": 1.6945,
      "step": 1685
    },
    {
      "epoch": 0.7516718680338832,
      "grad_norm": 0.21333461999893188,
      "learning_rate": 1.5154426693293789e-05,
      "loss": 1.6722,
      "step": 1686
    },
    {
      "epoch": 0.7521176995095854,
      "grad_norm": 0.2121250480413437,
      "learning_rate": 1.5103773311724595e-05,
      "loss": 1.683,
      "step": 1687
    },
    {
      "epoch": 0.7525635309852876,
      "grad_norm": 0.2146673947572708,
      "learning_rate": 1.505318501615503e-05,
      "loss": 1.7403,
      "step": 1688
    },
    {
      "epoch": 0.7530093624609897,
      "grad_norm": 0.228244349360466,
      "learning_rate": 1.5002661938837642e-05,
      "loss": 1.6316,
      "step": 1689
    },
    {
      "epoch": 0.7534551939366919,
      "grad_norm": 0.2161572426557541,
      "learning_rate": 1.4952204211854495e-05,
      "loss": 1.7335,
      "step": 1690
    },
    {
      "epoch": 0.7539010254123941,
      "grad_norm": 0.2183622270822525,
      "learning_rate": 1.490181196711681e-05,
      "loss": 1.7581,
      "step": 1691
    },
    {
      "epoch": 0.7543468568880963,
      "grad_norm": 0.2171555757522583,
      "learning_rate": 1.4851485336364616e-05,
      "loss": 1.5821,
      "step": 1692
    },
    {
      "epoch": 0.7547926883637985,
      "grad_norm": 0.2165864109992981,
      "learning_rate": 1.480122445116639e-05,
      "loss": 1.7101,
      "step": 1693
    },
    {
      "epoch": 0.7552385198395006,
      "grad_norm": 0.2134932428598404,
      "learning_rate": 1.4751029442918774e-05,
      "loss": 1.7034,
      "step": 1694
    },
    {
      "epoch": 0.7556843513152028,
      "grad_norm": 0.21446305513381958,
      "learning_rate": 1.470090044284616e-05,
      "loss": 1.6731,
      "step": 1695
    },
    {
      "epoch": 0.756130182790905,
      "grad_norm": 0.20731084048748016,
      "learning_rate": 1.4650837582000366e-05,
      "loss": 1.6161,
      "step": 1696
    },
    {
      "epoch": 0.7565760142666073,
      "grad_norm": 0.21304520964622498,
      "learning_rate": 1.4600840991260326e-05,
      "loss": 1.6676,
      "step": 1697
    },
    {
      "epoch": 0.7570218457423094,
      "grad_norm": 0.21757115423679352,
      "learning_rate": 1.4550910801331695e-05,
      "loss": 1.6785,
      "step": 1698
    },
    {
      "epoch": 0.7574676772180116,
      "grad_norm": 0.20889507234096527,
      "learning_rate": 1.4501047142746596e-05,
      "loss": 1.6448,
      "step": 1699
    },
    {
      "epoch": 0.7579135086937138,
      "grad_norm": 0.20793591439723969,
      "learning_rate": 1.4451250145863122e-05,
      "loss": 1.6378,
      "step": 1700
    },
    {
      "epoch": 0.758359340169416,
      "grad_norm": 0.21320326626300812,
      "learning_rate": 1.44015199408652e-05,
      "loss": 1.6719,
      "step": 1701
    },
    {
      "epoch": 0.7588051716451182,
      "grad_norm": 0.22267097234725952,
      "learning_rate": 1.4351856657762073e-05,
      "loss": 1.7289,
      "step": 1702
    },
    {
      "epoch": 0.7592510031208203,
      "grad_norm": 0.2166622281074524,
      "learning_rate": 1.4302260426388057e-05,
      "loss": 1.7232,
      "step": 1703
    },
    {
      "epoch": 0.7596968345965225,
      "grad_norm": 0.21449553966522217,
      "learning_rate": 1.4252731376402165e-05,
      "loss": 1.6526,
      "step": 1704
    },
    {
      "epoch": 0.7601426660722247,
      "grad_norm": 0.22871123254299164,
      "learning_rate": 1.4203269637287771e-05,
      "loss": 1.7368,
      "step": 1705
    },
    {
      "epoch": 0.7605884975479269,
      "grad_norm": 0.2038571536540985,
      "learning_rate": 1.415387533835233e-05,
      "loss": 1.6195,
      "step": 1706
    },
    {
      "epoch": 0.7610343290236291,
      "grad_norm": 0.20023328065872192,
      "learning_rate": 1.4104548608726899e-05,
      "loss": 1.5593,
      "step": 1707
    },
    {
      "epoch": 0.7614801604993312,
      "grad_norm": 0.21404391527175903,
      "learning_rate": 1.4055289577365972e-05,
      "loss": 1.7103,
      "step": 1708
    },
    {
      "epoch": 0.7619259919750334,
      "grad_norm": 0.20616884529590607,
      "learning_rate": 1.4006098373047024e-05,
      "loss": 1.6404,
      "step": 1709
    },
    {
      "epoch": 0.7623718234507356,
      "grad_norm": 0.2090296447277069,
      "learning_rate": 1.3956975124370194e-05,
      "loss": 1.622,
      "step": 1710
    },
    {
      "epoch": 0.7628176549264378,
      "grad_norm": 0.21544824540615082,
      "learning_rate": 1.3907919959758025e-05,
      "loss": 1.721,
      "step": 1711
    },
    {
      "epoch": 0.76326348640214,
      "grad_norm": 0.21331052482128143,
      "learning_rate": 1.3858933007454982e-05,
      "loss": 1.6671,
      "step": 1712
    },
    {
      "epoch": 0.7637093178778421,
      "grad_norm": 0.21323925256729126,
      "learning_rate": 1.3810014395527293e-05,
      "loss": 1.7372,
      "step": 1713
    },
    {
      "epoch": 0.7641551493535443,
      "grad_norm": 0.21207715570926666,
      "learning_rate": 1.3761164251862433e-05,
      "loss": 1.6785,
      "step": 1714
    },
    {
      "epoch": 0.7646009808292465,
      "grad_norm": 0.21643908321857452,
      "learning_rate": 1.3712382704168969e-05,
      "loss": 1.6265,
      "step": 1715
    },
    {
      "epoch": 0.7650468123049488,
      "grad_norm": 0.21683047711849213,
      "learning_rate": 1.366366987997608e-05,
      "loss": 1.5964,
      "step": 1716
    },
    {
      "epoch": 0.765492643780651,
      "grad_norm": 0.2198846936225891,
      "learning_rate": 1.3615025906633292e-05,
      "loss": 1.7117,
      "step": 1717
    },
    {
      "epoch": 0.7659384752563531,
      "grad_norm": 0.2114400714635849,
      "learning_rate": 1.3566450911310177e-05,
      "loss": 1.5469,
      "step": 1718
    },
    {
      "epoch": 0.7663843067320553,
      "grad_norm": 0.2092181295156479,
      "learning_rate": 1.35179450209959e-05,
      "loss": 1.6191,
      "step": 1719
    },
    {
      "epoch": 0.7668301382077575,
      "grad_norm": 0.221450075507164,
      "learning_rate": 1.3469508362499038e-05,
      "loss": 1.6859,
      "step": 1720
    },
    {
      "epoch": 0.7672759696834597,
      "grad_norm": 0.2141382396221161,
      "learning_rate": 1.3421141062447136e-05,
      "loss": 1.7042,
      "step": 1721
    },
    {
      "epoch": 0.7677218011591619,
      "grad_norm": 0.21323536336421967,
      "learning_rate": 1.3372843247286418e-05,
      "loss": 1.6286,
      "step": 1722
    },
    {
      "epoch": 0.768167632634864,
      "grad_norm": 0.2125978320837021,
      "learning_rate": 1.3324615043281499e-05,
      "loss": 1.671,
      "step": 1723
    },
    {
      "epoch": 0.7686134641105662,
      "grad_norm": 0.20601363480091095,
      "learning_rate": 1.327645657651492e-05,
      "loss": 1.5999,
      "step": 1724
    },
    {
      "epoch": 0.7690592955862684,
      "grad_norm": 0.2202201932668686,
      "learning_rate": 1.3228367972887007e-05,
      "loss": 1.7278,
      "step": 1725
    },
    {
      "epoch": 0.7695051270619706,
      "grad_norm": 0.21748553216457367,
      "learning_rate": 1.3180349358115381e-05,
      "loss": 1.6369,
      "step": 1726
    },
    {
      "epoch": 0.7699509585376728,
      "grad_norm": 0.21323193609714508,
      "learning_rate": 1.313240085773471e-05,
      "loss": 1.6617,
      "step": 1727
    },
    {
      "epoch": 0.7703967900133749,
      "grad_norm": 0.2173137217760086,
      "learning_rate": 1.3084522597096366e-05,
      "loss": 1.7016,
      "step": 1728
    },
    {
      "epoch": 0.7708426214890771,
      "grad_norm": 0.21649500727653503,
      "learning_rate": 1.3036714701368075e-05,
      "loss": 1.7226,
      "step": 1729
    },
    {
      "epoch": 0.7712884529647793,
      "grad_norm": 0.21519888937473297,
      "learning_rate": 1.298897729553366e-05,
      "loss": 1.6777,
      "step": 1730
    },
    {
      "epoch": 0.7717342844404815,
      "grad_norm": 0.21304994821548462,
      "learning_rate": 1.2941310504392579e-05,
      "loss": 1.6241,
      "step": 1731
    },
    {
      "epoch": 0.7721801159161836,
      "grad_norm": 0.21939623355865479,
      "learning_rate": 1.2893714452559766e-05,
      "loss": 1.67,
      "step": 1732
    },
    {
      "epoch": 0.7726259473918858,
      "grad_norm": 0.206875279545784,
      "learning_rate": 1.2846189264465174e-05,
      "loss": 1.5963,
      "step": 1733
    },
    {
      "epoch": 0.773071778867588,
      "grad_norm": 0.21386006474494934,
      "learning_rate": 1.2798735064353505e-05,
      "loss": 1.6997,
      "step": 1734
    },
    {
      "epoch": 0.7735176103432903,
      "grad_norm": 0.22479873895645142,
      "learning_rate": 1.275135197628389e-05,
      "loss": 1.7829,
      "step": 1735
    },
    {
      "epoch": 0.7739634418189925,
      "grad_norm": 0.21873009204864502,
      "learning_rate": 1.2704040124129526e-05,
      "loss": 1.6785,
      "step": 1736
    },
    {
      "epoch": 0.7744092732946946,
      "grad_norm": 0.23431196808815002,
      "learning_rate": 1.2656799631577426e-05,
      "loss": 1.6827,
      "step": 1737
    },
    {
      "epoch": 0.7748551047703968,
      "grad_norm": 0.23126596212387085,
      "learning_rate": 1.2609630622128003e-05,
      "loss": 1.7598,
      "step": 1738
    },
    {
      "epoch": 0.775300936246099,
      "grad_norm": 0.20677204430103302,
      "learning_rate": 1.2562533219094805e-05,
      "loss": 1.6545,
      "step": 1739
    },
    {
      "epoch": 0.7757467677218012,
      "grad_norm": 0.210165873169899,
      "learning_rate": 1.2515507545604196e-05,
      "loss": 1.6775,
      "step": 1740
    },
    {
      "epoch": 0.7761925991975034,
      "grad_norm": 0.20589829981327057,
      "learning_rate": 1.2468553724594995e-05,
      "loss": 1.6625,
      "step": 1741
    },
    {
      "epoch": 0.7766384306732055,
      "grad_norm": 0.21377885341644287,
      "learning_rate": 1.2421671878818176e-05,
      "loss": 1.7675,
      "step": 1742
    },
    {
      "epoch": 0.7770842621489077,
      "grad_norm": 0.21612899005413055,
      "learning_rate": 1.2374862130836589e-05,
      "loss": 1.6855,
      "step": 1743
    },
    {
      "epoch": 0.7775300936246099,
      "grad_norm": 0.2108011394739151,
      "learning_rate": 1.2328124603024558e-05,
      "loss": 1.7028,
      "step": 1744
    },
    {
      "epoch": 0.7779759251003121,
      "grad_norm": 0.21856828033924103,
      "learning_rate": 1.2281459417567621e-05,
      "loss": 1.6415,
      "step": 1745
    },
    {
      "epoch": 0.7784217565760143,
      "grad_norm": 0.20839031040668488,
      "learning_rate": 1.2234866696462176e-05,
      "loss": 1.6558,
      "step": 1746
    },
    {
      "epoch": 0.7788675880517164,
      "grad_norm": 0.20938017964363098,
      "learning_rate": 1.2188346561515192e-05,
      "loss": 1.6547,
      "step": 1747
    },
    {
      "epoch": 0.7793134195274186,
      "grad_norm": 0.21518474817276,
      "learning_rate": 1.2141899134343874e-05,
      "loss": 1.6925,
      "step": 1748
    },
    {
      "epoch": 0.7797592510031208,
      "grad_norm": 0.2096601128578186,
      "learning_rate": 1.2095524536375339e-05,
      "loss": 1.6019,
      "step": 1749
    },
    {
      "epoch": 0.780205082478823,
      "grad_norm": 0.21624062955379486,
      "learning_rate": 1.2049222888846334e-05,
      "loss": 1.6741,
      "step": 1750
    },
    {
      "epoch": 0.7806509139545252,
      "grad_norm": 0.20876283943653107,
      "learning_rate": 1.2002994312802864e-05,
      "loss": 1.6558,
      "step": 1751
    },
    {
      "epoch": 0.7810967454302273,
      "grad_norm": 0.2110999971628189,
      "learning_rate": 1.1956838929099916e-05,
      "loss": 1.679,
      "step": 1752
    },
    {
      "epoch": 0.7815425769059295,
      "grad_norm": 0.21996109187602997,
      "learning_rate": 1.191075685840112e-05,
      "loss": 1.7697,
      "step": 1753
    },
    {
      "epoch": 0.7819884083816317,
      "grad_norm": 0.21484698355197906,
      "learning_rate": 1.1864748221178446e-05,
      "loss": 1.7405,
      "step": 1754
    },
    {
      "epoch": 0.782434239857334,
      "grad_norm": 0.2113179862499237,
      "learning_rate": 1.181881313771193e-05,
      "loss": 1.5987,
      "step": 1755
    },
    {
      "epoch": 0.7828800713330362,
      "grad_norm": 0.2133539617061615,
      "learning_rate": 1.1772951728089228e-05,
      "loss": 1.6996,
      "step": 1756
    },
    {
      "epoch": 0.7833259028087383,
      "grad_norm": 0.21970291435718536,
      "learning_rate": 1.1727164112205482e-05,
      "loss": 1.6808,
      "step": 1757
    },
    {
      "epoch": 0.7837717342844405,
      "grad_norm": 0.22186486423015594,
      "learning_rate": 1.1681450409762874e-05,
      "loss": 1.7346,
      "step": 1758
    },
    {
      "epoch": 0.7842175657601427,
      "grad_norm": 0.21565254032611847,
      "learning_rate": 1.163581074027035e-05,
      "loss": 1.6431,
      "step": 1759
    },
    {
      "epoch": 0.7846633972358449,
      "grad_norm": 0.20634107291698456,
      "learning_rate": 1.1590245223043319e-05,
      "loss": 1.6253,
      "step": 1760
    },
    {
      "epoch": 0.785109228711547,
      "grad_norm": 0.21668599545955658,
      "learning_rate": 1.1544753977203334e-05,
      "loss": 1.6968,
      "step": 1761
    },
    {
      "epoch": 0.7855550601872492,
      "grad_norm": 0.21203884482383728,
      "learning_rate": 1.1499337121677807e-05,
      "loss": 1.6182,
      "step": 1762
    },
    {
      "epoch": 0.7860008916629514,
      "grad_norm": 0.20541222393512726,
      "learning_rate": 1.1453994775199604e-05,
      "loss": 1.6125,
      "step": 1763
    },
    {
      "epoch": 0.7864467231386536,
      "grad_norm": 0.22020868957042694,
      "learning_rate": 1.140872705630689e-05,
      "loss": 1.6864,
      "step": 1764
    },
    {
      "epoch": 0.7868925546143558,
      "grad_norm": 0.2170082926750183,
      "learning_rate": 1.1363534083342667e-05,
      "loss": 1.6146,
      "step": 1765
    },
    {
      "epoch": 0.7873383860900579,
      "grad_norm": 0.20792166888713837,
      "learning_rate": 1.1318415974454542e-05,
      "loss": 1.6748,
      "step": 1766
    },
    {
      "epoch": 0.7877842175657601,
      "grad_norm": 0.21089819073677063,
      "learning_rate": 1.1273372847594448e-05,
      "loss": 1.7121,
      "step": 1767
    },
    {
      "epoch": 0.7882300490414623,
      "grad_norm": 0.2243751734495163,
      "learning_rate": 1.1228404820518212e-05,
      "loss": 1.7387,
      "step": 1768
    },
    {
      "epoch": 0.7886758805171645,
      "grad_norm": 0.22199375927448273,
      "learning_rate": 1.1183512010785416e-05,
      "loss": 1.6564,
      "step": 1769
    },
    {
      "epoch": 0.7891217119928667,
      "grad_norm": 0.20994077622890472,
      "learning_rate": 1.1138694535758945e-05,
      "loss": 1.655,
      "step": 1770
    },
    {
      "epoch": 0.7895675434685688,
      "grad_norm": 0.21244218945503235,
      "learning_rate": 1.1093952512604744e-05,
      "loss": 1.6971,
      "step": 1771
    },
    {
      "epoch": 0.790013374944271,
      "grad_norm": 0.21174879372119904,
      "learning_rate": 1.1049286058291546e-05,
      "loss": 1.6795,
      "step": 1772
    },
    {
      "epoch": 0.7904592064199732,
      "grad_norm": 0.21540863811969757,
      "learning_rate": 1.100469528959045e-05,
      "loss": 1.6995,
      "step": 1773
    },
    {
      "epoch": 0.7909050378956755,
      "grad_norm": 0.21274301409721375,
      "learning_rate": 1.0960180323074776e-05,
      "loss": 1.6254,
      "step": 1774
    },
    {
      "epoch": 0.7913508693713777,
      "grad_norm": 0.21309080719947815,
      "learning_rate": 1.0915741275119593e-05,
      "loss": 1.6698,
      "step": 1775
    },
    {
      "epoch": 0.7917967008470798,
      "grad_norm": 0.21439522504806519,
      "learning_rate": 1.0871378261901566e-05,
      "loss": 1.7103,
      "step": 1776
    },
    {
      "epoch": 0.792242532322782,
      "grad_norm": 0.2156790941953659,
      "learning_rate": 1.0827091399398544e-05,
      "loss": 1.7161,
      "step": 1777
    },
    {
      "epoch": 0.7926883637984842,
      "grad_norm": 0.21904543042182922,
      "learning_rate": 1.0782880803389295e-05,
      "loss": 1.7097,
      "step": 1778
    },
    {
      "epoch": 0.7931341952741864,
      "grad_norm": 0.20996052026748657,
      "learning_rate": 1.073874658945325e-05,
      "loss": 1.6352,
      "step": 1779
    },
    {
      "epoch": 0.7935800267498886,
      "grad_norm": 0.2140166461467743,
      "learning_rate": 1.0694688872970072e-05,
      "loss": 1.6122,
      "step": 1780
    },
    {
      "epoch": 0.7940258582255907,
      "grad_norm": 0.2082880437374115,
      "learning_rate": 1.0650707769119516e-05,
      "loss": 1.5904,
      "step": 1781
    },
    {
      "epoch": 0.7944716897012929,
      "grad_norm": 0.21408560872077942,
      "learning_rate": 1.0606803392881013e-05,
      "loss": 1.7341,
      "step": 1782
    },
    {
      "epoch": 0.7949175211769951,
      "grad_norm": 0.21244384348392487,
      "learning_rate": 1.0562975859033395e-05,
      "loss": 1.6663,
      "step": 1783
    },
    {
      "epoch": 0.7953633526526973,
      "grad_norm": 0.22402872145175934,
      "learning_rate": 1.051922528215466e-05,
      "loss": 1.7519,
      "step": 1784
    },
    {
      "epoch": 0.7958091841283995,
      "grad_norm": 0.21127136051654816,
      "learning_rate": 1.0475551776621527e-05,
      "loss": 1.6515,
      "step": 1785
    },
    {
      "epoch": 0.7962550156041016,
      "grad_norm": 0.21839435398578644,
      "learning_rate": 1.043195545660932e-05,
      "loss": 1.7322,
      "step": 1786
    },
    {
      "epoch": 0.7967008470798038,
      "grad_norm": 0.21279239654541016,
      "learning_rate": 1.0388436436091527e-05,
      "loss": 1.6709,
      "step": 1787
    },
    {
      "epoch": 0.797146678555506,
      "grad_norm": 0.22705641388893127,
      "learning_rate": 1.0344994828839559e-05,
      "loss": 1.7192,
      "step": 1788
    },
    {
      "epoch": 0.7975925100312082,
      "grad_norm": 0.21197253465652466,
      "learning_rate": 1.0301630748422458e-05,
      "loss": 1.6991,
      "step": 1789
    },
    {
      "epoch": 0.7980383415069104,
      "grad_norm": 0.20996125042438507,
      "learning_rate": 1.0258344308206563e-05,
      "loss": 1.6267,
      "step": 1790
    },
    {
      "epoch": 0.7984841729826125,
      "grad_norm": 0.2195814847946167,
      "learning_rate": 1.021513562135529e-05,
      "loss": 1.6119,
      "step": 1791
    },
    {
      "epoch": 0.7989300044583147,
      "grad_norm": 0.21999779343605042,
      "learning_rate": 1.0172004800828712e-05,
      "loss": 1.7159,
      "step": 1792
    },
    {
      "epoch": 0.799375835934017,
      "grad_norm": 0.21343186497688293,
      "learning_rate": 1.0128951959383411e-05,
      "loss": 1.6075,
      "step": 1793
    },
    {
      "epoch": 0.7998216674097192,
      "grad_norm": 0.21974754333496094,
      "learning_rate": 1.0085977209572055e-05,
      "loss": 1.7136,
      "step": 1794
    },
    {
      "epoch": 0.8002674988854213,
      "grad_norm": 0.20392583310604095,
      "learning_rate": 1.0043080663743185e-05,
      "loss": 1.6196,
      "step": 1795
    },
    {
      "epoch": 0.8007133303611235,
      "grad_norm": 0.22162191569805145,
      "learning_rate": 1.0000262434040886e-05,
      "loss": 1.7717,
      "step": 1796
    },
    {
      "epoch": 0.8011591618368257,
      "grad_norm": 0.2177610993385315,
      "learning_rate": 9.957522632404486e-06,
      "loss": 1.7687,
      "step": 1797
    },
    {
      "epoch": 0.8016049933125279,
      "grad_norm": 0.21197238564491272,
      "learning_rate": 9.914861370568318e-06,
      "loss": 1.7003,
      "step": 1798
    },
    {
      "epoch": 0.8020508247882301,
      "grad_norm": 0.21009112894535065,
      "learning_rate": 9.87227876006136e-06,
      "loss": 1.6476,
      "step": 1799
    },
    {
      "epoch": 0.8024966562639322,
      "grad_norm": 0.22203798592090607,
      "learning_rate": 9.829774912206975e-06,
      "loss": 1.6831,
      "step": 1800
    },
    {
      "epoch": 0.8029424877396344,
      "grad_norm": 0.2121884822845459,
      "learning_rate": 9.78734993812262e-06,
      "loss": 1.6415,
      "step": 1801
    },
    {
      "epoch": 0.8033883192153366,
      "grad_norm": 0.20657998323440552,
      "learning_rate": 9.745003948719556e-06,
      "loss": 1.6334,
      "step": 1802
    },
    {
      "epoch": 0.8038341506910388,
      "grad_norm": 0.20876626670360565,
      "learning_rate": 9.702737054702549e-06,
      "loss": 1.645,
      "step": 1803
    },
    {
      "epoch": 0.804279982166741,
      "grad_norm": 0.208380788564682,
      "learning_rate": 9.660549366569589e-06,
      "loss": 1.6565,
      "step": 1804
    },
    {
      "epoch": 0.8047258136424431,
      "grad_norm": 0.21113000810146332,
      "learning_rate": 9.618440994611613e-06,
      "loss": 1.6164,
      "step": 1805
    },
    {
      "epoch": 0.8051716451181453,
      "grad_norm": 0.2153571993112564,
      "learning_rate": 9.57641204891218e-06,
      "loss": 1.7585,
      "step": 1806
    },
    {
      "epoch": 0.8056174765938475,
      "grad_norm": 0.223833829164505,
      "learning_rate": 9.534462639347222e-06,
      "loss": 1.7102,
      "step": 1807
    },
    {
      "epoch": 0.8060633080695497,
      "grad_norm": 0.2139221578836441,
      "learning_rate": 9.492592875584728e-06,
      "loss": 1.6267,
      "step": 1808
    },
    {
      "epoch": 0.8065091395452519,
      "grad_norm": 0.2145451009273529,
      "learning_rate": 9.450802867084472e-06,
      "loss": 1.7042,
      "step": 1809
    },
    {
      "epoch": 0.806954971020954,
      "grad_norm": 0.21424448490142822,
      "learning_rate": 9.409092723097727e-06,
      "loss": 1.687,
      "step": 1810
    },
    {
      "epoch": 0.8074008024966562,
      "grad_norm": 0.21162593364715576,
      "learning_rate": 9.367462552666988e-06,
      "loss": 1.639,
      "step": 1811
    },
    {
      "epoch": 0.8078466339723585,
      "grad_norm": 0.2100343406200409,
      "learning_rate": 9.325912464625664e-06,
      "loss": 1.623,
      "step": 1812
    },
    {
      "epoch": 0.8082924654480607,
      "grad_norm": 0.2179751843214035,
      "learning_rate": 9.284442567597805e-06,
      "loss": 1.7566,
      "step": 1813
    },
    {
      "epoch": 0.8087382969237629,
      "grad_norm": 0.21912023425102234,
      "learning_rate": 9.243052969997813e-06,
      "loss": 1.6864,
      "step": 1814
    },
    {
      "epoch": 0.809184128399465,
      "grad_norm": 0.21044817566871643,
      "learning_rate": 9.201743780030164e-06,
      "loss": 1.6492,
      "step": 1815
    },
    {
      "epoch": 0.8096299598751672,
      "grad_norm": 0.2070380598306656,
      "learning_rate": 9.160515105689169e-06,
      "loss": 1.6204,
      "step": 1816
    },
    {
      "epoch": 0.8100757913508694,
      "grad_norm": 0.20388555526733398,
      "learning_rate": 9.119367054758558e-06,
      "loss": 1.6237,
      "step": 1817
    },
    {
      "epoch": 0.8105216228265716,
      "grad_norm": 0.21353499591350555,
      "learning_rate": 9.078299734811385e-06,
      "loss": 1.6816,
      "step": 1818
    },
    {
      "epoch": 0.8109674543022738,
      "grad_norm": 0.22016020119190216,
      "learning_rate": 9.03731325320958e-06,
      "loss": 1.6637,
      "step": 1819
    },
    {
      "epoch": 0.8114132857779759,
      "grad_norm": 0.21483100950717926,
      "learning_rate": 8.996407717103777e-06,
      "loss": 1.6686,
      "step": 1820
    },
    {
      "epoch": 0.8118591172536781,
      "grad_norm": 0.215821772813797,
      "learning_rate": 8.95558323343297e-06,
      "loss": 1.6786,
      "step": 1821
    },
    {
      "epoch": 0.8123049487293803,
      "grad_norm": 0.2109074741601944,
      "learning_rate": 8.91483990892426e-06,
      "loss": 1.6612,
      "step": 1822
    },
    {
      "epoch": 0.8127507802050825,
      "grad_norm": 0.21220509707927704,
      "learning_rate": 8.874177850092623e-06,
      "loss": 1.6694,
      "step": 1823
    },
    {
      "epoch": 0.8131966116807846,
      "grad_norm": 0.22079432010650635,
      "learning_rate": 8.833597163240494e-06,
      "loss": 1.7699,
      "step": 1824
    },
    {
      "epoch": 0.8136424431564868,
      "grad_norm": 0.21236765384674072,
      "learning_rate": 8.793097954457663e-06,
      "loss": 1.7078,
      "step": 1825
    },
    {
      "epoch": 0.814088274632189,
      "grad_norm": 0.21409225463867188,
      "learning_rate": 8.752680329620863e-06,
      "loss": 1.6573,
      "step": 1826
    },
    {
      "epoch": 0.8145341061078912,
      "grad_norm": 0.20795343816280365,
      "learning_rate": 8.712344394393541e-06,
      "loss": 1.6424,
      "step": 1827
    },
    {
      "epoch": 0.8149799375835934,
      "grad_norm": 0.21809697151184082,
      "learning_rate": 8.672090254225645e-06,
      "loss": 1.7744,
      "step": 1828
    },
    {
      "epoch": 0.8154257690592955,
      "grad_norm": 0.21582730114459991,
      "learning_rate": 8.631918014353182e-06,
      "loss": 1.7706,
      "step": 1829
    },
    {
      "epoch": 0.8158716005349977,
      "grad_norm": 0.21520446240901947,
      "learning_rate": 8.591827779798162e-06,
      "loss": 1.7087,
      "step": 1830
    },
    {
      "epoch": 0.8163174320107,
      "grad_norm": 0.21998625993728638,
      "learning_rate": 8.551819655368106e-06,
      "loss": 1.7662,
      "step": 1831
    },
    {
      "epoch": 0.8167632634864022,
      "grad_norm": 0.22552648186683655,
      "learning_rate": 8.511893745655956e-06,
      "loss": 1.6759,
      "step": 1832
    },
    {
      "epoch": 0.8172090949621044,
      "grad_norm": 0.2164611518383026,
      "learning_rate": 8.472050155039677e-06,
      "loss": 1.7658,
      "step": 1833
    },
    {
      "epoch": 0.8176549264378065,
      "grad_norm": 0.22571854293346405,
      "learning_rate": 8.432288987682024e-06,
      "loss": 1.72,
      "step": 1834
    },
    {
      "epoch": 0.8181007579135087,
      "grad_norm": 0.21227768063545227,
      "learning_rate": 8.392610347530326e-06,
      "loss": 1.6799,
      "step": 1835
    },
    {
      "epoch": 0.8185465893892109,
      "grad_norm": 0.20997647941112518,
      "learning_rate": 8.353014338316075e-06,
      "loss": 1.6879,
      "step": 1836
    },
    {
      "epoch": 0.8189924208649131,
      "grad_norm": 0.21789249777793884,
      "learning_rate": 8.313501063554827e-06,
      "loss": 1.6699,
      "step": 1837
    },
    {
      "epoch": 0.8194382523406153,
      "grad_norm": 0.22197271883487701,
      "learning_rate": 8.274070626545803e-06,
      "loss": 1.7263,
      "step": 1838
    },
    {
      "epoch": 0.8198840838163174,
      "grad_norm": 0.21773386001586914,
      "learning_rate": 8.23472313037165e-06,
      "loss": 1.6496,
      "step": 1839
    },
    {
      "epoch": 0.8203299152920196,
      "grad_norm": 0.21470767259597778,
      "learning_rate": 8.195458677898233e-06,
      "loss": 1.565,
      "step": 1840
    },
    {
      "epoch": 0.8207757467677218,
      "grad_norm": 0.22083815932273865,
      "learning_rate": 8.15627737177425e-06,
      "loss": 1.6631,
      "step": 1841
    },
    {
      "epoch": 0.821221578243424,
      "grad_norm": 0.21095338463783264,
      "learning_rate": 8.117179314431092e-06,
      "loss": 1.5181,
      "step": 1842
    },
    {
      "epoch": 0.8216674097191262,
      "grad_norm": 0.22471864521503448,
      "learning_rate": 8.07816460808248e-06,
      "loss": 1.6942,
      "step": 1843
    },
    {
      "epoch": 0.8221132411948283,
      "grad_norm": 0.22486093640327454,
      "learning_rate": 8.039233354724238e-06,
      "loss": 1.6675,
      "step": 1844
    },
    {
      "epoch": 0.8225590726705305,
      "grad_norm": 0.20866358280181885,
      "learning_rate": 8.000385656134018e-06,
      "loss": 1.6502,
      "step": 1845
    },
    {
      "epoch": 0.8230049041462327,
      "grad_norm": 0.20795397460460663,
      "learning_rate": 7.961621613871027e-06,
      "loss": 1.6453,
      "step": 1846
    },
    {
      "epoch": 0.8234507356219349,
      "grad_norm": 0.21561682224273682,
      "learning_rate": 7.922941329275815e-06,
      "loss": 1.6118,
      "step": 1847
    },
    {
      "epoch": 0.8238965670976371,
      "grad_norm": 0.21149851381778717,
      "learning_rate": 7.884344903469886e-06,
      "loss": 1.6555,
      "step": 1848
    },
    {
      "epoch": 0.8243423985733392,
      "grad_norm": 0.22112388908863068,
      "learning_rate": 7.845832437355585e-06,
      "loss": 1.6996,
      "step": 1849
    },
    {
      "epoch": 0.8247882300490414,
      "grad_norm": 0.21096527576446533,
      "learning_rate": 7.807404031615723e-06,
      "loss": 1.654,
      "step": 1850
    },
    {
      "epoch": 0.8252340615247437,
      "grad_norm": 0.2101401835680008,
      "learning_rate": 7.76905978671337e-06,
      "loss": 1.7037,
      "step": 1851
    },
    {
      "epoch": 0.8256798930004459,
      "grad_norm": 0.21784453094005585,
      "learning_rate": 7.730799802891566e-06,
      "loss": 1.6967,
      "step": 1852
    },
    {
      "epoch": 0.8261257244761481,
      "grad_norm": 0.21598896384239197,
      "learning_rate": 7.69262418017306e-06,
      "loss": 1.6416,
      "step": 1853
    },
    {
      "epoch": 0.8265715559518502,
      "grad_norm": 0.2164926826953888,
      "learning_rate": 7.654533018360086e-06,
      "loss": 1.7226,
      "step": 1854
    },
    {
      "epoch": 0.8270173874275524,
      "grad_norm": 0.21313925087451935,
      "learning_rate": 7.616526417034045e-06,
      "loss": 1.657,
      "step": 1855
    },
    {
      "epoch": 0.8274632189032546,
      "grad_norm": 0.21953503787517548,
      "learning_rate": 7.5786044755552775e-06,
      "loss": 1.705,
      "step": 1856
    },
    {
      "epoch": 0.8279090503789568,
      "grad_norm": 0.2187267243862152,
      "learning_rate": 7.540767293062803e-06,
      "loss": 1.7048,
      "step": 1857
    },
    {
      "epoch": 0.8283548818546589,
      "grad_norm": 0.20644685626029968,
      "learning_rate": 7.503014968474058e-06,
      "loss": 1.6104,
      "step": 1858
    },
    {
      "epoch": 0.8288007133303611,
      "grad_norm": 0.21254053711891174,
      "learning_rate": 7.465347600484621e-06,
      "loss": 1.6685,
      "step": 1859
    },
    {
      "epoch": 0.8292465448060633,
      "grad_norm": 0.21873874962329865,
      "learning_rate": 7.427765287567994e-06,
      "loss": 1.6718,
      "step": 1860
    },
    {
      "epoch": 0.8296923762817655,
      "grad_norm": 0.21817646920681,
      "learning_rate": 7.390268127975306e-06,
      "loss": 1.6353,
      "step": 1861
    },
    {
      "epoch": 0.8301382077574677,
      "grad_norm": 0.22483961284160614,
      "learning_rate": 7.352856219735071e-06,
      "loss": 1.7696,
      "step": 1862
    },
    {
      "epoch": 0.8305840392331698,
      "grad_norm": 0.22510291635990143,
      "learning_rate": 7.3155296606529244e-06,
      "loss": 1.7605,
      "step": 1863
    },
    {
      "epoch": 0.831029870708872,
      "grad_norm": 0.21589253842830658,
      "learning_rate": 7.2782885483113894e-06,
      "loss": 1.7413,
      "step": 1864
    },
    {
      "epoch": 0.8314757021845742,
      "grad_norm": 0.21193841099739075,
      "learning_rate": 7.241132980069592e-06,
      "loss": 1.6686,
      "step": 1865
    },
    {
      "epoch": 0.8319215336602764,
      "grad_norm": 0.21406042575836182,
      "learning_rate": 7.2040630530630175e-06,
      "loss": 1.5756,
      "step": 1866
    },
    {
      "epoch": 0.8323673651359786,
      "grad_norm": 0.21654698252677917,
      "learning_rate": 7.167078864203292e-06,
      "loss": 1.6645,
      "step": 1867
    },
    {
      "epoch": 0.8328131966116807,
      "grad_norm": 0.20996330678462982,
      "learning_rate": 7.130180510177864e-06,
      "loss": 1.608,
      "step": 1868
    },
    {
      "epoch": 0.833259028087383,
      "grad_norm": 0.20746877789497375,
      "learning_rate": 7.0933680874497945e-06,
      "loss": 1.6536,
      "step": 1869
    },
    {
      "epoch": 0.8337048595630852,
      "grad_norm": 0.214273139834404,
      "learning_rate": 7.056641692257495e-06,
      "loss": 1.6055,
      "step": 1870
    },
    {
      "epoch": 0.8341506910387874,
      "grad_norm": 0.22343379259109497,
      "learning_rate": 7.020001420614471e-06,
      "loss": 1.7121,
      "step": 1871
    },
    {
      "epoch": 0.8345965225144896,
      "grad_norm": 0.21274001896381378,
      "learning_rate": 6.983447368309111e-06,
      "loss": 1.68,
      "step": 1872
    },
    {
      "epoch": 0.8350423539901917,
      "grad_norm": 0.21687257289886475,
      "learning_rate": 6.946979630904329e-06,
      "loss": 1.7309,
      "step": 1873
    },
    {
      "epoch": 0.8354881854658939,
      "grad_norm": 0.22742819786071777,
      "learning_rate": 6.910598303737459e-06,
      "loss": 1.7037,
      "step": 1874
    },
    {
      "epoch": 0.8359340169415961,
      "grad_norm": 0.2179943174123764,
      "learning_rate": 6.874303481919895e-06,
      "loss": 1.7208,
      "step": 1875
    },
    {
      "epoch": 0.8363798484172983,
      "grad_norm": 0.23154282569885254,
      "learning_rate": 6.838095260336888e-06,
      "loss": 1.711,
      "step": 1876
    },
    {
      "epoch": 0.8368256798930005,
      "grad_norm": 0.21285197138786316,
      "learning_rate": 6.8019737336473e-06,
      "loss": 1.6803,
      "step": 1877
    },
    {
      "epoch": 0.8372715113687026,
      "grad_norm": 0.20967264473438263,
      "learning_rate": 6.7659389962833184e-06,
      "loss": 1.6066,
      "step": 1878
    },
    {
      "epoch": 0.8377173428444048,
      "grad_norm": 0.22116270661354065,
      "learning_rate": 6.729991142450298e-06,
      "loss": 1.6972,
      "step": 1879
    },
    {
      "epoch": 0.838163174320107,
      "grad_norm": 0.21024960279464722,
      "learning_rate": 6.694130266126371e-06,
      "loss": 1.6359,
      "step": 1880
    },
    {
      "epoch": 0.8386090057958092,
      "grad_norm": 0.22238567471504211,
      "learning_rate": 6.658356461062361e-06,
      "loss": 1.6972,
      "step": 1881
    },
    {
      "epoch": 0.8390548372715114,
      "grad_norm": 0.22698889672756195,
      "learning_rate": 6.622669820781422e-06,
      "loss": 1.7143,
      "step": 1882
    },
    {
      "epoch": 0.8395006687472135,
      "grad_norm": 0.20930056273937225,
      "learning_rate": 6.587070438578833e-06,
      "loss": 1.6194,
      "step": 1883
    },
    {
      "epoch": 0.8399465002229157,
      "grad_norm": 0.21569731831550598,
      "learning_rate": 6.551558407521792e-06,
      "loss": 1.7074,
      "step": 1884
    },
    {
      "epoch": 0.8403923316986179,
      "grad_norm": 0.21745562553405762,
      "learning_rate": 6.516133820449071e-06,
      "loss": 1.6729,
      "step": 1885
    },
    {
      "epoch": 0.8408381631743201,
      "grad_norm": 0.22293271124362946,
      "learning_rate": 6.480796769970901e-06,
      "loss": 1.6541,
      "step": 1886
    },
    {
      "epoch": 0.8412839946500222,
      "grad_norm": 0.22102026641368866,
      "learning_rate": 6.445547348468637e-06,
      "loss": 1.6677,
      "step": 1887
    },
    {
      "epoch": 0.8417298261257244,
      "grad_norm": 0.2183925211429596,
      "learning_rate": 6.410385648094535e-06,
      "loss": 1.6643,
      "step": 1888
    },
    {
      "epoch": 0.8421756576014267,
      "grad_norm": 0.21048155426979065,
      "learning_rate": 6.37531176077157e-06,
      "loss": 1.6351,
      "step": 1889
    },
    {
      "epoch": 0.8426214890771289,
      "grad_norm": 0.22522136569023132,
      "learning_rate": 6.34032577819308e-06,
      "loss": 1.7102,
      "step": 1890
    },
    {
      "epoch": 0.8430673205528311,
      "grad_norm": 0.21538959443569183,
      "learning_rate": 6.30542779182266e-06,
      "loss": 1.6635,
      "step": 1891
    },
    {
      "epoch": 0.8435131520285332,
      "grad_norm": 0.20533280074596405,
      "learning_rate": 6.270617892893791e-06,
      "loss": 1.6181,
      "step": 1892
    },
    {
      "epoch": 0.8439589835042354,
      "grad_norm": 0.20175105333328247,
      "learning_rate": 6.235896172409739e-06,
      "loss": 1.5921,
      "step": 1893
    },
    {
      "epoch": 0.8444048149799376,
      "grad_norm": 0.20831693708896637,
      "learning_rate": 6.201262721143199e-06,
      "loss": 1.6306,
      "step": 1894
    },
    {
      "epoch": 0.8448506464556398,
      "grad_norm": 0.2112228125333786,
      "learning_rate": 6.166717629636103e-06,
      "loss": 1.6308,
      "step": 1895
    },
    {
      "epoch": 0.845296477931342,
      "grad_norm": 0.22356171905994415,
      "learning_rate": 6.13226098819943e-06,
      "loss": 1.6979,
      "step": 1896
    },
    {
      "epoch": 0.8457423094070441,
      "grad_norm": 0.2117750346660614,
      "learning_rate": 6.097892886912853e-06,
      "loss": 1.6674,
      "step": 1897
    },
    {
      "epoch": 0.8461881408827463,
      "grad_norm": 0.22740699350833893,
      "learning_rate": 6.063613415624643e-06,
      "loss": 1.661,
      "step": 1898
    },
    {
      "epoch": 0.8466339723584485,
      "grad_norm": 0.20988240838050842,
      "learning_rate": 6.029422663951332e-06,
      "loss": 1.6548,
      "step": 1899
    },
    {
      "epoch": 0.8470798038341507,
      "grad_norm": 0.21448245644569397,
      "learning_rate": 5.995320721277509e-06,
      "loss": 1.7506,
      "step": 1900
    },
    {
      "epoch": 0.8475256353098529,
      "grad_norm": 0.21248935163021088,
      "learning_rate": 5.961307676755627e-06,
      "loss": 1.7091,
      "step": 1901
    },
    {
      "epoch": 0.847971466785555,
      "grad_norm": 0.20963408052921295,
      "learning_rate": 5.9273836193056715e-06,
      "loss": 1.6649,
      "step": 1902
    },
    {
      "epoch": 0.8484172982612572,
      "grad_norm": 0.2092631608247757,
      "learning_rate": 5.8935486376150515e-06,
      "loss": 1.6769,
      "step": 1903
    },
    {
      "epoch": 0.8488631297369594,
      "grad_norm": 0.20839858055114746,
      "learning_rate": 5.859802820138272e-06,
      "loss": 1.6472,
      "step": 1904
    },
    {
      "epoch": 0.8493089612126616,
      "grad_norm": 0.21215645968914032,
      "learning_rate": 5.826146255096747e-06,
      "loss": 1.6057,
      "step": 1905
    },
    {
      "epoch": 0.8497547926883638,
      "grad_norm": 0.22280260920524597,
      "learning_rate": 5.792579030478549e-06,
      "loss": 1.725,
      "step": 1906
    },
    {
      "epoch": 0.8502006241640659,
      "grad_norm": 0.21689869463443756,
      "learning_rate": 5.759101234038196e-06,
      "loss": 1.6979,
      "step": 1907
    },
    {
      "epoch": 0.8506464556397682,
      "grad_norm": 0.218038871884346,
      "learning_rate": 5.725712953296439e-06,
      "loss": 1.7196,
      "step": 1908
    },
    {
      "epoch": 0.8510922871154704,
      "grad_norm": 0.21414117515087128,
      "learning_rate": 5.692414275539944e-06,
      "loss": 1.6445,
      "step": 1909
    },
    {
      "epoch": 0.8515381185911726,
      "grad_norm": 0.218900665640831,
      "learning_rate": 5.659205287821197e-06,
      "loss": 1.686,
      "step": 1910
    },
    {
      "epoch": 0.8519839500668748,
      "grad_norm": 0.219173401594162,
      "learning_rate": 5.626086076958172e-06,
      "loss": 1.7231,
      "step": 1911
    },
    {
      "epoch": 0.8524297815425769,
      "grad_norm": 0.21881632506847382,
      "learning_rate": 5.593056729534154e-06,
      "loss": 1.6141,
      "step": 1912
    },
    {
      "epoch": 0.8528756130182791,
      "grad_norm": 0.21629676222801208,
      "learning_rate": 5.560117331897483e-06,
      "loss": 1.7341,
      "step": 1913
    },
    {
      "epoch": 0.8533214444939813,
      "grad_norm": 0.21424317359924316,
      "learning_rate": 5.527267970161352e-06,
      "loss": 1.6249,
      "step": 1914
    },
    {
      "epoch": 0.8537672759696835,
      "grad_norm": 0.2162725329399109,
      "learning_rate": 5.494508730203589e-06,
      "loss": 1.7117,
      "step": 1915
    },
    {
      "epoch": 0.8542131074453856,
      "grad_norm": 0.21443365514278412,
      "learning_rate": 5.4618396976664e-06,
      "loss": 1.7471,
      "step": 1916
    },
    {
      "epoch": 0.8546589389210878,
      "grad_norm": 0.21479324996471405,
      "learning_rate": 5.429260957956159e-06,
      "loss": 1.7058,
      "step": 1917
    },
    {
      "epoch": 0.85510477039679,
      "grad_norm": 0.20824146270751953,
      "learning_rate": 5.396772596243209e-06,
      "loss": 1.586,
      "step": 1918
    },
    {
      "epoch": 0.8555506018724922,
      "grad_norm": 0.2170342206954956,
      "learning_rate": 5.364374697461592e-06,
      "loss": 1.6572,
      "step": 1919
    },
    {
      "epoch": 0.8559964333481944,
      "grad_norm": 0.21375501155853271,
      "learning_rate": 5.332067346308876e-06,
      "loss": 1.6873,
      "step": 1920
    },
    {
      "epoch": 0.8564422648238965,
      "grad_norm": 0.22249817848205566,
      "learning_rate": 5.2998506272458865e-06,
      "loss": 1.7068,
      "step": 1921
    },
    {
      "epoch": 0.8568880962995987,
      "grad_norm": 0.21394211053848267,
      "learning_rate": 5.2677246244965484e-06,
      "loss": 1.6366,
      "step": 1922
    },
    {
      "epoch": 0.8573339277753009,
      "grad_norm": 0.2214304357767105,
      "learning_rate": 5.235689422047596e-06,
      "loss": 1.7401,
      "step": 1923
    },
    {
      "epoch": 0.8577797592510031,
      "grad_norm": 0.213991180062294,
      "learning_rate": 5.203745103648392e-06,
      "loss": 1.6167,
      "step": 1924
    },
    {
      "epoch": 0.8582255907267053,
      "grad_norm": 0.21012869477272034,
      "learning_rate": 5.171891752810703e-06,
      "loss": 1.5848,
      "step": 1925
    },
    {
      "epoch": 0.8586714222024074,
      "grad_norm": 0.21178416907787323,
      "learning_rate": 5.140129452808484e-06,
      "loss": 1.6423,
      "step": 1926
    },
    {
      "epoch": 0.8591172536781096,
      "grad_norm": 0.2180563509464264,
      "learning_rate": 5.108458286677644e-06,
      "loss": 1.6892,
      "step": 1927
    },
    {
      "epoch": 0.8595630851538119,
      "grad_norm": 0.21546420454978943,
      "learning_rate": 5.076878337215867e-06,
      "loss": 1.6895,
      "step": 1928
    },
    {
      "epoch": 0.8600089166295141,
      "grad_norm": 0.21829968690872192,
      "learning_rate": 5.045389686982342e-06,
      "loss": 1.7244,
      "step": 1929
    },
    {
      "epoch": 0.8604547481052163,
      "grad_norm": 0.2207065224647522,
      "learning_rate": 5.013992418297595e-06,
      "loss": 1.6682,
      "step": 1930
    },
    {
      "epoch": 0.8609005795809184,
      "grad_norm": 0.22010232508182526,
      "learning_rate": 4.9826866132432376e-06,
      "loss": 1.733,
      "step": 1931
    },
    {
      "epoch": 0.8613464110566206,
      "grad_norm": 0.2146657258272171,
      "learning_rate": 4.951472353661775e-06,
      "loss": 1.711,
      "step": 1932
    },
    {
      "epoch": 0.8617922425323228,
      "grad_norm": 0.21699658036231995,
      "learning_rate": 4.920349721156412e-06,
      "loss": 1.5934,
      "step": 1933
    },
    {
      "epoch": 0.862238074008025,
      "grad_norm": 0.21792514622211456,
      "learning_rate": 4.889318797090754e-06,
      "loss": 1.6913,
      "step": 1934
    },
    {
      "epoch": 0.8626839054837272,
      "grad_norm": 0.21432577073574066,
      "learning_rate": 4.8583796625887125e-06,
      "loss": 1.6943,
      "step": 1935
    },
    {
      "epoch": 0.8631297369594293,
      "grad_norm": 0.21661074459552765,
      "learning_rate": 4.827532398534205e-06,
      "loss": 1.6628,
      "step": 1936
    },
    {
      "epoch": 0.8635755684351315,
      "grad_norm": 0.21956509351730347,
      "learning_rate": 4.796777085570981e-06,
      "loss": 1.6903,
      "step": 1937
    },
    {
      "epoch": 0.8640213999108337,
      "grad_norm": 0.22221805155277252,
      "learning_rate": 4.766113804102399e-06,
      "loss": 1.7413,
      "step": 1938
    },
    {
      "epoch": 0.8644672313865359,
      "grad_norm": 0.21157827973365784,
      "learning_rate": 4.735542634291217e-06,
      "loss": 1.6387,
      "step": 1939
    },
    {
      "epoch": 0.8649130628622381,
      "grad_norm": 0.2172340601682663,
      "learning_rate": 4.7050636560594096e-06,
      "loss": 1.6966,
      "step": 1940
    },
    {
      "epoch": 0.8653588943379402,
      "grad_norm": 0.22136519849300385,
      "learning_rate": 4.674676949087889e-06,
      "loss": 1.7219,
      "step": 1941
    },
    {
      "epoch": 0.8658047258136424,
      "grad_norm": 0.21896138787269592,
      "learning_rate": 4.644382592816397e-06,
      "loss": 1.6802,
      "step": 1942
    },
    {
      "epoch": 0.8662505572893446,
      "grad_norm": 0.21118195354938507,
      "learning_rate": 4.614180666443209e-06,
      "loss": 1.6003,
      "step": 1943
    },
    {
      "epoch": 0.8666963887650468,
      "grad_norm": 0.2106616348028183,
      "learning_rate": 4.5840712489249614e-06,
      "loss": 1.6443,
      "step": 1944
    },
    {
      "epoch": 0.867142220240749,
      "grad_norm": 0.21545392274856567,
      "learning_rate": 4.554054418976486e-06,
      "loss": 1.6609,
      "step": 1945
    },
    {
      "epoch": 0.8675880517164511,
      "grad_norm": 0.2150164395570755,
      "learning_rate": 4.524130255070493e-06,
      "loss": 1.6517,
      "step": 1946
    },
    {
      "epoch": 0.8680338831921534,
      "grad_norm": 0.21479833126068115,
      "learning_rate": 4.494298835437509e-06,
      "loss": 1.6362,
      "step": 1947
    },
    {
      "epoch": 0.8684797146678556,
      "grad_norm": 0.22356311976909637,
      "learning_rate": 4.464560238065554e-06,
      "loss": 1.6742,
      "step": 1948
    },
    {
      "epoch": 0.8689255461435578,
      "grad_norm": 0.21072296798229218,
      "learning_rate": 4.434914540699993e-06,
      "loss": 1.6344,
      "step": 1949
    },
    {
      "epoch": 0.8693713776192599,
      "grad_norm": 0.2152373194694519,
      "learning_rate": 4.405361820843346e-06,
      "loss": 1.726,
      "step": 1950
    },
    {
      "epoch": 0.8698172090949621,
      "grad_norm": 0.22062893211841583,
      "learning_rate": 4.375902155755021e-06,
      "loss": 1.6695,
      "step": 1951
    },
    {
      "epoch": 0.8702630405706643,
      "grad_norm": 0.21642246842384338,
      "learning_rate": 4.346535622451198e-06,
      "loss": 1.7187,
      "step": 1952
    },
    {
      "epoch": 0.8707088720463665,
      "grad_norm": 0.2220856249332428,
      "learning_rate": 4.317262297704541e-06,
      "loss": 1.7724,
      "step": 1953
    },
    {
      "epoch": 0.8711547035220687,
      "grad_norm": 0.2161487191915512,
      "learning_rate": 4.288082258044077e-06,
      "loss": 1.6693,
      "step": 1954
    },
    {
      "epoch": 0.8716005349977708,
      "grad_norm": 0.20897816121578217,
      "learning_rate": 4.258995579754936e-06,
      "loss": 1.6548,
      "step": 1955
    },
    {
      "epoch": 0.872046366473473,
      "grad_norm": 0.20374681055545807,
      "learning_rate": 4.230002338878177e-06,
      "loss": 1.5763,
      "step": 1956
    },
    {
      "epoch": 0.8724921979491752,
      "grad_norm": 0.21037180721759796,
      "learning_rate": 4.20110261121061e-06,
      "loss": 1.6707,
      "step": 1957
    },
    {
      "epoch": 0.8729380294248774,
      "grad_norm": 0.20839041471481323,
      "learning_rate": 4.1722964723045225e-06,
      "loss": 1.6224,
      "step": 1958
    },
    {
      "epoch": 0.8733838609005796,
      "grad_norm": 0.22586828470230103,
      "learning_rate": 4.1435839974675926e-06,
      "loss": 1.6542,
      "step": 1959
    },
    {
      "epoch": 0.8738296923762817,
      "grad_norm": 0.2168431580066681,
      "learning_rate": 4.114965261762591e-06,
      "loss": 1.7349,
      "step": 1960
    },
    {
      "epoch": 0.8742755238519839,
      "grad_norm": 0.21381646394729614,
      "learning_rate": 4.086440340007247e-06,
      "loss": 1.7635,
      "step": 1961
    },
    {
      "epoch": 0.8747213553276861,
      "grad_norm": 0.21520769596099854,
      "learning_rate": 4.058009306774029e-06,
      "loss": 1.6476,
      "step": 1962
    },
    {
      "epoch": 0.8751671868033883,
      "grad_norm": 0.21355462074279785,
      "learning_rate": 4.029672236389939e-06,
      "loss": 1.6904,
      "step": 1963
    },
    {
      "epoch": 0.8756130182790905,
      "grad_norm": 0.21621158719062805,
      "learning_rate": 4.001429202936371e-06,
      "loss": 1.6933,
      "step": 1964
    },
    {
      "epoch": 0.8760588497547926,
      "grad_norm": 0.2204517275094986,
      "learning_rate": 3.973280280248828e-06,
      "loss": 1.6706,
      "step": 1965
    },
    {
      "epoch": 0.8765046812304949,
      "grad_norm": 0.21217258274555206,
      "learning_rate": 3.945225541916822e-06,
      "loss": 1.6736,
      "step": 1966
    },
    {
      "epoch": 0.8769505127061971,
      "grad_norm": 0.2103879749774933,
      "learning_rate": 3.917265061283621e-06,
      "loss": 1.6148,
      "step": 1967
    },
    {
      "epoch": 0.8773963441818993,
      "grad_norm": 0.21489977836608887,
      "learning_rate": 3.889398911446076e-06,
      "loss": 1.6473,
      "step": 1968
    },
    {
      "epoch": 0.8778421756576015,
      "grad_norm": 0.2131643146276474,
      "learning_rate": 3.8616271652544315e-06,
      "loss": 1.688,
      "step": 1969
    },
    {
      "epoch": 0.8782880071333036,
      "grad_norm": 0.2105095237493515,
      "learning_rate": 3.833949895312126e-06,
      "loss": 1.7382,
      "step": 1970
    },
    {
      "epoch": 0.8787338386090058,
      "grad_norm": 0.21539168059825897,
      "learning_rate": 3.8063671739756358e-06,
      "loss": 1.691,
      "step": 1971
    },
    {
      "epoch": 0.879179670084708,
      "grad_norm": 0.21095068752765656,
      "learning_rate": 3.7788790733542314e-06,
      "loss": 1.6742,
      "step": 1972
    },
    {
      "epoch": 0.8796255015604102,
      "grad_norm": 0.20789527893066406,
      "learning_rate": 3.7514856653098285e-06,
      "loss": 1.6905,
      "step": 1973
    },
    {
      "epoch": 0.8800713330361124,
      "grad_norm": 0.20584426820278168,
      "learning_rate": 3.7241870214567868e-06,
      "loss": 1.5494,
      "step": 1974
    },
    {
      "epoch": 0.8805171645118145,
      "grad_norm": 0.22166620194911957,
      "learning_rate": 3.6969832131617243e-06,
      "loss": 1.643,
      "step": 1975
    },
    {
      "epoch": 0.8809629959875167,
      "grad_norm": 0.20895379781723022,
      "learning_rate": 3.6698743115433224e-06,
      "loss": 1.6615,
      "step": 1976
    },
    {
      "epoch": 0.8814088274632189,
      "grad_norm": 0.20753690600395203,
      "learning_rate": 3.642860387472178e-06,
      "loss": 1.6878,
      "step": 1977
    },
    {
      "epoch": 0.8818546589389211,
      "grad_norm": 0.21207639575004578,
      "learning_rate": 3.61594151157056e-06,
      "loss": 1.6846,
      "step": 1978
    },
    {
      "epoch": 0.8823004904146232,
      "grad_norm": 0.2123209834098816,
      "learning_rate": 3.5891177542122634e-06,
      "loss": 1.6622,
      "step": 1979
    },
    {
      "epoch": 0.8827463218903254,
      "grad_norm": 0.22731821238994598,
      "learning_rate": 3.562389185522417e-06,
      "loss": 1.7153,
      "step": 1980
    },
    {
      "epoch": 0.8831921533660276,
      "grad_norm": 0.21116258203983307,
      "learning_rate": 3.5357558753772937e-06,
      "loss": 1.7011,
      "step": 1981
    },
    {
      "epoch": 0.8836379848417298,
      "grad_norm": 0.21038232743740082,
      "learning_rate": 3.5092178934041353e-06,
      "loss": 1.6622,
      "step": 1982
    },
    {
      "epoch": 0.884083816317432,
      "grad_norm": 0.20863695442676544,
      "learning_rate": 3.4827753089809655e-06,
      "loss": 1.6703,
      "step": 1983
    },
    {
      "epoch": 0.8845296477931341,
      "grad_norm": 0.207635298371315,
      "learning_rate": 3.456428191236425e-06,
      "loss": 1.6189,
      "step": 1984
    },
    {
      "epoch": 0.8849754792688364,
      "grad_norm": 0.21693697571754456,
      "learning_rate": 3.4301766090495624e-06,
      "loss": 1.6994,
      "step": 1985
    },
    {
      "epoch": 0.8854213107445386,
      "grad_norm": 0.21290062367916107,
      "learning_rate": 3.4040206310496716e-06,
      "loss": 1.7243,
      "step": 1986
    },
    {
      "epoch": 0.8858671422202408,
      "grad_norm": 0.21129527688026428,
      "learning_rate": 3.377960325616103e-06,
      "loss": 1.6255,
      "step": 1987
    },
    {
      "epoch": 0.886312973695943,
      "grad_norm": 0.22436048090457916,
      "learning_rate": 3.351995760878102e-06,
      "loss": 1.6611,
      "step": 1988
    },
    {
      "epoch": 0.8867588051716451,
      "grad_norm": 0.21445980668067932,
      "learning_rate": 3.3261270047146188e-06,
      "loss": 1.7379,
      "step": 1989
    },
    {
      "epoch": 0.8872046366473473,
      "grad_norm": 0.217603400349617,
      "learning_rate": 3.300354124754126e-06,
      "loss": 1.7179,
      "step": 1990
    },
    {
      "epoch": 0.8876504681230495,
      "grad_norm": 0.21467570960521698,
      "learning_rate": 3.274677188374451e-06,
      "loss": 1.6354,
      "step": 1991
    },
    {
      "epoch": 0.8880962995987517,
      "grad_norm": 0.22208401560783386,
      "learning_rate": 3.2490962627026e-06,
      "loss": 1.7651,
      "step": 1992
    },
    {
      "epoch": 0.8885421310744539,
      "grad_norm": 0.2102867066860199,
      "learning_rate": 3.2236114146145627e-06,
      "loss": 1.6056,
      "step": 1993
    },
    {
      "epoch": 0.888987962550156,
      "grad_norm": 0.20552048087120056,
      "learning_rate": 3.1982227107351858e-06,
      "loss": 1.6076,
      "step": 1994
    },
    {
      "epoch": 0.8894337940258582,
      "grad_norm": 0.2120852768421173,
      "learning_rate": 3.1729302174379283e-06,
      "loss": 1.657,
      "step": 1995
    },
    {
      "epoch": 0.8898796255015604,
      "grad_norm": 0.215135857462883,
      "learning_rate": 3.147734000844764e-06,
      "loss": 1.6578,
      "step": 1996
    },
    {
      "epoch": 0.8903254569772626,
      "grad_norm": 0.21366065740585327,
      "learning_rate": 3.122634126825941e-06,
      "loss": 1.674,
      "step": 1997
    },
    {
      "epoch": 0.8907712884529648,
      "grad_norm": 0.22033248841762543,
      "learning_rate": 3.097630660999862e-06,
      "loss": 1.768,
      "step": 1998
    },
    {
      "epoch": 0.8912171199286669,
      "grad_norm": 0.21277537941932678,
      "learning_rate": 3.072723668732871e-06,
      "loss": 1.6753,
      "step": 1999
    },
    {
      "epoch": 0.8916629514043691,
      "grad_norm": 0.21304237842559814,
      "learning_rate": 3.047913215139113e-06,
      "loss": 1.6039,
      "step": 2000
    },
    {
      "epoch": 0.8921087828800713,
      "grad_norm": 0.21757319569587708,
      "learning_rate": 3.0231993650803714e-06,
      "loss": 1.6976,
      "step": 2001
    },
    {
      "epoch": 0.8925546143557735,
      "grad_norm": 0.21874123811721802,
      "learning_rate": 2.9985821831658302e-06,
      "loss": 1.7159,
      "step": 2002
    },
    {
      "epoch": 0.8930004458314758,
      "grad_norm": 0.21342025697231293,
      "learning_rate": 2.9740617337520005e-06,
      "loss": 1.69,
      "step": 2003
    },
    {
      "epoch": 0.8934462773071778,
      "grad_norm": 0.20760877430438995,
      "learning_rate": 2.949638080942494e-06,
      "loss": 1.6523,
      "step": 2004
    },
    {
      "epoch": 0.8938921087828801,
      "grad_norm": 0.21831005811691284,
      "learning_rate": 2.9253112885878485e-06,
      "loss": 1.6725,
      "step": 2005
    },
    {
      "epoch": 0.8943379402585823,
      "grad_norm": 0.21452325582504272,
      "learning_rate": 2.901081420285423e-06,
      "loss": 1.7057,
      "step": 2006
    },
    {
      "epoch": 0.8947837717342845,
      "grad_norm": 0.21872909367084503,
      "learning_rate": 2.876948539379134e-06,
      "loss": 1.8,
      "step": 2007
    },
    {
      "epoch": 0.8952296032099867,
      "grad_norm": 0.21905548870563507,
      "learning_rate": 2.8529127089593946e-06,
      "loss": 1.7209,
      "step": 2008
    },
    {
      "epoch": 0.8956754346856888,
      "grad_norm": 0.2105519026517868,
      "learning_rate": 2.8289739918628557e-06,
      "loss": 1.625,
      "step": 2009
    },
    {
      "epoch": 0.896121266161391,
      "grad_norm": 0.2065945863723755,
      "learning_rate": 2.8051324506723233e-06,
      "loss": 1.6001,
      "step": 2010
    },
    {
      "epoch": 0.8965670976370932,
      "grad_norm": 0.21156542003154755,
      "learning_rate": 2.7813881477165395e-06,
      "loss": 1.7047,
      "step": 2011
    },
    {
      "epoch": 0.8970129291127954,
      "grad_norm": 0.21995407342910767,
      "learning_rate": 2.7577411450700275e-06,
      "loss": 1.6755,
      "step": 2012
    },
    {
      "epoch": 0.8974587605884975,
      "grad_norm": 0.21043968200683594,
      "learning_rate": 2.7341915045529767e-06,
      "loss": 1.646,
      "step": 2013
    },
    {
      "epoch": 0.8979045920641997,
      "grad_norm": 0.21408993005752563,
      "learning_rate": 2.7107392877309878e-06,
      "loss": 1.7569,
      "step": 2014
    },
    {
      "epoch": 0.8983504235399019,
      "grad_norm": 0.2083444446325302,
      "learning_rate": 2.6873845559150136e-06,
      "loss": 1.6819,
      "step": 2015
    },
    {
      "epoch": 0.8987962550156041,
      "grad_norm": 0.21505014598369598,
      "learning_rate": 2.6641273701611383e-06,
      "loss": 1.6447,
      "step": 2016
    },
    {
      "epoch": 0.8992420864913063,
      "grad_norm": 0.21179230511188507,
      "learning_rate": 2.640967791270415e-06,
      "loss": 1.6836,
      "step": 2017
    },
    {
      "epoch": 0.8996879179670084,
      "grad_norm": 0.20784905552864075,
      "learning_rate": 2.6179058797887624e-06,
      "loss": 1.5389,
      "step": 2018
    },
    {
      "epoch": 0.9001337494427106,
      "grad_norm": 0.21127311885356903,
      "learning_rate": 2.594941696006723e-06,
      "loss": 1.65,
      "step": 2019
    },
    {
      "epoch": 0.9005795809184128,
      "grad_norm": 0.21784593164920807,
      "learning_rate": 2.572075299959389e-06,
      "loss": 1.7237,
      "step": 2020
    },
    {
      "epoch": 0.901025412394115,
      "grad_norm": 0.22504031658172607,
      "learning_rate": 2.5493067514261816e-06,
      "loss": 1.7327,
      "step": 2021
    },
    {
      "epoch": 0.9014712438698173,
      "grad_norm": 0.21832765638828278,
      "learning_rate": 2.5266361099307313e-06,
      "loss": 1.6629,
      "step": 2022
    },
    {
      "epoch": 0.9019170753455193,
      "grad_norm": 0.20865722000598907,
      "learning_rate": 2.5040634347407045e-06,
      "loss": 1.6057,
      "step": 2023
    },
    {
      "epoch": 0.9023629068212216,
      "grad_norm": 0.2134159952402115,
      "learning_rate": 2.4815887848676612e-06,
      "loss": 1.6755,
      "step": 2024
    },
    {
      "epoch": 0.9028087382969238,
      "grad_norm": 0.21067498624324799,
      "learning_rate": 2.459212219066909e-06,
      "loss": 1.6383,
      "step": 2025
    },
    {
      "epoch": 0.903254569772626,
      "grad_norm": 0.2114245891571045,
      "learning_rate": 2.436933795837293e-06,
      "loss": 1.5996,
      "step": 2026
    },
    {
      "epoch": 0.9037004012483282,
      "grad_norm": 0.21932488679885864,
      "learning_rate": 2.4147535734211225e-06,
      "loss": 1.7333,
      "step": 2027
    },
    {
      "epoch": 0.9041462327240303,
      "grad_norm": 0.2186884731054306,
      "learning_rate": 2.392671609803974e-06,
      "loss": 1.7463,
      "step": 2028
    },
    {
      "epoch": 0.9045920641997325,
      "grad_norm": 0.20737087726593018,
      "learning_rate": 2.3706879627145394e-06,
      "loss": 1.6284,
      "step": 2029
    },
    {
      "epoch": 0.9050378956754347,
      "grad_norm": 0.21816642582416534,
      "learning_rate": 2.3488026896244833e-06,
      "loss": 1.6128,
      "step": 2030
    },
    {
      "epoch": 0.9054837271511369,
      "grad_norm": 0.21957163512706757,
      "learning_rate": 2.327015847748291e-06,
      "loss": 1.7361,
      "step": 2031
    },
    {
      "epoch": 0.9059295586268391,
      "grad_norm": 0.21866735816001892,
      "learning_rate": 2.3053274940431303e-06,
      "loss": 1.7542,
      "step": 2032
    },
    {
      "epoch": 0.9063753901025412,
      "grad_norm": 0.21587008237838745,
      "learning_rate": 2.2837376852086823e-06,
      "loss": 1.6618,
      "step": 2033
    },
    {
      "epoch": 0.9068212215782434,
      "grad_norm": 0.21225284039974213,
      "learning_rate": 2.262246477687007e-06,
      "loss": 1.6711,
      "step": 2034
    },
    {
      "epoch": 0.9072670530539456,
      "grad_norm": 0.21675638854503632,
      "learning_rate": 2.2408539276623877e-06,
      "loss": 1.7018,
      "step": 2035
    },
    {
      "epoch": 0.9077128845296478,
      "grad_norm": 0.20779436826705933,
      "learning_rate": 2.219560091061195e-06,
      "loss": 1.6473,
      "step": 2036
    },
    {
      "epoch": 0.90815871600535,
      "grad_norm": 0.2240414172410965,
      "learning_rate": 2.198365023551725e-06,
      "loss": 1.6859,
      "step": 2037
    },
    {
      "epoch": 0.9086045474810521,
      "grad_norm": 0.21050772070884705,
      "learning_rate": 2.177268780544064e-06,
      "loss": 1.6232,
      "step": 2038
    },
    {
      "epoch": 0.9090503789567543,
      "grad_norm": 0.213352233171463,
      "learning_rate": 2.156271417189961e-06,
      "loss": 1.6854,
      "step": 2039
    },
    {
      "epoch": 0.9094962104324565,
      "grad_norm": 0.20767059922218323,
      "learning_rate": 2.135372988382636e-06,
      "loss": 1.6061,
      "step": 2040
    },
    {
      "epoch": 0.9099420419081587,
      "grad_norm": 0.21565721929073334,
      "learning_rate": 2.1145735487566823e-06,
      "loss": 1.6714,
      "step": 2041
    },
    {
      "epoch": 0.9103878733838608,
      "grad_norm": 0.21080324053764343,
      "learning_rate": 2.0938731526879064e-06,
      "loss": 1.6787,
      "step": 2042
    },
    {
      "epoch": 0.910833704859563,
      "grad_norm": 0.21699906885623932,
      "learning_rate": 2.073271854293175e-06,
      "loss": 1.7216,
      "step": 2043
    },
    {
      "epoch": 0.9112795363352653,
      "grad_norm": 0.20813000202178955,
      "learning_rate": 2.0527697074302957e-06,
      "loss": 1.6466,
      "step": 2044
    },
    {
      "epoch": 0.9117253678109675,
      "grad_norm": 0.22274261713027954,
      "learning_rate": 2.0323667656978686e-06,
      "loss": 1.6369,
      "step": 2045
    },
    {
      "epoch": 0.9121711992866697,
      "grad_norm": 0.21981407701969147,
      "learning_rate": 2.012063082435125e-06,
      "loss": 1.6343,
      "step": 2046
    },
    {
      "epoch": 0.9126170307623718,
      "grad_norm": 0.21624264121055603,
      "learning_rate": 1.9918587107218236e-06,
      "loss": 1.7123,
      "step": 2047
    },
    {
      "epoch": 0.913062862238074,
      "grad_norm": 0.21324017643928528,
      "learning_rate": 1.9717537033780852e-06,
      "loss": 1.652,
      "step": 2048
    },
    {
      "epoch": 0.9135086937137762,
      "grad_norm": 0.21015752851963043,
      "learning_rate": 1.9517481129642533e-06,
      "loss": 1.6571,
      "step": 2049
    },
    {
      "epoch": 0.9139545251894784,
      "grad_norm": 0.21634651720523834,
      "learning_rate": 1.9318419917807986e-06,
      "loss": 1.6375,
      "step": 2050
    },
    {
      "epoch": 0.9144003566651806,
      "grad_norm": 0.2076338529586792,
      "learning_rate": 1.91203539186811e-06,
      "loss": 1.6672,
      "step": 2051
    },
    {
      "epoch": 0.9148461881408827,
      "grad_norm": 0.21489250659942627,
      "learning_rate": 1.8923283650064262e-06,
      "loss": 1.7142,
      "step": 2052
    },
    {
      "epoch": 0.9152920196165849,
      "grad_norm": 0.21649757027626038,
      "learning_rate": 1.872720962715664e-06,
      "loss": 1.7268,
      "step": 2053
    },
    {
      "epoch": 0.9157378510922871,
      "grad_norm": 0.21751299500465393,
      "learning_rate": 1.8532132362552958e-06,
      "loss": 1.7219,
      "step": 2054
    },
    {
      "epoch": 0.9161836825679893,
      "grad_norm": 0.2186061143875122,
      "learning_rate": 1.8338052366242066e-06,
      "loss": 1.7742,
      "step": 2055
    },
    {
      "epoch": 0.9166295140436915,
      "grad_norm": 0.21322239935398102,
      "learning_rate": 1.8144970145605612e-06,
      "loss": 1.661,
      "step": 2056
    },
    {
      "epoch": 0.9170753455193936,
      "grad_norm": 0.2118055373430252,
      "learning_rate": 1.7952886205417064e-06,
      "loss": 1.7196,
      "step": 2057
    },
    {
      "epoch": 0.9175211769950958,
      "grad_norm": 0.21841618418693542,
      "learning_rate": 1.776180104783962e-06,
      "loss": 1.7146,
      "step": 2058
    },
    {
      "epoch": 0.917967008470798,
      "grad_norm": 0.22296510636806488,
      "learning_rate": 1.7571715172425818e-06,
      "loss": 1.7535,
      "step": 2059
    },
    {
      "epoch": 0.9184128399465002,
      "grad_norm": 0.21200405061244965,
      "learning_rate": 1.738262907611552e-06,
      "loss": 1.7394,
      "step": 2060
    },
    {
      "epoch": 0.9188586714222025,
      "grad_norm": 0.20612779259681702,
      "learning_rate": 1.7194543253234908e-06,
      "loss": 1.658,
      "step": 2061
    },
    {
      "epoch": 0.9193045028979046,
      "grad_norm": 0.20963172614574432,
      "learning_rate": 1.7007458195495318e-06,
      "loss": 1.6491,
      "step": 2062
    },
    {
      "epoch": 0.9197503343736068,
      "grad_norm": 0.21215210855007172,
      "learning_rate": 1.6821374391991518e-06,
      "loss": 1.6652,
      "step": 2063
    },
    {
      "epoch": 0.920196165849309,
      "grad_norm": 0.21865597367286682,
      "learning_rate": 1.6636292329200986e-06,
      "loss": 1.6849,
      "step": 2064
    },
    {
      "epoch": 0.9206419973250112,
      "grad_norm": 0.20617125928401947,
      "learning_rate": 1.6452212490982144e-06,
      "loss": 1.6145,
      "step": 2065
    },
    {
      "epoch": 0.9210878288007134,
      "grad_norm": 0.22020642459392548,
      "learning_rate": 1.6269135358573374e-06,
      "loss": 1.632,
      "step": 2066
    },
    {
      "epoch": 0.9215336602764155,
      "grad_norm": 0.21408022940158844,
      "learning_rate": 1.6087061410591865e-06,
      "loss": 1.7005,
      "step": 2067
    },
    {
      "epoch": 0.9219794917521177,
      "grad_norm": 0.21469081938266754,
      "learning_rate": 1.5905991123031794e-06,
      "loss": 1.7442,
      "step": 2068
    },
    {
      "epoch": 0.9224253232278199,
      "grad_norm": 0.21414531767368317,
      "learning_rate": 1.5725924969263973e-06,
      "loss": 1.642,
      "step": 2069
    },
    {
      "epoch": 0.9228711547035221,
      "grad_norm": 0.21007564663887024,
      "learning_rate": 1.554686342003362e-06,
      "loss": 1.6693,
      "step": 2070
    },
    {
      "epoch": 0.9233169861792243,
      "grad_norm": 0.21393167972564697,
      "learning_rate": 1.5368806943460012e-06,
      "loss": 1.7425,
      "step": 2071
    },
    {
      "epoch": 0.9237628176549264,
      "grad_norm": 0.21188834309577942,
      "learning_rate": 1.5191756005034709e-06,
      "loss": 1.7212,
      "step": 2072
    },
    {
      "epoch": 0.9242086491306286,
      "grad_norm": 0.2195284366607666,
      "learning_rate": 1.501571106762043e-06,
      "loss": 1.6685,
      "step": 2073
    },
    {
      "epoch": 0.9246544806063308,
      "grad_norm": 0.21558506786823273,
      "learning_rate": 1.4840672591450189e-06,
      "loss": 1.6375,
      "step": 2074
    },
    {
      "epoch": 0.925100312082033,
      "grad_norm": 0.21570409834384918,
      "learning_rate": 1.4666641034125362e-06,
      "loss": 1.7103,
      "step": 2075
    },
    {
      "epoch": 0.9255461435577351,
      "grad_norm": 0.21514399349689484,
      "learning_rate": 1.4493616850615434e-06,
      "loss": 1.6936,
      "step": 2076
    },
    {
      "epoch": 0.9259919750334373,
      "grad_norm": 0.21140962839126587,
      "learning_rate": 1.4321600493255993e-06,
      "loss": 1.6956,
      "step": 2077
    },
    {
      "epoch": 0.9264378065091395,
      "grad_norm": 0.2097005397081375,
      "learning_rate": 1.4150592411747987e-06,
      "loss": 1.6611,
      "step": 2078
    },
    {
      "epoch": 0.9268836379848417,
      "grad_norm": 0.22355987131595612,
      "learning_rate": 1.3980593053156467e-06,
      "loss": 1.6746,
      "step": 2079
    },
    {
      "epoch": 0.927329469460544,
      "grad_norm": 0.2107207328081131,
      "learning_rate": 1.3811602861909256e-06,
      "loss": 1.6798,
      "step": 2080
    },
    {
      "epoch": 0.927775300936246,
      "grad_norm": 0.20971931517124176,
      "learning_rate": 1.364362227979621e-06,
      "loss": 1.705,
      "step": 2081
    },
    {
      "epoch": 0.9282211324119483,
      "grad_norm": 0.21950767934322357,
      "learning_rate": 1.347665174596733e-06,
      "loss": 1.7278,
      "step": 2082
    },
    {
      "epoch": 0.9286669638876505,
      "grad_norm": 0.2083360254764557,
      "learning_rate": 1.3310691696932464e-06,
      "loss": 1.6603,
      "step": 2083
    },
    {
      "epoch": 0.9291127953633527,
      "grad_norm": 0.2213229089975357,
      "learning_rate": 1.3145742566559583e-06,
      "loss": 1.768,
      "step": 2084
    },
    {
      "epoch": 0.9295586268390549,
      "grad_norm": 0.20724712312221527,
      "learning_rate": 1.2981804786073781e-06,
      "loss": 1.605,
      "step": 2085
    },
    {
      "epoch": 0.930004458314757,
      "grad_norm": 0.21597635746002197,
      "learning_rate": 1.2818878784056276e-06,
      "loss": 1.7028,
      "step": 2086
    },
    {
      "epoch": 0.9304502897904592,
      "grad_norm": 0.2129170447587967,
      "learning_rate": 1.2656964986443155e-06,
      "loss": 1.6595,
      "step": 2087
    },
    {
      "epoch": 0.9308961212661614,
      "grad_norm": 0.21265701949596405,
      "learning_rate": 1.2496063816524305e-06,
      "loss": 1.6456,
      "step": 2088
    },
    {
      "epoch": 0.9313419527418636,
      "grad_norm": 0.21471522748470306,
      "learning_rate": 1.233617569494241e-06,
      "loss": 1.6986,
      "step": 2089
    },
    {
      "epoch": 0.9317877842175658,
      "grad_norm": 0.21483340859413147,
      "learning_rate": 1.2177301039691546e-06,
      "loss": 1.6456,
      "step": 2090
    },
    {
      "epoch": 0.9322336156932679,
      "grad_norm": 0.20840521156787872,
      "learning_rate": 1.20194402661165e-06,
      "loss": 1.579,
      "step": 2091
    },
    {
      "epoch": 0.9326794471689701,
      "grad_norm": 0.20968309044837952,
      "learning_rate": 1.186259378691128e-06,
      "loss": 1.5834,
      "step": 2092
    },
    {
      "epoch": 0.9331252786446723,
      "grad_norm": 0.21321748197078705,
      "learning_rate": 1.1706762012118466e-06,
      "loss": 1.615,
      "step": 2093
    },
    {
      "epoch": 0.9335711101203745,
      "grad_norm": 0.21704860031604767,
      "learning_rate": 1.1551945349127735e-06,
      "loss": 1.665,
      "step": 2094
    },
    {
      "epoch": 0.9340169415960767,
      "grad_norm": 0.21915234625339508,
      "learning_rate": 1.1398144202674977e-06,
      "loss": 1.6792,
      "step": 2095
    },
    {
      "epoch": 0.9344627730717788,
      "grad_norm": 0.21809476613998413,
      "learning_rate": 1.1245358974841313e-06,
      "loss": 1.7412,
      "step": 2096
    },
    {
      "epoch": 0.934908604547481,
      "grad_norm": 0.21416416764259338,
      "learning_rate": 1.1093590065051862e-06,
      "loss": 1.6892,
      "step": 2097
    },
    {
      "epoch": 0.9353544360231832,
      "grad_norm": 0.21053801476955414,
      "learning_rate": 1.0942837870074795e-06,
      "loss": 1.6638,
      "step": 2098
    },
    {
      "epoch": 0.9358002674988855,
      "grad_norm": 0.2109842747449875,
      "learning_rate": 1.079310278402037e-06,
      "loss": 1.6005,
      "step": 2099
    },
    {
      "epoch": 0.9362460989745877,
      "grad_norm": 0.21145044267177582,
      "learning_rate": 1.0644385198339812e-06,
      "loss": 1.5948,
      "step": 2100
    },
    {
      "epoch": 0.9366919304502898,
      "grad_norm": 0.21503187716007233,
      "learning_rate": 1.0496685501824256e-06,
      "loss": 1.6789,
      "step": 2101
    },
    {
      "epoch": 0.937137761925992,
      "grad_norm": 0.21316194534301758,
      "learning_rate": 1.035000408060376e-06,
      "loss": 1.6501,
      "step": 2102
    },
    {
      "epoch": 0.9375835934016942,
      "grad_norm": 0.20849764347076416,
      "learning_rate": 1.0204341318146427e-06,
      "loss": 1.5998,
      "step": 2103
    },
    {
      "epoch": 0.9380294248773964,
      "grad_norm": 0.21423980593681335,
      "learning_rate": 1.0059697595257113e-06,
      "loss": 1.668,
      "step": 2104
    },
    {
      "epoch": 0.9384752563530985,
      "grad_norm": 0.2119436115026474,
      "learning_rate": 9.916073290076756e-07,
      "loss": 1.7041,
      "step": 2105
    },
    {
      "epoch": 0.9389210878288007,
      "grad_norm": 0.2066527009010315,
      "learning_rate": 9.77346877808123e-07,
      "loss": 1.6163,
      "step": 2106
    },
    {
      "epoch": 0.9393669193045029,
      "grad_norm": 0.215655118227005,
      "learning_rate": 9.631884432080273e-07,
      "loss": 1.7048,
      "step": 2107
    },
    {
      "epoch": 0.9398127507802051,
      "grad_norm": 0.21949823200702667,
      "learning_rate": 9.491320622216738e-07,
      "loss": 1.6431,
      "step": 2108
    },
    {
      "epoch": 0.9402585822559073,
      "grad_norm": 0.21055659651756287,
      "learning_rate": 9.351777715965338e-07,
      "loss": 1.6178,
      "step": 2109
    },
    {
      "epoch": 0.9407044137316094,
      "grad_norm": 0.2098054736852646,
      "learning_rate": 9.213256078131994e-07,
      "loss": 1.635,
      "step": 2110
    },
    {
      "epoch": 0.9411502452073116,
      "grad_norm": 0.21334350109100342,
      "learning_rate": 9.075756070852715e-07,
      "loss": 1.7168,
      "step": 2111
    },
    {
      "epoch": 0.9415960766830138,
      "grad_norm": 0.20625810325145721,
      "learning_rate": 8.939278053592538e-07,
      "loss": 1.618,
      "step": 2112
    },
    {
      "epoch": 0.942041908158716,
      "grad_norm": 0.2189159393310547,
      "learning_rate": 8.803822383144856e-07,
      "loss": 1.7225,
      "step": 2113
    },
    {
      "epoch": 0.9424877396344182,
      "grad_norm": 0.22204668819904327,
      "learning_rate": 8.669389413630358e-07,
      "loss": 1.7072,
      "step": 2114
    },
    {
      "epoch": 0.9429335711101203,
      "grad_norm": 0.2151467204093933,
      "learning_rate": 8.535979496496005e-07,
      "loss": 1.6221,
      "step": 2115
    },
    {
      "epoch": 0.9433794025858225,
      "grad_norm": 0.21615757048130035,
      "learning_rate": 8.403592980514275e-07,
      "loss": 1.6947,
      "step": 2116
    },
    {
      "epoch": 0.9438252340615247,
      "grad_norm": 0.21960943937301636,
      "learning_rate": 8.272230211782007e-07,
      "loss": 1.6885,
      "step": 2117
    },
    {
      "epoch": 0.944271065537227,
      "grad_norm": 0.21632307767868042,
      "learning_rate": 8.141891533720004e-07,
      "loss": 1.6838,
      "step": 2118
    },
    {
      "epoch": 0.9447168970129292,
      "grad_norm": 0.21649718284606934,
      "learning_rate": 8.012577287071433e-07,
      "loss": 1.6324,
      "step": 2119
    },
    {
      "epoch": 0.9451627284886313,
      "grad_norm": 0.21096713840961456,
      "learning_rate": 7.884287809901558e-07,
      "loss": 1.6483,
      "step": 2120
    },
    {
      "epoch": 0.9456085599643335,
      "grad_norm": 0.21924303472042084,
      "learning_rate": 7.757023437596456e-07,
      "loss": 1.7197,
      "step": 2121
    },
    {
      "epoch": 0.9460543914400357,
      "grad_norm": 0.2191869020462036,
      "learning_rate": 7.630784502862298e-07,
      "loss": 1.6149,
      "step": 2122
    },
    {
      "epoch": 0.9465002229157379,
      "grad_norm": 0.20511020720005035,
      "learning_rate": 7.505571335724604e-07,
      "loss": 1.6463,
      "step": 2123
    },
    {
      "epoch": 0.9469460543914401,
      "grad_norm": 0.2156744748353958,
      "learning_rate": 7.381384263526947e-07,
      "loss": 1.6918,
      "step": 2124
    },
    {
      "epoch": 0.9473918858671422,
      "grad_norm": 0.20903383195400238,
      "learning_rate": 7.258223610930692e-07,
      "loss": 1.6588,
      "step": 2125
    },
    {
      "epoch": 0.9478377173428444,
      "grad_norm": 0.2231549769639969,
      "learning_rate": 7.136089699913662e-07,
      "loss": 1.6919,
      "step": 2126
    },
    {
      "epoch": 0.9482835488185466,
      "grad_norm": 0.21183307468891144,
      "learning_rate": 7.014982849769558e-07,
      "loss": 1.6602,
      "step": 2127
    },
    {
      "epoch": 0.9487293802942488,
      "grad_norm": 0.2146037369966507,
      "learning_rate": 6.894903377106988e-07,
      "loss": 1.6436,
      "step": 2128
    },
    {
      "epoch": 0.949175211769951,
      "grad_norm": 0.20890283584594727,
      "learning_rate": 6.775851595848748e-07,
      "loss": 1.636,
      "step": 2129
    },
    {
      "epoch": 0.9496210432456531,
      "grad_norm": 0.21057982742786407,
      "learning_rate": 6.657827817230944e-07,
      "loss": 1.7226,
      "step": 2130
    },
    {
      "epoch": 0.9500668747213553,
      "grad_norm": 0.21030938625335693,
      "learning_rate": 6.540832349802096e-07,
      "loss": 1.6761,
      "step": 2131
    },
    {
      "epoch": 0.9505127061970575,
      "grad_norm": 0.21146100759506226,
      "learning_rate": 6.424865499422561e-07,
      "loss": 1.6365,
      "step": 2132
    },
    {
      "epoch": 0.9509585376727597,
      "grad_norm": 0.20762835443019867,
      "learning_rate": 6.309927569263475e-07,
      "loss": 1.6414,
      "step": 2133
    },
    {
      "epoch": 0.9514043691484618,
      "grad_norm": 0.21372853219509125,
      "learning_rate": 6.196018859806074e-07,
      "loss": 1.6424,
      "step": 2134
    },
    {
      "epoch": 0.951850200624164,
      "grad_norm": 0.21152885258197784,
      "learning_rate": 6.083139668841131e-07,
      "loss": 1.7134,
      "step": 2135
    },
    {
      "epoch": 0.9522960320998662,
      "grad_norm": 0.21122844517230988,
      "learning_rate": 5.971290291467568e-07,
      "loss": 1.7192,
      "step": 2136
    },
    {
      "epoch": 0.9527418635755684,
      "grad_norm": 0.21735811233520508,
      "learning_rate": 5.860471020092417e-07,
      "loss": 1.7238,
      "step": 2137
    },
    {
      "epoch": 0.9531876950512707,
      "grad_norm": 0.22466471791267395,
      "learning_rate": 5.750682144429531e-07,
      "loss": 1.7472,
      "step": 2138
    },
    {
      "epoch": 0.9536335265269728,
      "grad_norm": 0.21351459622383118,
      "learning_rate": 5.641923951499096e-07,
      "loss": 1.6623,
      "step": 2139
    },
    {
      "epoch": 0.954079358002675,
      "grad_norm": 0.21191522479057312,
      "learning_rate": 5.534196725626739e-07,
      "loss": 1.6631,
      "step": 2140
    },
    {
      "epoch": 0.9545251894783772,
      "grad_norm": 0.22518540918827057,
      "learning_rate": 5.427500748442827e-07,
      "loss": 1.6836,
      "step": 2141
    },
    {
      "epoch": 0.9549710209540794,
      "grad_norm": 0.210950568318367,
      "learning_rate": 5.321836298881833e-07,
      "loss": 1.5967,
      "step": 2142
    },
    {
      "epoch": 0.9554168524297816,
      "grad_norm": 0.22234423458576202,
      "learning_rate": 5.217203653181413e-07,
      "loss": 1.7649,
      "step": 2143
    },
    {
      "epoch": 0.9558626839054837,
      "grad_norm": 0.2144421488046646,
      "learning_rate": 5.113603084881825e-07,
      "loss": 1.6626,
      "step": 2144
    },
    {
      "epoch": 0.9563085153811859,
      "grad_norm": 0.2122097909450531,
      "learning_rate": 5.011034864825171e-07,
      "loss": 1.6779,
      "step": 2145
    },
    {
      "epoch": 0.9567543468568881,
      "grad_norm": 0.21468672156333923,
      "learning_rate": 4.909499261154738e-07,
      "loss": 1.6518,
      "step": 2146
    },
    {
      "epoch": 0.9572001783325903,
      "grad_norm": 0.21636000275611877,
      "learning_rate": 4.808996539314193e-07,
      "loss": 1.7123,
      "step": 2147
    },
    {
      "epoch": 0.9576460098082925,
      "grad_norm": 0.21881277859210968,
      "learning_rate": 4.709526962046962e-07,
      "loss": 1.7182,
      "step": 2148
    },
    {
      "epoch": 0.9580918412839946,
      "grad_norm": 0.21699947118759155,
      "learning_rate": 4.611090789395567e-07,
      "loss": 1.6795,
      "step": 2149
    },
    {
      "epoch": 0.9585376727596968,
      "grad_norm": 0.2178265005350113,
      "learning_rate": 4.5136882787008673e-07,
      "loss": 1.6982,
      "step": 2150
    },
    {
      "epoch": 0.958983504235399,
      "grad_norm": 0.20380723476409912,
      "learning_rate": 4.4173196846013955e-07,
      "loss": 1.574,
      "step": 2151
    },
    {
      "epoch": 0.9594293357111012,
      "grad_norm": 0.2153014987707138,
      "learning_rate": 4.321985259032868e-07,
      "loss": 1.6711,
      "step": 2152
    },
    {
      "epoch": 0.9598751671868034,
      "grad_norm": 0.24314561486244202,
      "learning_rate": 4.2276852512272096e-07,
      "loss": 1.7277,
      "step": 2153
    },
    {
      "epoch": 0.9603209986625055,
      "grad_norm": 0.22170211374759674,
      "learning_rate": 4.134419907712151e-07,
      "loss": 1.7602,
      "step": 2154
    },
    {
      "epoch": 0.9607668301382077,
      "grad_norm": 0.21061654388904572,
      "learning_rate": 4.0421894723105205e-07,
      "loss": 1.5613,
      "step": 2155
    },
    {
      "epoch": 0.96121266161391,
      "grad_norm": 0.21260981261730194,
      "learning_rate": 3.950994186139623e-07,
      "loss": 1.6218,
      "step": 2156
    },
    {
      "epoch": 0.9616584930896122,
      "grad_norm": 0.21630485355854034,
      "learning_rate": 3.860834287610482e-07,
      "loss": 1.6489,
      "step": 2157
    },
    {
      "epoch": 0.9621043245653144,
      "grad_norm": 0.2249029278755188,
      "learning_rate": 3.771710012427443e-07,
      "loss": 1.669,
      "step": 2158
    },
    {
      "epoch": 0.9625501560410165,
      "grad_norm": 0.21254120767116547,
      "learning_rate": 3.6836215935872835e-07,
      "loss": 1.6636,
      "step": 2159
    },
    {
      "epoch": 0.9629959875167187,
      "grad_norm": 0.2221413105726242,
      "learning_rate": 3.5965692613788574e-07,
      "loss": 1.7827,
      "step": 2160
    },
    {
      "epoch": 0.9634418189924209,
      "grad_norm": 0.215079665184021,
      "learning_rate": 3.510553243382386e-07,
      "loss": 1.6609,
      "step": 2161
    },
    {
      "epoch": 0.9638876504681231,
      "grad_norm": 0.21382275223731995,
      "learning_rate": 3.4255737644687926e-07,
      "loss": 1.6253,
      "step": 2162
    },
    {
      "epoch": 0.9643334819438253,
      "grad_norm": 0.21020235121250153,
      "learning_rate": 3.3416310467992987e-07,
      "loss": 1.6478,
      "step": 2163
    },
    {
      "epoch": 0.9647793134195274,
      "grad_norm": 0.22357870638370514,
      "learning_rate": 3.258725309824584e-07,
      "loss": 1.6798,
      "step": 2164
    },
    {
      "epoch": 0.9652251448952296,
      "grad_norm": 0.21320968866348267,
      "learning_rate": 3.176856770284431e-07,
      "loss": 1.6516,
      "step": 2165
    },
    {
      "epoch": 0.9656709763709318,
      "grad_norm": 0.21438370645046234,
      "learning_rate": 3.096025642207101e-07,
      "loss": 1.7145,
      "step": 2166
    },
    {
      "epoch": 0.966116807846634,
      "grad_norm": 0.21256762742996216,
      "learning_rate": 3.0162321369088034e-07,
      "loss": 1.6325,
      "step": 2167
    },
    {
      "epoch": 0.9665626393223361,
      "grad_norm": 0.2163226306438446,
      "learning_rate": 2.937476462992939e-07,
      "loss": 1.7097,
      "step": 2168
    },
    {
      "epoch": 0.9670084707980383,
      "grad_norm": 0.2181268185377121,
      "learning_rate": 2.859758826349879e-07,
      "loss": 1.7703,
      "step": 2169
    },
    {
      "epoch": 0.9674543022737405,
      "grad_norm": 0.21513067185878754,
      "learning_rate": 2.783079430156166e-07,
      "loss": 1.6965,
      "step": 2170
    },
    {
      "epoch": 0.9679001337494427,
      "grad_norm": 0.20599094033241272,
      "learning_rate": 2.7074384748741577e-07,
      "loss": 1.6246,
      "step": 2171
    },
    {
      "epoch": 0.9683459652251449,
      "grad_norm": 0.21408215165138245,
      "learning_rate": 2.6328361582513174e-07,
      "loss": 1.6347,
      "step": 2172
    },
    {
      "epoch": 0.968791796700847,
      "grad_norm": 0.22194436192512512,
      "learning_rate": 2.5592726753199014e-07,
      "loss": 1.6784,
      "step": 2173
    },
    {
      "epoch": 0.9692376281765492,
      "grad_norm": 0.21468956768512726,
      "learning_rate": 2.48674821839634e-07,
      "loss": 1.6676,
      "step": 2174
    },
    {
      "epoch": 0.9696834596522514,
      "grad_norm": 0.23620599508285522,
      "learning_rate": 2.415262977080657e-07,
      "loss": 1.7051,
      "step": 2175
    },
    {
      "epoch": 0.9701292911279537,
      "grad_norm": 0.21418480575084686,
      "learning_rate": 2.3448171382561613e-07,
      "loss": 1.6776,
      "step": 2176
    },
    {
      "epoch": 0.9705751226036559,
      "grad_norm": 0.2380211353302002,
      "learning_rate": 2.2754108860888247e-07,
      "loss": 1.6278,
      "step": 2177
    },
    {
      "epoch": 0.971020954079358,
      "grad_norm": 0.21508803963661194,
      "learning_rate": 2.2070444020268368e-07,
      "loss": 1.6663,
      "step": 2178
    },
    {
      "epoch": 0.9714667855550602,
      "grad_norm": 0.21226754784584045,
      "learning_rate": 2.1397178648002058e-07,
      "loss": 1.6814,
      "step": 2179
    },
    {
      "epoch": 0.9719126170307624,
      "grad_norm": 0.22049151360988617,
      "learning_rate": 2.0734314504200048e-07,
      "loss": 1.7277,
      "step": 2180
    },
    {
      "epoch": 0.9723584485064646,
      "grad_norm": 0.21461033821105957,
      "learning_rate": 2.0081853321783252e-07,
      "loss": 1.7018,
      "step": 2181
    },
    {
      "epoch": 0.9728042799821668,
      "grad_norm": 0.21741940081119537,
      "learning_rate": 1.9439796806475674e-07,
      "loss": 1.7032,
      "step": 2182
    },
    {
      "epoch": 0.9732501114578689,
      "grad_norm": 0.20820435881614685,
      "learning_rate": 1.8808146636800418e-07,
      "loss": 1.678,
      "step": 2183
    },
    {
      "epoch": 0.9736959429335711,
      "grad_norm": 0.22365008294582367,
      "learning_rate": 1.8186904464074784e-07,
      "loss": 1.6392,
      "step": 2184
    },
    {
      "epoch": 0.9741417744092733,
      "grad_norm": 0.2142568975687027,
      "learning_rate": 1.757607191240762e-07,
      "loss": 1.7214,
      "step": 2185
    },
    {
      "epoch": 0.9745876058849755,
      "grad_norm": 0.209607794880867,
      "learning_rate": 1.6975650578693104e-07,
      "loss": 1.6613,
      "step": 2186
    },
    {
      "epoch": 0.9750334373606777,
      "grad_norm": 0.21583914756774902,
      "learning_rate": 1.6385642032607618e-07,
      "loss": 1.6878,
      "step": 2187
    },
    {
      "epoch": 0.9754792688363798,
      "grad_norm": 0.21775512397289276,
      "learning_rate": 1.5806047816606217e-07,
      "loss": 1.6948,
      "step": 2188
    },
    {
      "epoch": 0.975925100312082,
      "grad_norm": 0.21385999023914337,
      "learning_rate": 1.5236869445916847e-07,
      "loss": 1.682,
      "step": 2189
    },
    {
      "epoch": 0.9763709317877842,
      "grad_norm": 0.21806716918945312,
      "learning_rate": 1.4678108408537672e-07,
      "loss": 1.725,
      "step": 2190
    },
    {
      "epoch": 0.9768167632634864,
      "grad_norm": 0.21367371082305908,
      "learning_rate": 1.4129766165233537e-07,
      "loss": 1.666,
      "step": 2191
    },
    {
      "epoch": 0.9772625947391886,
      "grad_norm": 0.2095097303390503,
      "learning_rate": 1.3591844149530188e-07,
      "loss": 1.658,
      "step": 2192
    },
    {
      "epoch": 0.9777084262148907,
      "grad_norm": 0.22079725563526154,
      "learning_rate": 1.3064343767713816e-07,
      "loss": 1.7045,
      "step": 2193
    },
    {
      "epoch": 0.9781542576905929,
      "grad_norm": 0.21729260683059692,
      "learning_rate": 1.2547266398823532e-07,
      "loss": 1.7044,
      "step": 2194
    },
    {
      "epoch": 0.9786000891662952,
      "grad_norm": 0.2190835028886795,
      "learning_rate": 1.2040613394650458e-07,
      "loss": 1.7447,
      "step": 2195
    },
    {
      "epoch": 0.9790459206419974,
      "grad_norm": 0.21689794957637787,
      "learning_rate": 1.1544386079733738e-07,
      "loss": 1.6899,
      "step": 2196
    },
    {
      "epoch": 0.9794917521176995,
      "grad_norm": 0.20872703194618225,
      "learning_rate": 1.1058585751356099e-07,
      "loss": 1.628,
      "step": 2197
    },
    {
      "epoch": 0.9799375835934017,
      "grad_norm": 0.2107289880514145,
      "learning_rate": 1.0583213679541182e-07,
      "loss": 1.5936,
      "step": 2198
    },
    {
      "epoch": 0.9803834150691039,
      "grad_norm": 0.20465409755706787,
      "learning_rate": 1.0118271107050881e-07,
      "loss": 1.6105,
      "step": 2199
    },
    {
      "epoch": 0.9808292465448061,
      "grad_norm": 0.20922228693962097,
      "learning_rate": 9.663759249380011e-08,
      "loss": 1.6706,
      "step": 2200
    },
    {
      "epoch": 0.9812750780205083,
      "grad_norm": 0.21258345246315002,
      "learning_rate": 9.219679294755424e-08,
      "loss": 1.7031,
      "step": 2201
    },
    {
      "epoch": 0.9817209094962104,
      "grad_norm": 0.21591481566429138,
      "learning_rate": 8.786032404131561e-08,
      "loss": 1.6738,
      "step": 2202
    },
    {
      "epoch": 0.9821667409719126,
      "grad_norm": 0.2134099155664444,
      "learning_rate": 8.362819711188686e-08,
      "loss": 1.6628,
      "step": 2203
    },
    {
      "epoch": 0.9826125724476148,
      "grad_norm": 0.21868497133255005,
      "learning_rate": 7.950042322326656e-08,
      "loss": 1.7372,
      "step": 2204
    },
    {
      "epoch": 0.983058403923317,
      "grad_norm": 0.21002371609210968,
      "learning_rate": 7.5477013166676e-08,
      "loss": 1.6662,
      "step": 2205
    },
    {
      "epoch": 0.9835042353990192,
      "grad_norm": 0.21475517749786377,
      "learning_rate": 7.155797746047466e-08,
      "loss": 1.7052,
      "step": 2206
    },
    {
      "epoch": 0.9839500668747213,
      "grad_norm": 0.2161387950181961,
      "learning_rate": 6.774332635016479e-08,
      "loss": 1.6903,
      "step": 2207
    },
    {
      "epoch": 0.9843958983504235,
      "grad_norm": 0.21122796833515167,
      "learning_rate": 6.403306980836022e-08,
      "loss": 1.6308,
      "step": 2208
    },
    {
      "epoch": 0.9848417298261257,
      "grad_norm": 0.21188151836395264,
      "learning_rate": 6.042721753475533e-08,
      "loss": 1.6932,
      "step": 2209
    },
    {
      "epoch": 0.9852875613018279,
      "grad_norm": 0.21808581054210663,
      "learning_rate": 5.692577895609397e-08,
      "loss": 1.6737,
      "step": 2210
    },
    {
      "epoch": 0.9857333927775301,
      "grad_norm": 0.2200671136379242,
      "learning_rate": 5.352876322616052e-08,
      "loss": 1.7138,
      "step": 2211
    },
    {
      "epoch": 0.9861792242532322,
      "grad_norm": 0.2078736126422882,
      "learning_rate": 5.023617922574886e-08,
      "loss": 1.6559,
      "step": 2212
    },
    {
      "epoch": 0.9866250557289344,
      "grad_norm": 0.2184969037771225,
      "learning_rate": 4.7048035562631266e-08,
      "loss": 1.711,
      "step": 2213
    },
    {
      "epoch": 0.9870708872046366,
      "grad_norm": 0.21480736136436462,
      "learning_rate": 4.396434057154508e-08,
      "loss": 1.7486,
      "step": 2214
    },
    {
      "epoch": 0.9875167186803389,
      "grad_norm": 0.21803632378578186,
      "learning_rate": 4.098510231416608e-08,
      "loss": 1.6153,
      "step": 2215
    },
    {
      "epoch": 0.9879625501560411,
      "grad_norm": 0.2194724828004837,
      "learning_rate": 3.811032857909514e-08,
      "loss": 1.7779,
      "step": 2216
    },
    {
      "epoch": 0.9884083816317432,
      "grad_norm": 0.21114468574523926,
      "learning_rate": 3.534002688183158e-08,
      "loss": 1.6131,
      "step": 2217
    },
    {
      "epoch": 0.9888542131074454,
      "grad_norm": 0.21394984424114227,
      "learning_rate": 3.2674204464751e-08,
      "loss": 1.6568,
      "step": 2218
    },
    {
      "epoch": 0.9893000445831476,
      "grad_norm": 0.22073934972286224,
      "learning_rate": 3.0112868297091927e-08,
      "loss": 1.694,
      "step": 2219
    },
    {
      "epoch": 0.9897458760588498,
      "grad_norm": 0.22066441178321838,
      "learning_rate": 2.7656025074929148e-08,
      "loss": 1.7006,
      "step": 2220
    },
    {
      "epoch": 0.990191707534552,
      "grad_norm": 0.21571949124336243,
      "learning_rate": 2.530368122116933e-08,
      "loss": 1.6791,
      "step": 2221
    },
    {
      "epoch": 0.9906375390102541,
      "grad_norm": 0.22311624884605408,
      "learning_rate": 2.3055842885528756e-08,
      "loss": 1.7567,
      "step": 2222
    },
    {
      "epoch": 0.9910833704859563,
      "grad_norm": 0.21486613154411316,
      "learning_rate": 2.0912515944511157e-08,
      "loss": 1.7538,
      "step": 2223
    },
    {
      "epoch": 0.9915292019616585,
      "grad_norm": 0.2138306051492691,
      "learning_rate": 1.887370600139882e-08,
      "loss": 1.7092,
      "step": 2224
    },
    {
      "epoch": 0.9919750334373607,
      "grad_norm": 0.20828770101070404,
      "learning_rate": 1.6939418386230366e-08,
      "loss": 1.5411,
      "step": 2225
    },
    {
      "epoch": 0.9924208649130629,
      "grad_norm": 0.20472337305545807,
      "learning_rate": 1.510965815580967e-08,
      "loss": 1.5523,
      "step": 2226
    },
    {
      "epoch": 0.992866696388765,
      "grad_norm": 0.21217556297779083,
      "learning_rate": 1.3384430093652534e-08,
      "loss": 1.6113,
      "step": 2227
    },
    {
      "epoch": 0.9933125278644672,
      "grad_norm": 0.2172480672597885,
      "learning_rate": 1.176373871001335e-08,
      "loss": 1.6587,
      "step": 2228
    },
    {
      "epoch": 0.9937583593401694,
      "grad_norm": 0.20688016712665558,
      "learning_rate": 1.0247588241849571e-08,
      "loss": 1.6197,
      "step": 2229
    },
    {
      "epoch": 0.9942041908158716,
      "grad_norm": 0.21019957959651947,
      "learning_rate": 8.835982652826148e-09,
      "loss": 1.6467,
      "step": 2230
    },
    {
      "epoch": 0.9946500222915737,
      "grad_norm": 0.21300449967384338,
      "learning_rate": 7.528925633288886e-09,
      "loss": 1.634,
      "step": 2231
    },
    {
      "epoch": 0.9950958537672759,
      "grad_norm": 0.21505141258239746,
      "learning_rate": 6.326420600264449e-09,
      "loss": 1.6465,
      "step": 2232
    },
    {
      "epoch": 0.9955416852429781,
      "grad_norm": 0.20970559120178223,
      "learning_rate": 5.228470697451471e-09,
      "loss": 1.6215,
      "step": 2233
    },
    {
      "epoch": 0.9959875167186804,
      "grad_norm": 0.21498151123523712,
      "learning_rate": 4.235078795211678e-09,
      "loss": 1.6266,
      "step": 2234
    },
    {
      "epoch": 0.9964333481943826,
      "grad_norm": 0.2139834761619568,
      "learning_rate": 3.3462474905654465e-09,
      "loss": 1.7,
      "step": 2235
    },
    {
      "epoch": 0.9968791796700847,
      "grad_norm": 0.21739955246448517,
      "learning_rate": 2.5619791071740394e-09,
      "loss": 1.722,
      "step": 2236
    },
    {
      "epoch": 0.9973250111457869,
      "grad_norm": 0.20980125665664673,
      "learning_rate": 1.882275695344049e-09,
      "loss": 1.7142,
      "step": 2237
    },
    {
      "epoch": 0.9977708426214891,
      "grad_norm": 0.21839484572410583,
      "learning_rate": 1.3071390320185117e-09,
      "loss": 1.7311,
      "step": 2238
    },
    {
      "epoch": 0.9982166740971913,
      "grad_norm": 0.2130284160375595,
      "learning_rate": 8.3657062077247e-10,
      "loss": 1.6798,
      "step": 2239
    },
    {
      "epoch": 0.9986625055728935,
      "grad_norm": 0.2132384330034256,
      "learning_rate": 4.705716918085302e-10,
      "loss": 1.6483,
      "step": 2240
    },
    {
      "epoch": 0.9991083370485956,
      "grad_norm": 0.21125134825706482,
      "learning_rate": 2.0914320195242198e-10,
      "loss": 1.6238,
      "step": 2241
    },
    {
      "epoch": 0.9995541685242978,
      "grad_norm": 0.2098449170589447,
      "learning_rate": 5.228583466188042e-11,
      "loss": 1.6818,
      "step": 2242
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.21603438258171082,
      "learning_rate": 0.0,
      "loss": 1.6465,
      "step": 2243
    },
    {
      "epoch": 1.0,
      "step": 2243,
      "total_flos": 1.6917979785634775e+18,
      "train_loss": 1.7197771867470608,
      "train_runtime": 16731.5495,
      "train_samples_per_second": 1.072,
      "train_steps_per_second": 0.134
    }
  ],
  "logging_steps": 1,
  "max_steps": 2243,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6917979785634775e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}