{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.4999552075681293,
  "eval_steps": 500,
  "global_step": 872,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005733431279451024,
      "grad_norm": 343.8302001953125,
      "learning_rate": 3.7037037037037036e-07,
      "loss": 15.7056,
      "step": 1
    },
    {
      "epoch": 0.0011466862558902047,
      "grad_norm": 354.2492370605469,
      "learning_rate": 7.407407407407407e-07,
      "loss": 15.7685,
      "step": 2
    },
    {
      "epoch": 0.0017200293838353072,
      "grad_norm": 332.5870666503906,
      "learning_rate": 1.111111111111111e-06,
      "loss": 15.7735,
      "step": 3
    },
    {
      "epoch": 0.0022933725117804094,
      "grad_norm": 337.5965576171875,
      "learning_rate": 1.4814814814814815e-06,
      "loss": 15.6978,
      "step": 4
    },
    {
      "epoch": 0.002866715639725512,
      "grad_norm": 337.68743896484375,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 15.7328,
      "step": 5
    },
    {
      "epoch": 0.0034400587676706143,
      "grad_norm": 352.12841796875,
      "learning_rate": 2.222222222222222e-06,
      "loss": 15.7606,
      "step": 6
    },
    {
      "epoch": 0.004013401895615717,
      "grad_norm": 350.4210510253906,
      "learning_rate": 2.5925925925925925e-06,
      "loss": 15.7352,
      "step": 7
    },
    {
      "epoch": 0.004586745023560819,
      "grad_norm": 326.6189270019531,
      "learning_rate": 2.962962962962963e-06,
      "loss": 15.7233,
      "step": 8
    },
    {
      "epoch": 0.005160088151505922,
      "grad_norm": 337.8202819824219,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 15.7473,
      "step": 9
    },
    {
      "epoch": 0.005733431279451024,
      "grad_norm": 346.01373291015625,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 15.7525,
      "step": 10
    },
    {
      "epoch": 0.006306774407396127,
      "grad_norm": 345.3333435058594,
      "learning_rate": 4.074074074074074e-06,
      "loss": 15.7312,
      "step": 11
    },
    {
      "epoch": 0.006880117535341229,
      "grad_norm": 366.6058044433594,
      "learning_rate": 4.444444444444444e-06,
      "loss": 15.8701,
      "step": 12
    },
    {
      "epoch": 0.0074534606632863315,
      "grad_norm": 343.2021484375,
      "learning_rate": 4.814814814814815e-06,
      "loss": 15.7247,
      "step": 13
    },
    {
      "epoch": 0.008026803791231434,
      "grad_norm": 355.9106750488281,
      "learning_rate": 5.185185185185185e-06,
      "loss": 15.8606,
      "step": 14
    },
    {
      "epoch": 0.008600146919176536,
      "grad_norm": 348.240966796875,
      "learning_rate": 5.555555555555557e-06,
      "loss": 15.7669,
      "step": 15
    },
    {
      "epoch": 0.009173490047121638,
      "grad_norm": 338.352783203125,
      "learning_rate": 5.925925925925926e-06,
      "loss": 15.7275,
      "step": 16
    },
    {
      "epoch": 0.00974683317506674,
      "grad_norm": 345.3967590332031,
      "learning_rate": 6.296296296296297e-06,
      "loss": 15.6908,
      "step": 17
    },
    {
      "epoch": 0.010320176303011843,
      "grad_norm": 337.52459716796875,
      "learning_rate": 6.666666666666667e-06,
      "loss": 15.7063,
      "step": 18
    },
    {
      "epoch": 0.010893519430956946,
      "grad_norm": 348.9382019042969,
      "learning_rate": 7.0370370370370375e-06,
      "loss": 15.7312,
      "step": 19
    },
    {
      "epoch": 0.011466862558902047,
      "grad_norm": 367.71954345703125,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 15.6506,
      "step": 20
    },
    {
      "epoch": 0.01204020568684715,
      "grad_norm": 340.8507080078125,
      "learning_rate": 7.77777777777778e-06,
      "loss": 15.6737,
      "step": 21
    },
    {
      "epoch": 0.012613548814792253,
      "grad_norm": 342.04400634765625,
      "learning_rate": 8.148148148148148e-06,
      "loss": 15.7023,
      "step": 22
    },
    {
      "epoch": 0.013186891942737354,
      "grad_norm": 341.126708984375,
      "learning_rate": 8.518518518518519e-06,
      "loss": 15.7475,
      "step": 23
    },
    {
      "epoch": 0.013760235070682457,
      "grad_norm": 355.2649841308594,
      "learning_rate": 8.888888888888888e-06,
      "loss": 15.719,
      "step": 24
    },
    {
      "epoch": 0.01433357819862756,
      "grad_norm": 332.40753173828125,
      "learning_rate": 9.25925925925926e-06,
      "loss": 15.7316,
      "step": 25
    },
    {
      "epoch": 0.014906921326572663,
      "grad_norm": 337.4178771972656,
      "learning_rate": 9.62962962962963e-06,
      "loss": 15.7153,
      "step": 26
    },
    {
      "epoch": 0.015480264454517764,
      "grad_norm": 337.7605895996094,
      "learning_rate": 1e-05,
      "loss": 15.6421,
      "step": 27
    },
    {
      "epoch": 0.016053607582462867,
      "grad_norm": 339.8226013183594,
      "learning_rate": 9.999965443811378e-06,
      "loss": 15.7325,
      "step": 28
    },
    {
      "epoch": 0.01662695071040797,
      "grad_norm": 338.6639709472656,
      "learning_rate": 9.999861775723162e-06,
      "loss": 15.5632,
      "step": 29
    },
    {
      "epoch": 0.017200293838353073,
      "grad_norm": 313.73358154296875,
      "learning_rate": 9.999688997168301e-06,
      "loss": 15.6312,
      "step": 30
    },
    {
      "epoch": 0.017773636966298176,
      "grad_norm": 324.01812744140625,
      "learning_rate": 9.999447110535026e-06,
      "loss": 15.568,
      "step": 31
    },
    {
      "epoch": 0.018346980094243275,
      "grad_norm": 350.6103820800781,
      "learning_rate": 9.999136119166803e-06,
      "loss": 15.6763,
      "step": 32
    },
    {
      "epoch": 0.018920323222188378,
      "grad_norm": 345.98101806640625,
      "learning_rate": 9.998756027362308e-06,
      "loss": 15.6779,
      "step": 33
    },
    {
      "epoch": 0.01949366635013348,
      "grad_norm": 332.9476013183594,
      "learning_rate": 9.99830684037535e-06,
      "loss": 15.5666,
      "step": 34
    },
    {
      "epoch": 0.020067009478078584,
      "grad_norm": 323.1610412597656,
      "learning_rate": 9.9977885644148e-06,
      "loss": 15.5645,
      "step": 35
    },
    {
      "epoch": 0.020640352606023687,
      "grad_norm": 345.10504150390625,
      "learning_rate": 9.997201206644522e-06,
      "loss": 15.6663,
      "step": 36
    },
    {
      "epoch": 0.02121369573396879,
      "grad_norm": 327.5580749511719,
      "learning_rate": 9.99654477518325e-06,
      "loss": 15.5561,
      "step": 37
    },
    {
      "epoch": 0.021787038861913893,
      "grad_norm": 321.0745849609375,
      "learning_rate": 9.995819279104494e-06,
      "loss": 15.6465,
      "step": 38
    },
    {
      "epoch": 0.022360381989858992,
      "grad_norm": 331.85736083984375,
      "learning_rate": 9.995024728436402e-06,
      "loss": 15.6326,
      "step": 39
    },
    {
      "epoch": 0.022933725117804095,
      "grad_norm": 317.6231994628906,
      "learning_rate": 9.994161134161635e-06,
      "loss": 15.5944,
      "step": 40
    },
    {
      "epoch": 0.023507068245749198,
      "grad_norm": 329.2905578613281,
      "learning_rate": 9.993228508217201e-06,
      "loss": 15.6057,
      "step": 41
    },
    {
      "epoch": 0.0240804113736943,
      "grad_norm": 331.61407470703125,
      "learning_rate": 9.9922268634943e-06,
      "loss": 15.5034,
      "step": 42
    },
    {
      "epoch": 0.024653754501639404,
      "grad_norm": 308.8927917480469,
      "learning_rate": 9.991156213838143e-06,
      "loss": 15.5626,
      "step": 43
    },
    {
      "epoch": 0.025227097629584506,
      "grad_norm": 331.08624267578125,
      "learning_rate": 9.990016574047757e-06,
      "loss": 15.628,
      "step": 44
    },
    {
      "epoch": 0.02580044075752961,
      "grad_norm": 343.9646911621094,
      "learning_rate": 9.988807959875785e-06,
      "loss": 15.52,
      "step": 45
    },
    {
      "epoch": 0.02637378388547471,
      "grad_norm": 317.4025573730469,
      "learning_rate": 9.987530388028269e-06,
      "loss": 15.5872,
      "step": 46
    },
    {
      "epoch": 0.02694712701341981,
      "grad_norm": 322.307373046875,
      "learning_rate": 9.986183876164412e-06,
      "loss": 15.4988,
      "step": 47
    },
    {
      "epoch": 0.027520470141364915,
      "grad_norm": 317.954833984375,
      "learning_rate": 9.984768442896342e-06,
      "loss": 15.4338,
      "step": 48
    },
    {
      "epoch": 0.028093813269310017,
      "grad_norm": 316.19512939453125,
      "learning_rate": 9.983284107788852e-06,
      "loss": 15.464,
      "step": 49
    },
    {
      "epoch": 0.02866715639725512,
      "grad_norm": 309.9515686035156,
      "learning_rate": 9.981730891359123e-06,
      "loss": 15.4762,
      "step": 50
    },
    {
      "epoch": 0.029240499525200223,
      "grad_norm": 325.8763427734375,
      "learning_rate": 9.980108815076456e-06,
      "loss": 15.4914,
      "step": 51
    },
    {
      "epoch": 0.029813842653145326,
      "grad_norm": 310.78424072265625,
      "learning_rate": 9.978417901361958e-06,
      "loss": 15.5108,
      "step": 52
    },
    {
      "epoch": 0.030387185781090426,
      "grad_norm": 335.9707946777344,
      "learning_rate": 9.976658173588244e-06,
      "loss": 15.5588,
      "step": 53
    },
    {
      "epoch": 0.03096052890903553,
      "grad_norm": 325.359375,
      "learning_rate": 9.974829656079106e-06,
      "loss": 15.5329,
      "step": 54
    },
    {
      "epoch": 0.03153387203698063,
      "grad_norm": 313.94293212890625,
      "learning_rate": 9.972932374109184e-06,
      "loss": 15.4339,
      "step": 55
    },
    {
      "epoch": 0.032107215164925734,
      "grad_norm": 328.7725830078125,
      "learning_rate": 9.97096635390361e-06,
      "loss": 15.5493,
      "step": 56
    },
    {
      "epoch": 0.03268055829287084,
      "grad_norm": 329.2198791503906,
      "learning_rate": 9.968931622637652e-06,
      "loss": 15.5452,
      "step": 57
    },
    {
      "epoch": 0.03325390142081594,
      "grad_norm": 323.4937438964844,
      "learning_rate": 9.966828208436332e-06,
      "loss": 15.4639,
      "step": 58
    },
    {
      "epoch": 0.03382724454876104,
      "grad_norm": 318.2495422363281,
      "learning_rate": 9.96465614037404e-06,
      "loss": 15.4536,
      "step": 59
    },
    {
      "epoch": 0.034400587676706146,
      "grad_norm": 315.8673095703125,
      "learning_rate": 9.962415448474134e-06,
      "loss": 15.4971,
      "step": 60
    },
    {
      "epoch": 0.03497393080465125,
      "grad_norm": 313.1468505859375,
      "learning_rate": 9.960106163708522e-06,
      "loss": 15.4236,
      "step": 61
    },
    {
      "epoch": 0.03554727393259635,
      "grad_norm": 311.7138977050781,
      "learning_rate": 9.95772831799724e-06,
      "loss": 15.4216,
      "step": 62
    },
    {
      "epoch": 0.03612061706054145,
      "grad_norm": 306.1082763671875,
      "learning_rate": 9.955281944207998e-06,
      "loss": 15.4497,
      "step": 63
    },
    {
      "epoch": 0.03669396018848655,
      "grad_norm": 320.2241516113281,
      "learning_rate": 9.95276707615574e-06,
      "loss": 15.4434,
      "step": 64
    },
    {
      "epoch": 0.03726730331643165,
      "grad_norm": 314.4595642089844,
      "learning_rate": 9.950183748602164e-06,
      "loss": 15.4662,
      "step": 65
    },
    {
      "epoch": 0.037840646444376756,
      "grad_norm": 329.10784912109375,
      "learning_rate": 9.947531997255256e-06,
      "loss": 15.4808,
      "step": 66
    },
    {
      "epoch": 0.03841398957232186,
      "grad_norm": 312.20135498046875,
      "learning_rate": 9.944811858768782e-06,
      "loss": 15.4633,
      "step": 67
    },
    {
      "epoch": 0.03898733270026696,
      "grad_norm": 331.2897033691406,
      "learning_rate": 9.94202337074179e-06,
      "loss": 15.4861,
      "step": 68
    },
    {
      "epoch": 0.039560675828212065,
      "grad_norm": 325.3959655761719,
      "learning_rate": 9.939166571718086e-06,
      "loss": 15.349,
      "step": 69
    },
    {
      "epoch": 0.04013401895615717,
      "grad_norm": 312.45513916015625,
      "learning_rate": 9.936241501185706e-06,
      "loss": 15.476,
      "step": 70
    },
    {
      "epoch": 0.04070736208410227,
      "grad_norm": 318.12322998046875,
      "learning_rate": 9.933248199576366e-06,
      "loss": 15.5243,
      "step": 71
    },
    {
      "epoch": 0.041280705212047374,
      "grad_norm": 313.1653137207031,
      "learning_rate": 9.930186708264902e-06,
      "loss": 15.4566,
      "step": 72
    },
    {
      "epoch": 0.041854048339992476,
      "grad_norm": 310.0314636230469,
      "learning_rate": 9.927057069568704e-06,
      "loss": 15.4365,
      "step": 73
    },
    {
      "epoch": 0.04242739146793758,
      "grad_norm": 319.7293701171875,
      "learning_rate": 9.923859326747125e-06,
      "loss": 15.4605,
      "step": 74
    },
    {
      "epoch": 0.04300073459588268,
      "grad_norm": 306.68524169921875,
      "learning_rate": 9.920593524000887e-06,
      "loss": 15.3812,
      "step": 75
    },
    {
      "epoch": 0.043574077723827785,
      "grad_norm": 309.94500732421875,
      "learning_rate": 9.917259706471469e-06,
      "loss": 15.3971,
      "step": 76
    },
    {
      "epoch": 0.04414742085177288,
      "grad_norm": 321.57647705078125,
      "learning_rate": 9.913857920240481e-06,
      "loss": 15.471,
      "step": 77
    },
    {
      "epoch": 0.044720763979717984,
      "grad_norm": 310.59991455078125,
      "learning_rate": 9.91038821232903e-06,
      "loss": 15.4669,
      "step": 78
    },
    {
      "epoch": 0.04529410710766309,
      "grad_norm": 298.2730407714844,
      "learning_rate": 9.906850630697068e-06,
      "loss": 15.4534,
      "step": 79
    },
    {
      "epoch": 0.04586745023560819,
      "grad_norm": 303.1147766113281,
      "learning_rate": 9.903245224242732e-06,
      "loss": 15.3767,
      "step": 80
    },
    {
      "epoch": 0.04644079336355329,
      "grad_norm": 299.9115905761719,
      "learning_rate": 9.899572042801662e-06,
      "loss": 15.3181,
      "step": 81
    },
    {
      "epoch": 0.047014136491498396,
      "grad_norm": 299.8761901855469,
      "learning_rate": 9.895831137146319e-06,
      "loss": 15.3273,
      "step": 82
    },
    {
      "epoch": 0.0475874796194435,
      "grad_norm": 305.44244384765625,
      "learning_rate": 9.89202255898528e-06,
      "loss": 15.3504,
      "step": 83
    },
    {
      "epoch": 0.0481608227473886,
      "grad_norm": 302.8594055175781,
      "learning_rate": 9.888146360962523e-06,
      "loss": 15.4113,
      "step": 84
    },
    {
      "epoch": 0.048734165875333704,
      "grad_norm": 310.83587646484375,
      "learning_rate": 9.8842025966567e-06,
      "loss": 15.4274,
      "step": 85
    },
    {
      "epoch": 0.04930750900327881,
      "grad_norm": 292.6897277832031,
      "learning_rate": 9.880191320580396e-06,
      "loss": 15.2777,
      "step": 86
    },
    {
      "epoch": 0.04988085213122391,
      "grad_norm": 308.5329895019531,
      "learning_rate": 9.876112588179378e-06,
      "loss": 15.3073,
      "step": 87
    },
    {
      "epoch": 0.05045419525916901,
      "grad_norm": 295.7265319824219,
      "learning_rate": 9.87196645583182e-06,
      "loss": 15.3201,
      "step": 88
    },
    {
      "epoch": 0.051027538387114116,
      "grad_norm": 300.5785827636719,
      "learning_rate": 9.86775298084754e-06,
      "loss": 15.4455,
      "step": 89
    },
    {
      "epoch": 0.05160088151505922,
      "grad_norm": 293.6327819824219,
      "learning_rate": 9.863472221467189e-06,
      "loss": 15.4047,
      "step": 90
    },
    {
      "epoch": 0.052174224643004315,
      "grad_norm": 314.74468994140625,
      "learning_rate": 9.85912423686146e-06,
      "loss": 15.4229,
      "step": 91
    },
    {
      "epoch": 0.05274756777094942,
      "grad_norm": 292.306640625,
      "learning_rate": 9.854709087130261e-06,
      "loss": 15.3212,
      "step": 92
    },
    {
      "epoch": 0.05332091089889452,
      "grad_norm": 321.5920715332031,
      "learning_rate": 9.850226833301893e-06,
      "loss": 15.3655,
      "step": 93
    },
    {
      "epoch": 0.05389425402683962,
      "grad_norm": 288.67535400390625,
      "learning_rate": 9.8456775373322e-06,
      "loss": 15.3491,
      "step": 94
    },
    {
      "epoch": 0.054467597154784726,
      "grad_norm": 301.61151123046875,
      "learning_rate": 9.841061262103713e-06,
      "loss": 15.4396,
      "step": 95
    },
    {
      "epoch": 0.05504094028272983,
      "grad_norm": 291.6568908691406,
      "learning_rate": 9.836378071424782e-06,
      "loss": 15.3401,
      "step": 96
    },
    {
      "epoch": 0.05561428341067493,
      "grad_norm": 292.19915771484375,
      "learning_rate": 9.831628030028698e-06,
      "loss": 15.3169,
      "step": 97
    },
    {
      "epoch": 0.056187626538620035,
      "grad_norm": 291.9767150878906,
      "learning_rate": 9.826811203572785e-06,
      "loss": 15.3443,
      "step": 98
    },
    {
      "epoch": 0.05676096966656514,
      "grad_norm": 304.70599365234375,
      "learning_rate": 9.821927658637518e-06,
      "loss": 15.3755,
      "step": 99
    },
    {
      "epoch": 0.05733431279451024,
      "grad_norm": 302.005859375,
      "learning_rate": 9.81697746272557e-06,
      "loss": 15.332,
      "step": 100
    },
    {
      "epoch": 0.057907655922455344,
      "grad_norm": 302.4617004394531,
      "learning_rate": 9.811960684260907e-06,
      "loss": 15.4224,
      "step": 101
    },
    {
      "epoch": 0.058480999050400446,
      "grad_norm": 298.9280700683594,
      "learning_rate": 9.80687739258782e-06,
      "loss": 15.377,
      "step": 102
    },
    {
      "epoch": 0.05905434217834555,
      "grad_norm": 287.72869873046875,
      "learning_rate": 9.801727657969988e-06,
      "loss": 15.3631,
      "step": 103
    },
    {
      "epoch": 0.05962768530629065,
      "grad_norm": 275.61376953125,
      "learning_rate": 9.796511551589492e-06,
      "loss": 15.2808,
      "step": 104
    },
    {
      "epoch": 0.06020102843423575,
      "grad_norm": 283.3959655761719,
      "learning_rate": 9.791229145545832e-06,
      "loss": 15.3636,
      "step": 105
    },
    {
      "epoch": 0.06077437156218085,
      "grad_norm": 295.7449035644531,
      "learning_rate": 9.785880512854937e-06,
      "loss": 15.2886,
      "step": 106
    },
    {
      "epoch": 0.061347714690125954,
      "grad_norm": 287.8319091796875,
      "learning_rate": 9.78046572744815e-06,
      "loss": 15.2978,
      "step": 107
    },
    {
      "epoch": 0.06192105781807106,
      "grad_norm": 294.1200256347656,
      "learning_rate": 9.77498486417121e-06,
      "loss": 15.2803,
      "step": 108
    },
    {
      "epoch": 0.06249440094601616,
      "grad_norm": 281.8334655761719,
      "learning_rate": 9.769437998783216e-06,
      "loss": 15.3278,
      "step": 109
    },
    {
      "epoch": 0.06306774407396126,
      "grad_norm": 283.81732177734375,
      "learning_rate": 9.763825207955577e-06,
      "loss": 15.2408,
      "step": 110
    },
    {
      "epoch": 0.06364108720190637,
      "grad_norm": 289.8335876464844,
      "learning_rate": 9.758146569270957e-06,
      "loss": 15.2072,
      "step": 111
    },
    {
      "epoch": 0.06421443032985147,
      "grad_norm": 283.79541015625,
      "learning_rate": 9.7524021612222e-06,
      "loss": 15.2841,
      "step": 112
    },
    {
      "epoch": 0.06478777345779657,
      "grad_norm": 278.183349609375,
      "learning_rate": 9.746592063211247e-06,
      "loss": 15.2678,
      "step": 113
    },
    {
      "epoch": 0.06536111658574167,
      "grad_norm": 285.3382568359375,
      "learning_rate": 9.74071635554803e-06,
      "loss": 15.2402,
      "step": 114
    },
    {
      "epoch": 0.06593445971368678,
      "grad_norm": 278.955078125,
      "learning_rate": 9.73477511944938e-06,
      "loss": 15.3042,
      "step": 115
    },
    {
      "epoch": 0.06650780284163188,
      "grad_norm": 279.9234924316406,
      "learning_rate": 9.728768437037882e-06,
      "loss": 15.2099,
      "step": 116
    },
    {
      "epoch": 0.06708114596957698,
      "grad_norm": 279.9479064941406,
      "learning_rate": 9.722696391340762e-06,
      "loss": 15.3344,
      "step": 117
    },
    {
      "epoch": 0.06765448909752209,
      "grad_norm": 286.9149169921875,
      "learning_rate": 9.716559066288716e-06,
      "loss": 15.2665,
      "step": 118
    },
    {
      "epoch": 0.06822783222546719,
      "grad_norm": 306.3753356933594,
      "learning_rate": 9.710356546714774e-06,
      "loss": 15.2843,
      "step": 119
    },
    {
      "epoch": 0.06880117535341229,
      "grad_norm": 276.3395690917969,
      "learning_rate": 9.704088918353108e-06,
      "loss": 15.2029,
      "step": 120
    },
    {
      "epoch": 0.0693745184813574,
      "grad_norm": 283.53411865234375,
      "learning_rate": 9.697756267837856e-06,
      "loss": 15.2337,
      "step": 121
    },
    {
      "epoch": 0.0699478616093025,
      "grad_norm": 288.1679382324219,
      "learning_rate": 9.691358682701927e-06,
      "loss": 15.1838,
      "step": 122
    },
    {
      "epoch": 0.0705212047372476,
      "grad_norm": 275.3481750488281,
      "learning_rate": 9.684896251375784e-06,
      "loss": 15.214,
      "step": 123
    },
    {
      "epoch": 0.0710945478651927,
      "grad_norm": 271.927490234375,
      "learning_rate": 9.678369063186224e-06,
      "loss": 15.2439,
      "step": 124
    },
    {
      "epoch": 0.0716678909931378,
      "grad_norm": 280.0527648925781,
      "learning_rate": 9.671777208355146e-06,
      "loss": 15.2833,
      "step": 125
    },
    {
      "epoch": 0.0722412341210829,
      "grad_norm": 286.959228515625,
      "learning_rate": 9.665120777998303e-06,
      "loss": 15.3076,
      "step": 126
    },
    {
      "epoch": 0.072814577249028,
      "grad_norm": 268.98553466796875,
      "learning_rate": 9.658399864124037e-06,
      "loss": 15.3274,
      "step": 127
    },
    {
      "epoch": 0.0733879203769731,
      "grad_norm": 261.5675964355469,
      "learning_rate": 9.65161455963202e-06,
      "loss": 15.2216,
      "step": 128
    },
    {
      "epoch": 0.0739612635049182,
      "grad_norm": 272.29425048828125,
      "learning_rate": 9.64476495831195e-06,
      "loss": 15.2385,
      "step": 129
    },
    {
      "epoch": 0.0745346066328633,
      "grad_norm": 282.3617248535156,
      "learning_rate": 9.637851154842279e-06,
      "loss": 15.2864,
      "step": 130
    },
    {
      "epoch": 0.07510794976080841,
      "grad_norm": 260.4862976074219,
      "learning_rate": 9.630873244788884e-06,
      "loss": 15.3039,
      "step": 131
    },
    {
      "epoch": 0.07568129288875351,
      "grad_norm": 268.15582275390625,
      "learning_rate": 9.623831324603755e-06,
      "loss": 15.2402,
      "step": 132
    },
    {
      "epoch": 0.07625463601669862,
      "grad_norm": 275.54180908203125,
      "learning_rate": 9.61672549162366e-06,
      "loss": 15.2216,
      "step": 133
    },
    {
      "epoch": 0.07682797914464372,
      "grad_norm": 274.50299072265625,
      "learning_rate": 9.6095558440688e-06,
      "loss": 15.2265,
      "step": 134
    },
    {
      "epoch": 0.07740132227258882,
      "grad_norm": 274.8090515136719,
      "learning_rate": 9.602322481041457e-06,
      "loss": 15.2518,
      "step": 135
    },
    {
      "epoch": 0.07797466540053392,
      "grad_norm": 264.6287841796875,
      "learning_rate": 9.595025502524609e-06,
      "loss": 15.2621,
      "step": 136
    },
    {
      "epoch": 0.07854800852847903,
      "grad_norm": 261.9557189941406,
      "learning_rate": 9.587665009380565e-06,
      "loss": 15.2255,
      "step": 137
    },
    {
      "epoch": 0.07912135165642413,
      "grad_norm": 264.4668273925781,
      "learning_rate": 9.580241103349562e-06,
      "loss": 15.1974,
      "step": 138
    },
    {
      "epoch": 0.07969469478436923,
      "grad_norm": 268.053955078125,
      "learning_rate": 9.572753887048353e-06,
      "loss": 15.1732,
      "step": 139
    },
    {
      "epoch": 0.08026803791231434,
      "grad_norm": 275.5241394042969,
      "learning_rate": 9.565203463968808e-06,
      "loss": 15.2277,
      "step": 140
    },
    {
      "epoch": 0.08084138104025944,
      "grad_norm": 270.20001220703125,
      "learning_rate": 9.557589938476462e-06,
      "loss": 15.2393,
      "step": 141
    },
    {
      "epoch": 0.08141472416820454,
      "grad_norm": 274.71453857421875,
      "learning_rate": 9.549913415809084e-06,
      "loss": 15.1832,
      "step": 142
    },
    {
      "epoch": 0.08198806729614964,
      "grad_norm": 266.2647399902344,
      "learning_rate": 9.542174002075221e-06,
      "loss": 15.1934,
      "step": 143
    },
    {
      "epoch": 0.08256141042409475,
      "grad_norm": 270.1286315917969,
      "learning_rate": 9.534371804252727e-06,
      "loss": 15.1652,
      "step": 144
    },
    {
      "epoch": 0.08313475355203985,
      "grad_norm": 253.12673950195312,
      "learning_rate": 9.526506930187294e-06,
      "loss": 15.2471,
      "step": 145
    },
    {
      "epoch": 0.08370809667998495,
      "grad_norm": 266.5976867675781,
      "learning_rate": 9.518579488590947e-06,
      "loss": 15.26,
      "step": 146
    },
    {
      "epoch": 0.08428143980793006,
      "grad_norm": 264.99481201171875,
      "learning_rate": 9.510589589040554e-06,
      "loss": 15.1794,
      "step": 147
    },
    {
      "epoch": 0.08485478293587516,
      "grad_norm": 255.4492950439453,
      "learning_rate": 9.502537341976305e-06,
      "loss": 15.2214,
      "step": 148
    },
    {
      "epoch": 0.08542812606382026,
      "grad_norm": 264.4046325683594,
      "learning_rate": 9.494422858700188e-06,
      "loss": 15.1397,
      "step": 149
    },
    {
      "epoch": 0.08600146919176536,
      "grad_norm": 276.0195007324219,
      "learning_rate": 9.48624625137445e-06,
      "loss": 15.2514,
      "step": 150
    },
    {
      "epoch": 0.08657481231971047,
      "grad_norm": 261.25848388671875,
      "learning_rate": 9.478007633020043e-06,
      "loss": 15.1633,
      "step": 151
    },
    {
      "epoch": 0.08714815544765557,
      "grad_norm": 273.81439208984375,
      "learning_rate": 9.469707117515068e-06,
      "loss": 15.3146,
      "step": 152
    },
    {
      "epoch": 0.08772149857560067,
      "grad_norm": 278.4958801269531,
      "learning_rate": 9.461344819593194e-06,
      "loss": 15.2173,
      "step": 153
    },
    {
      "epoch": 0.08829484170354576,
      "grad_norm": 270.7554931640625,
      "learning_rate": 9.452920854842085e-06,
      "loss": 15.2049,
      "step": 154
    },
    {
      "epoch": 0.08886818483149087,
      "grad_norm": 277.895751953125,
      "learning_rate": 9.44443533970178e-06,
      "loss": 15.2012,
      "step": 155
    },
    {
      "epoch": 0.08944152795943597,
      "grad_norm": 260.6186828613281,
      "learning_rate": 9.435888391463108e-06,
      "loss": 15.1519,
      "step": 156
    },
    {
      "epoch": 0.09001487108738107,
      "grad_norm": 266.2400817871094,
      "learning_rate": 9.427280128266049e-06,
      "loss": 15.1982,
      "step": 157
    },
    {
      "epoch": 0.09058821421532617,
      "grad_norm": 258.3689270019531,
      "learning_rate": 9.418610669098114e-06,
      "loss": 15.2358,
      "step": 158
    },
    {
      "epoch": 0.09116155734327128,
      "grad_norm": 255.73751831054688,
      "learning_rate": 9.409880133792684e-06,
      "loss": 15.2167,
      "step": 159
    },
    {
      "epoch": 0.09173490047121638,
      "grad_norm": 257.6156311035156,
      "learning_rate": 9.40108864302737e-06,
      "loss": 15.1499,
      "step": 160
    },
    {
      "epoch": 0.09230824359916148,
      "grad_norm": 259.1768493652344,
      "learning_rate": 9.392236318322339e-06,
      "loss": 15.1413,
      "step": 161
    },
    {
      "epoch": 0.09288158672710659,
      "grad_norm": 259.98583984375,
      "learning_rate": 9.383323282038632e-06,
      "loss": 15.2688,
      "step": 162
    },
    {
      "epoch": 0.09345492985505169,
      "grad_norm": 270.8675537109375,
      "learning_rate": 9.374349657376473e-06,
      "loss": 15.19,
      "step": 163
    },
    {
      "epoch": 0.09402827298299679,
      "grad_norm": 252.3112030029297,
      "learning_rate": 9.365315568373569e-06,
      "loss": 15.1946,
      "step": 164
    },
    {
      "epoch": 0.0946016161109419,
      "grad_norm": 271.8454284667969,
      "learning_rate": 9.356221139903395e-06,
      "loss": 15.1801,
      "step": 165
    },
    {
      "epoch": 0.095174959238887,
      "grad_norm": 252.07545471191406,
      "learning_rate": 9.347066497673462e-06,
      "loss": 15.169,
      "step": 166
    },
    {
      "epoch": 0.0957483023668321,
      "grad_norm": 274.141357421875,
      "learning_rate": 9.337851768223589e-06,
      "loss": 15.2279,
      "step": 167
    },
    {
      "epoch": 0.0963216454947772,
      "grad_norm": 257.8874206542969,
      "learning_rate": 9.328577078924151e-06,
      "loss": 15.2368,
      "step": 168
    },
    {
      "epoch": 0.0968949886227223,
      "grad_norm": 259.5989990234375,
      "learning_rate": 9.319242557974306e-06,
      "loss": 15.1261,
      "step": 169
    },
    {
      "epoch": 0.09746833175066741,
      "grad_norm": 268.7466735839844,
      "learning_rate": 9.309848334400247e-06,
      "loss": 15.1956,
      "step": 170
    },
    {
      "epoch": 0.09804167487861251,
      "grad_norm": 250.24107360839844,
      "learning_rate": 9.300394538053395e-06,
      "loss": 15.2186,
      "step": 171
    },
    {
      "epoch": 0.09861501800655761,
      "grad_norm": 242.27389526367188,
      "learning_rate": 9.29088129960862e-06,
      "loss": 15.208,
      "step": 172
    },
    {
      "epoch": 0.09918836113450272,
      "grad_norm": 257.0928649902344,
      "learning_rate": 9.281308750562426e-06,
      "loss": 15.2165,
      "step": 173
    },
    {
      "epoch": 0.09976170426244782,
      "grad_norm": 252.54974365234375,
      "learning_rate": 9.271677023231137e-06,
      "loss": 15.2131,
      "step": 174
    },
    {
      "epoch": 0.10033504739039292,
      "grad_norm": 257.41192626953125,
      "learning_rate": 9.261986250749068e-06,
      "loss": 15.1474,
      "step": 175
    },
    {
      "epoch": 0.10090839051833803,
      "grad_norm": 260.325439453125,
      "learning_rate": 9.252236567066686e-06,
      "loss": 15.1335,
      "step": 176
    },
    {
      "epoch": 0.10148173364628313,
      "grad_norm": 265.9437561035156,
      "learning_rate": 9.242428106948748e-06,
      "loss": 15.2201,
      "step": 177
    },
    {
      "epoch": 0.10205507677422823,
      "grad_norm": 255.51026916503906,
      "learning_rate": 9.23256100597246e-06,
      "loss": 15.167,
      "step": 178
    },
    {
      "epoch": 0.10262841990217333,
      "grad_norm": 254.357666015625,
      "learning_rate": 9.22263540052558e-06,
      "loss": 15.2428,
      "step": 179
    },
    {
      "epoch": 0.10320176303011844,
      "grad_norm": 253.48025512695312,
      "learning_rate": 9.212651427804544e-06,
      "loss": 15.0791,
      "step": 180
    },
    {
      "epoch": 0.10377510615806354,
      "grad_norm": 258.47149658203125,
      "learning_rate": 9.202609225812572e-06,
      "loss": 15.2475,
      "step": 181
    },
    {
      "epoch": 0.10434844928600863,
      "grad_norm": 257.2544860839844,
      "learning_rate": 9.192508933357753e-06,
      "loss": 15.1288,
      "step": 182
    },
    {
      "epoch": 0.10492179241395373,
      "grad_norm": 250.79588317871094,
      "learning_rate": 9.182350690051134e-06,
      "loss": 15.1739,
      "step": 183
    },
    {
      "epoch": 0.10549513554189884,
      "grad_norm": 275.7869873046875,
      "learning_rate": 9.172134636304783e-06,
      "loss": 15.1487,
      "step": 184
    },
    {
      "epoch": 0.10606847866984394,
      "grad_norm": 256.7626647949219,
      "learning_rate": 9.16186091332985e-06,
      "loss": 15.1919,
      "step": 185
    },
    {
      "epoch": 0.10664182179778904,
      "grad_norm": 255.94090270996094,
      "learning_rate": 9.15152966313462e-06,
      "loss": 15.1635,
      "step": 186
    },
    {
      "epoch": 0.10721516492573414,
      "grad_norm": 267.16448974609375,
      "learning_rate": 9.141141028522544e-06,
      "loss": 15.1597,
      "step": 187
    },
    {
      "epoch": 0.10778850805367925,
      "grad_norm": 258.8427734375,
      "learning_rate": 9.130695153090272e-06,
      "loss": 15.1459,
      "step": 188
    },
    {
      "epoch": 0.10836185118162435,
      "grad_norm": 253.86849975585938,
      "learning_rate": 9.120192181225658e-06,
      "loss": 15.1216,
      "step": 189
    },
    {
      "epoch": 0.10893519430956945,
      "grad_norm": 265.7057189941406,
      "learning_rate": 9.109632258105771e-06,
      "loss": 15.1723,
      "step": 190
    },
    {
      "epoch": 0.10950853743751456,
      "grad_norm": 250.55398559570312,
      "learning_rate": 9.099015529694894e-06,
      "loss": 15.026,
      "step": 191
    },
    {
      "epoch": 0.11008188056545966,
      "grad_norm": 255.69390869140625,
      "learning_rate": 9.088342142742493e-06,
      "loss": 15.1254,
      "step": 192
    },
    {
      "epoch": 0.11065522369340476,
      "grad_norm": 254.11236572265625,
      "learning_rate": 9.077612244781196e-06,
      "loss": 15.079,
      "step": 193
    },
    {
      "epoch": 0.11122856682134986,
      "grad_norm": 247.76478576660156,
      "learning_rate": 9.066825984124751e-06,
      "loss": 15.1122,
      "step": 194
    },
    {
      "epoch": 0.11180190994929497,
      "grad_norm": 265.3432922363281,
      "learning_rate": 9.055983509865988e-06,
      "loss": 15.305,
      "step": 195
    },
    {
      "epoch": 0.11237525307724007,
      "grad_norm": 244.3975067138672,
      "learning_rate": 9.045084971874738e-06,
      "loss": 15.1207,
      "step": 196
    },
    {
      "epoch": 0.11294859620518517,
      "grad_norm": 245.3219757080078,
      "learning_rate": 9.034130520795774e-06,
      "loss": 15.2254,
      "step": 197
    },
    {
      "epoch": 0.11352193933313028,
      "grad_norm": 248.05052185058594,
      "learning_rate": 9.023120308046726e-06,
      "loss": 15.0549,
      "step": 198
    },
    {
      "epoch": 0.11409528246107538,
      "grad_norm": 249.66659545898438,
      "learning_rate": 9.012054485815995e-06,
      "loss": 15.0402,
      "step": 199
    },
    {
      "epoch": 0.11466862558902048,
      "grad_norm": 247.83876037597656,
      "learning_rate": 9.00093320706063e-06,
      "loss": 15.1167,
      "step": 200
    },
    {
      "epoch": 0.11524196871696558,
      "grad_norm": 241.92027282714844,
      "learning_rate": 8.989756625504237e-06,
      "loss": 15.0883,
      "step": 201
    },
    {
      "epoch": 0.11581531184491069,
      "grad_norm": 247.57127380371094,
      "learning_rate": 8.978524895634842e-06,
      "loss": 15.0762,
      "step": 202
    },
    {
      "epoch": 0.11638865497285579,
      "grad_norm": 260.8078918457031,
      "learning_rate": 8.967238172702754e-06,
      "loss": 15.1708,
      "step": 203
    },
    {
      "epoch": 0.11696199810080089,
      "grad_norm": 234.99139404296875,
      "learning_rate": 8.95589661271842e-06,
      "loss": 15.0437,
      "step": 204
    },
    {
      "epoch": 0.117535341228746,
      "grad_norm": 252.7474822998047,
      "learning_rate": 8.94450037245028e-06,
      "loss": 15.1181,
      "step": 205
    },
    {
      "epoch": 0.1181086843566911,
      "grad_norm": 254.7908477783203,
      "learning_rate": 8.933049609422582e-06,
      "loss": 15.053,
      "step": 206
    },
    {
      "epoch": 0.1186820274846362,
      "grad_norm": 249.38302612304688,
      "learning_rate": 8.921544481913218e-06,
      "loss": 15.1128,
      "step": 207
    },
    {
      "epoch": 0.1192553706125813,
      "grad_norm": 244.7653350830078,
      "learning_rate": 8.909985148951528e-06,
      "loss": 15.0565,
      "step": 208
    },
    {
      "epoch": 0.11982871374052641,
      "grad_norm": 246.28976440429688,
      "learning_rate": 8.898371770316113e-06,
      "loss": 14.9964,
      "step": 209
    },
    {
      "epoch": 0.1204020568684715,
      "grad_norm": 260.9649658203125,
      "learning_rate": 8.886704506532611e-06,
      "loss": 15.0536,
      "step": 210
    },
    {
      "epoch": 0.1209753999964166,
      "grad_norm": 254.28854370117188,
      "learning_rate": 8.874983518871488e-06,
      "loss": 15.1222,
      "step": 211
    },
    {
      "epoch": 0.1215487431243617,
      "grad_norm": 233.388427734375,
      "learning_rate": 8.86320896934581e-06,
      "loss": 15.1175,
      "step": 212
    },
    {
      "epoch": 0.1221220862523068,
      "grad_norm": 264.84063720703125,
      "learning_rate": 8.851381020709e-06,
      "loss": 15.0966,
      "step": 213
    },
    {
      "epoch": 0.12269542938025191,
      "grad_norm": 238.38485717773438,
      "learning_rate": 8.839499836452584e-06,
      "loss": 15.0013,
      "step": 214
    },
    {
      "epoch": 0.12326877250819701,
      "grad_norm": 251.5662384033203,
      "learning_rate": 8.827565580803944e-06,
      "loss": 15.1437,
      "step": 215
    },
    {
      "epoch": 0.12384211563614211,
      "grad_norm": 250.67286682128906,
      "learning_rate": 8.815578418724031e-06,
      "loss": 15.0635,
      "step": 216
    },
    {
      "epoch": 0.12441545876408722,
      "grad_norm": 262.172607421875,
      "learning_rate": 8.803538515905102e-06,
      "loss": 15.1516,
      "step": 217
    },
    {
      "epoch": 0.12498880189203232,
      "grad_norm": 241.4354705810547,
      "learning_rate": 8.791446038768416e-06,
      "loss": 15.1259,
      "step": 218
    },
    {
      "epoch": 0.12556214501997742,
      "grad_norm": 247.70347595214844,
      "learning_rate": 8.779301154461945e-06,
      "loss": 15.1325,
      "step": 219
    },
    {
      "epoch": 0.12613548814792253,
      "grad_norm": 234.08982849121094,
      "learning_rate": 8.76710403085805e-06,
      "loss": 15.01,
      "step": 220
    },
    {
      "epoch": 0.12670883127586763,
      "grad_norm": 245.60804748535156,
      "learning_rate": 8.754854836551174e-06,
      "loss": 15.0905,
      "step": 221
    },
    {
      "epoch": 0.12728217440381273,
      "grad_norm": 254.1485137939453,
      "learning_rate": 8.742553740855507e-06,
      "loss": 15.1127,
      "step": 222
    },
    {
      "epoch": 0.12785551753175783,
      "grad_norm": 238.38563537597656,
      "learning_rate": 8.730200913802638e-06,
      "loss": 15.0614,
      "step": 223
    },
    {
      "epoch": 0.12842886065970294,
      "grad_norm": 248.24403381347656,
      "learning_rate": 8.717796526139218e-06,
      "loss": 15.0618,
      "step": 224
    },
    {
      "epoch": 0.12900220378764804,
      "grad_norm": 246.24209594726562,
      "learning_rate": 8.70534074932459e-06,
      "loss": 15.0455,
      "step": 225
    },
    {
      "epoch": 0.12957554691559314,
      "grad_norm": 237.25454711914062,
      "learning_rate": 8.692833755528426e-06,
      "loss": 15.0558,
      "step": 226
    },
    {
      "epoch": 0.13014889004353825,
      "grad_norm": 246.07095336914062,
      "learning_rate": 8.680275717628336e-06,
      "loss": 15.0205,
      "step": 227
    },
    {
      "epoch": 0.13072223317148335,
      "grad_norm": 242.9619903564453,
      "learning_rate": 8.667666809207495e-06,
      "loss": 15.142,
      "step": 228
    },
    {
      "epoch": 0.13129557629942845,
      "grad_norm": 242.89532470703125,
      "learning_rate": 8.655007204552228e-06,
      "loss": 15.0199,
      "step": 229
    },
    {
      "epoch": 0.13186891942737355,
      "grad_norm": 254.67239379882812,
      "learning_rate": 8.64229707864961e-06,
      "loss": 15.088,
      "step": 230
    },
    {
      "epoch": 0.13244226255531866,
      "grad_norm": 240.30972290039062,
      "learning_rate": 8.629536607185042e-06,
      "loss": 15.1037,
      "step": 231
    },
    {
      "epoch": 0.13301560568326376,
      "grad_norm": 250.13949584960938,
      "learning_rate": 8.616725966539831e-06,
      "loss": 15.0717,
      "step": 232
    },
    {
      "epoch": 0.13358894881120886,
      "grad_norm": 237.8465576171875,
      "learning_rate": 8.60386533378874e-06,
      "loss": 15.05,
      "step": 233
    },
    {
      "epoch": 0.13416229193915397,
      "grad_norm": 244.82315063476562,
      "learning_rate": 8.590954886697554e-06,
      "loss": 15.101,
      "step": 234
    },
    {
      "epoch": 0.13473563506709907,
      "grad_norm": 237.0764923095703,
      "learning_rate": 8.577994803720605e-06,
      "loss": 15.0211,
      "step": 235
    },
    {
      "epoch": 0.13530897819504417,
      "grad_norm": 241.53424072265625,
      "learning_rate": 8.564985263998327e-06,
      "loss": 15.0495,
      "step": 236
    },
    {
      "epoch": 0.13588232132298927,
      "grad_norm": 232.84251403808594,
      "learning_rate": 8.551926447354759e-06,
      "loss": 14.9438,
      "step": 237
    },
    {
      "epoch": 0.13645566445093438,
      "grad_norm": 242.9515838623047,
      "learning_rate": 8.538818534295076e-06,
      "loss": 15.028,
      "step": 238
    },
    {
      "epoch": 0.13702900757887948,
      "grad_norm": 248.1451416015625,
      "learning_rate": 8.525661706003083e-06,
      "loss": 15.0705,
      "step": 239
    },
    {
      "epoch": 0.13760235070682458,
      "grad_norm": 253.95338439941406,
      "learning_rate": 8.512456144338717e-06,
      "loss": 15.097,
      "step": 240
    },
    {
      "epoch": 0.1381756938347697,
      "grad_norm": 243.39439392089844,
      "learning_rate": 8.499202031835532e-06,
      "loss": 15.0549,
      "step": 241
    },
    {
      "epoch": 0.1387490369627148,
      "grad_norm": 247.52191162109375,
      "learning_rate": 8.485899551698166e-06,
      "loss": 15.1328,
      "step": 242
    },
    {
      "epoch": 0.1393223800906599,
      "grad_norm": 236.9805908203125,
      "learning_rate": 8.472548887799833e-06,
      "loss": 15.0222,
      "step": 243
    },
    {
      "epoch": 0.139895723218605,
      "grad_norm": 239.95289611816406,
      "learning_rate": 8.45915022467975e-06,
      "loss": 15.0937,
      "step": 244
    },
    {
      "epoch": 0.1404690663465501,
      "grad_norm": 254.6737060546875,
      "learning_rate": 8.445703747540614e-06,
      "loss": 15.06,
      "step": 245
    },
    {
      "epoch": 0.1410424094744952,
      "grad_norm": 247.96080017089844,
      "learning_rate": 8.43220964224602e-06,
      "loss": 15.0793,
      "step": 246
    },
    {
      "epoch": 0.1416157526024403,
      "grad_norm": 241.89292907714844,
      "learning_rate": 8.418668095317912e-06,
      "loss": 15.0339,
      "step": 247
    },
    {
      "epoch": 0.1421890957303854,
      "grad_norm": 245.7707061767578,
      "learning_rate": 8.405079293933986e-06,
      "loss": 15.0187,
      "step": 248
    },
    {
      "epoch": 0.1427624388583305,
      "grad_norm": 244.69918823242188,
      "learning_rate": 8.391443425925118e-06,
      "loss": 14.9716,
      "step": 249
    },
    {
      "epoch": 0.1433357819862756,
      "grad_norm": 247.9059295654297,
      "learning_rate": 8.37776067977276e-06,
      "loss": 15.0733,
      "step": 250
    },
    {
      "epoch": 0.14390912511422072,
      "grad_norm": 238.36126708984375,
      "learning_rate": 8.36403124460633e-06,
      "loss": 14.9511,
      "step": 251
    },
    {
      "epoch": 0.1444824682421658,
      "grad_norm": 239.73057556152344,
      "learning_rate": 8.350255310200611e-06,
      "loss": 15.0428,
      "step": 252
    },
    {
      "epoch": 0.1450558113701109,
      "grad_norm": 230.3163299560547,
      "learning_rate": 8.336433066973122e-06,
      "loss": 14.997,
      "step": 253
    },
    {
      "epoch": 0.145629154498056,
      "grad_norm": 237.23446655273438,
      "learning_rate": 8.322564705981476e-06,
      "loss": 14.973,
      "step": 254
    },
    {
      "epoch": 0.1462024976260011,
      "grad_norm": 230.16468811035156,
      "learning_rate": 8.308650418920751e-06,
      "loss": 15.0256,
      "step": 255
    },
    {
      "epoch": 0.1467758407539462,
      "grad_norm": 233.07260131835938,
      "learning_rate": 8.294690398120843e-06,
      "loss": 14.945,
      "step": 256
    },
    {
      "epoch": 0.1473491838818913,
      "grad_norm": 240.12940979003906,
      "learning_rate": 8.280684836543794e-06,
      "loss": 14.9974,
      "step": 257
    },
    {
      "epoch": 0.1479225270098364,
      "grad_norm": 243.80523681640625,
      "learning_rate": 8.266633927781135e-06,
      "loss": 15.0705,
      "step": 258
    },
    {
      "epoch": 0.1484958701377815,
      "grad_norm": 244.0867462158203,
      "learning_rate": 8.25253786605121e-06,
      "loss": 15.0141,
      "step": 259
    },
    {
      "epoch": 0.1490692132657266,
      "grad_norm": 247.33151245117188,
      "learning_rate": 8.238396846196483e-06,
      "loss": 15.0344,
      "step": 260
    },
    {
      "epoch": 0.14964255639367172,
      "grad_norm": 250.08273315429688,
      "learning_rate": 8.224211063680854e-06,
      "loss": 14.9305,
      "step": 261
    },
    {
      "epoch": 0.15021589952161682,
      "grad_norm": 257.2216491699219,
      "learning_rate": 8.209980714586955e-06,
      "loss": 14.9938,
      "step": 262
    },
    {
      "epoch": 0.15078924264956192,
      "grad_norm": 238.5064239501953,
      "learning_rate": 8.195705995613436e-06,
      "loss": 15.0064,
      "step": 263
    },
    {
      "epoch": 0.15136258577750702,
      "grad_norm": 232.31155395507812,
      "learning_rate": 8.181387104072252e-06,
      "loss": 14.9449,
      "step": 264
    },
    {
      "epoch": 0.15193592890545213,
      "grad_norm": 227.94029235839844,
      "learning_rate": 8.167024237885927e-06,
      "loss": 14.8337,
      "step": 265
    },
    {
      "epoch": 0.15250927203339723,
      "grad_norm": 240.96424865722656,
      "learning_rate": 8.152617595584827e-06,
      "loss": 15.0939,
      "step": 266
    },
    {
      "epoch": 0.15308261516134233,
      "grad_norm": 237.70541381835938,
      "learning_rate": 8.138167376304411e-06,
      "loss": 14.909,
      "step": 267
    },
    {
      "epoch": 0.15365595828928744,
      "grad_norm": 233.10304260253906,
      "learning_rate": 8.123673779782481e-06,
      "loss": 14.9505,
      "step": 268
    },
    {
      "epoch": 0.15422930141723254,
      "grad_norm": 240.28123474121094,
      "learning_rate": 8.10913700635642e-06,
      "loss": 14.9045,
      "step": 269
    },
    {
      "epoch": 0.15480264454517764,
      "grad_norm": 233.11627197265625,
      "learning_rate": 8.094557256960419e-06,
      "loss": 14.9225,
      "step": 270
    },
    {
      "epoch": 0.15537598767312275,
      "grad_norm": 244.76693725585938,
      "learning_rate": 8.079934733122708e-06,
      "loss": 14.9717,
      "step": 271
    },
    {
      "epoch": 0.15594933080106785,
      "grad_norm": 240.1745147705078,
      "learning_rate": 8.065269636962765e-06,
      "loss": 15.0261,
      "step": 272
    },
    {
      "epoch": 0.15652267392901295,
      "grad_norm": 246.17298889160156,
      "learning_rate": 8.05056217118852e-06,
      "loss": 14.9933,
      "step": 273
    },
    {
      "epoch": 0.15709601705695805,
      "grad_norm": 244.8893585205078,
      "learning_rate": 8.035812539093557e-06,
      "loss": 15.0351,
      "step": 274
    },
    {
      "epoch": 0.15766936018490316,
      "grad_norm": 244.82302856445312,
      "learning_rate": 8.021020944554305e-06,
      "loss": 14.9442,
      "step": 275
    },
    {
      "epoch": 0.15824270331284826,
      "grad_norm": 243.9514923095703,
      "learning_rate": 8.006187592027215e-06,
      "loss": 14.9621,
      "step": 276
    },
    {
      "epoch": 0.15881604644079336,
      "grad_norm": 230.46597290039062,
      "learning_rate": 7.991312686545939e-06,
      "loss": 14.8903,
      "step": 277
    },
    {
      "epoch": 0.15938938956873847,
      "grad_norm": 249.49838256835938,
      "learning_rate": 7.976396433718492e-06,
      "loss": 14.9777,
      "step": 278
    },
    {
      "epoch": 0.15996273269668357,
      "grad_norm": 243.70870971679688,
      "learning_rate": 7.961439039724413e-06,
      "loss": 15.0312,
      "step": 279
    },
    {
      "epoch": 0.16053607582462867,
      "grad_norm": 230.47183227539062,
      "learning_rate": 7.946440711311913e-06,
      "loss": 14.9198,
      "step": 280
    },
    {
      "epoch": 0.16110941895257377,
      "grad_norm": 236.70082092285156,
      "learning_rate": 7.931401655795021e-06,
      "loss": 14.9223,
      "step": 281
    },
    {
      "epoch": 0.16168276208051888,
      "grad_norm": 234.71527099609375,
      "learning_rate": 7.916322081050708e-06,
      "loss": 14.9188,
      "step": 282
    },
    {
      "epoch": 0.16225610520846398,
      "grad_norm": 235.15675354003906,
      "learning_rate": 7.90120219551603e-06,
      "loss": 14.9309,
      "step": 283
    },
    {
      "epoch": 0.16282944833640908,
      "grad_norm": 229.10137939453125,
      "learning_rate": 7.88604220818523e-06,
      "loss": 14.8877,
      "step": 284
    },
    {
      "epoch": 0.16340279146435419,
      "grad_norm": 237.02072143554688,
      "learning_rate": 7.870842328606863e-06,
      "loss": 15.0099,
      "step": 285
    },
    {
      "epoch": 0.1639761345922993,
      "grad_norm": 236.75343322753906,
      "learning_rate": 7.85560276688089e-06,
      "loss": 14.8486,
      "step": 286
    },
    {
      "epoch": 0.1645494777202444,
      "grad_norm": 233.91934204101562,
      "learning_rate": 7.84032373365578e-06,
      "loss": 14.897,
      "step": 287
    },
    {
      "epoch": 0.1651228208481895,
      "grad_norm": 230.60330200195312,
      "learning_rate": 7.825005440125595e-06,
      "loss": 14.9105,
      "step": 288
    },
    {
      "epoch": 0.1656961639761346,
      "grad_norm": 235.03897094726562,
      "learning_rate": 7.809648098027067e-06,
      "loss": 14.994,
      "step": 289
    },
    {
      "epoch": 0.1662695071040797,
      "grad_norm": 233.12936401367188,
      "learning_rate": 7.794251919636687e-06,
      "loss": 14.9753,
      "step": 290
    },
    {
      "epoch": 0.1668428502320248,
      "grad_norm": 231.44244384765625,
      "learning_rate": 7.778817117767748e-06,
      "loss": 14.994,
      "step": 291
    },
    {
      "epoch": 0.1674161933599699,
      "grad_norm": 228.026611328125,
      "learning_rate": 7.76334390576742e-06,
      "loss": 14.9458,
      "step": 292
    },
    {
      "epoch": 0.167989536487915,
      "grad_norm": 231.06951904296875,
      "learning_rate": 7.747832497513797e-06,
      "loss": 14.9729,
      "step": 293
    },
    {
      "epoch": 0.1685628796158601,
      "grad_norm": 239.63568115234375,
      "learning_rate": 7.732283107412938e-06,
      "loss": 14.9274,
      "step": 294
    },
    {
      "epoch": 0.16913622274380521,
      "grad_norm": 220.87551879882812,
      "learning_rate": 7.71669595039591e-06,
      "loss": 14.9327,
      "step": 295
    },
    {
      "epoch": 0.16970956587175032,
      "grad_norm": 214.35519409179688,
      "learning_rate": 7.701071241915804e-06,
      "loss": 14.8955,
      "step": 296
    },
    {
      "epoch": 0.17028290899969542,
      "grad_norm": 229.36508178710938,
      "learning_rate": 7.685409197944768e-06,
      "loss": 14.903,
      "step": 297
    },
    {
      "epoch": 0.17085625212764052,
      "grad_norm": 224.3822021484375,
      "learning_rate": 7.669710034971025e-06,
      "loss": 14.9543,
      "step": 298
    },
    {
      "epoch": 0.17142959525558563,
      "grad_norm": 228.7742462158203,
      "learning_rate": 7.653973969995866e-06,
      "loss": 14.9022,
      "step": 299
    },
    {
      "epoch": 0.17200293838353073,
      "grad_norm": 228.00148010253906,
      "learning_rate": 7.638201220530664e-06,
      "loss": 14.8216,
      "step": 300
    },
    {
      "epoch": 0.17257628151147583,
      "grad_norm": 216.36854553222656,
      "learning_rate": 7.622392004593862e-06,
      "loss": 14.8582,
      "step": 301
    },
    {
      "epoch": 0.17314962463942093,
      "grad_norm": 221.77157592773438,
      "learning_rate": 7.60654654070796e-06,
      "loss": 14.9161,
      "step": 302
    },
    {
      "epoch": 0.17372296776736604,
      "grad_norm": 223.14935302734375,
      "learning_rate": 7.59066504789649e-06,
      "loss": 14.9057,
      "step": 303
    },
    {
      "epoch": 0.17429631089531114,
      "grad_norm": 219.07955932617188,
      "learning_rate": 7.574747745681e-06,
      "loss": 14.8669,
      "step": 304
    },
    {
      "epoch": 0.17486965402325624,
      "grad_norm": 226.2716827392578,
      "learning_rate": 7.558794854078006e-06,
      "loss": 14.8365,
      "step": 305
    },
    {
      "epoch": 0.17544299715120135,
      "grad_norm": 243.78469848632812,
      "learning_rate": 7.542806593595963e-06,
      "loss": 14.9013,
      "step": 306
    },
    {
      "epoch": 0.17601634027914642,
      "grad_norm": 214.9324188232422,
      "learning_rate": 7.526783185232208e-06,
      "loss": 14.7971,
      "step": 307
    },
    {
      "epoch": 0.17658968340709152,
      "grad_norm": 217.00315856933594,
      "learning_rate": 7.51072485046991e-06,
      "loss": 14.8198,
      "step": 308
    },
    {
      "epoch": 0.17716302653503663,
      "grad_norm": 230.4095001220703,
      "learning_rate": 7.494631811275008e-06,
      "loss": 14.8371,
      "step": 309
    },
    {
      "epoch": 0.17773636966298173,
      "grad_norm": 236.96478271484375,
      "learning_rate": 7.478504290093138e-06,
      "loss": 14.8929,
      "step": 310
    },
    {
      "epoch": 0.17830971279092683,
      "grad_norm": 222.3997344970703,
      "learning_rate": 7.462342509846571e-06,
      "loss": 14.9166,
      "step": 311
    },
    {
      "epoch": 0.17888305591887194,
      "grad_norm": 230.09429931640625,
      "learning_rate": 7.446146693931111e-06,
      "loss": 14.8528,
      "step": 312
    },
    {
      "epoch": 0.17945639904681704,
      "grad_norm": 222.97035217285156,
      "learning_rate": 7.42991706621303e-06,
      "loss": 14.8732,
      "step": 313
    },
    {
      "epoch": 0.18002974217476214,
      "grad_norm": 226.1836700439453,
      "learning_rate": 7.413653851025959e-06,
      "loss": 14.7586,
      "step": 314
    },
    {
      "epoch": 0.18060308530270724,
      "grad_norm": 222.79554748535156,
      "learning_rate": 7.397357273167789e-06,
      "loss": 14.8905,
      "step": 315
    },
    {
      "epoch": 0.18117642843065235,
      "grad_norm": 230.41497802734375,
      "learning_rate": 7.381027557897568e-06,
      "loss": 14.7686,
      "step": 316
    },
    {
      "epoch": 0.18174977155859745,
      "grad_norm": 207.27145385742188,
      "learning_rate": 7.364664930932385e-06,
      "loss": 14.8313,
      "step": 317
    },
    {
      "epoch": 0.18232311468654255,
      "grad_norm": 224.7344207763672,
      "learning_rate": 7.348269618444248e-06,
      "loss": 14.7949,
      "step": 318
    },
    {
      "epoch": 0.18289645781448766,
      "grad_norm": 227.63766479492188,
      "learning_rate": 7.331841847056962e-06,
      "loss": 14.7235,
      "step": 319
    },
    {
      "epoch": 0.18346980094243276,
      "grad_norm": 214.8011932373047,
      "learning_rate": 7.315381843842995e-06,
      "loss": 14.7835,
      "step": 320
    },
    {
      "epoch": 0.18404314407037786,
      "grad_norm": 217.45916748046875,
      "learning_rate": 7.298889836320334e-06,
      "loss": 14.8223,
      "step": 321
    },
    {
      "epoch": 0.18461648719832296,
      "grad_norm": 221.9704132080078,
      "learning_rate": 7.282366052449351e-06,
      "loss": 14.871,
      "step": 322
    },
    {
      "epoch": 0.18518983032626807,
      "grad_norm": 222.32537841796875,
      "learning_rate": 7.265810720629643e-06,
      "loss": 14.8007,
      "step": 323
    },
    {
      "epoch": 0.18576317345421317,
      "grad_norm": 227.74884033203125,
      "learning_rate": 7.249224069696876e-06,
      "loss": 14.8103,
      "step": 324
    },
    {
      "epoch": 0.18633651658215827,
      "grad_norm": 219.51748657226562,
      "learning_rate": 7.232606328919627e-06,
      "loss": 14.7732,
      "step": 325
    },
    {
      "epoch": 0.18690985971010338,
      "grad_norm": 217.20773315429688,
      "learning_rate": 7.215957727996208e-06,
      "loss": 14.7552,
      "step": 326
    },
    {
      "epoch": 0.18748320283804848,
      "grad_norm": 209.55203247070312,
      "learning_rate": 7.199278497051498e-06,
      "loss": 14.7018,
      "step": 327
    },
    {
      "epoch": 0.18805654596599358,
      "grad_norm": 214.1074676513672,
      "learning_rate": 7.182568866633757e-06,
      "loss": 14.7702,
      "step": 328
    },
    {
      "epoch": 0.18862988909393869,
      "grad_norm": 229.8917236328125,
      "learning_rate": 7.16582906771144e-06,
      "loss": 14.7891,
      "step": 329
    },
    {
      "epoch": 0.1892032322218838,
      "grad_norm": 217.26866149902344,
      "learning_rate": 7.149059331670009e-06,
      "loss": 14.7741,
      "step": 330
    },
    {
      "epoch": 0.1897765753498289,
      "grad_norm": 210.88253784179688,
      "learning_rate": 7.132259890308726e-06,
      "loss": 14.715,
      "step": 331
    },
    {
      "epoch": 0.190349918477774,
      "grad_norm": 231.31787109375,
      "learning_rate": 7.115430975837457e-06,
      "loss": 14.7906,
      "step": 332
    },
    {
      "epoch": 0.1909232616057191,
      "grad_norm": 224.2241973876953,
      "learning_rate": 7.098572820873461e-06,
      "loss": 14.7868,
      "step": 333
    },
    {
      "epoch": 0.1914966047336642,
      "grad_norm": 220.03028869628906,
      "learning_rate": 7.081685658438173e-06,
      "loss": 14.7613,
      "step": 334
    },
    {
      "epoch": 0.1920699478616093,
      "grad_norm": 213.73609924316406,
      "learning_rate": 7.064769721953975e-06,
      "loss": 14.7319,
      "step": 335
    },
    {
      "epoch": 0.1926432909895544,
      "grad_norm": 223.67706298828125,
      "learning_rate": 7.047825245240989e-06,
      "loss": 14.8181,
      "step": 336
    },
    {
      "epoch": 0.1932166341174995,
      "grad_norm": 207.2647705078125,
      "learning_rate": 7.030852462513827e-06,
      "loss": 14.7896,
      "step": 337
    },
    {
      "epoch": 0.1937899772454446,
      "grad_norm": 213.09942626953125,
      "learning_rate": 7.013851608378359e-06,
      "loss": 14.727,
      "step": 338
    },
    {
      "epoch": 0.19436332037338971,
      "grad_norm": 229.02037048339844,
      "learning_rate": 6.9968229178284775e-06,
      "loss": 14.7458,
      "step": 339
    },
    {
      "epoch": 0.19493666350133482,
      "grad_norm": 222.83213806152344,
      "learning_rate": 6.979766626242839e-06,
      "loss": 14.7459,
      "step": 340
    },
    {
      "epoch": 0.19551000662927992,
      "grad_norm": 220.72726440429688,
      "learning_rate": 6.9626829693816135e-06,
      "loss": 14.7011,
      "step": 341
    },
    {
      "epoch": 0.19608334975722502,
      "grad_norm": 214.8241424560547,
      "learning_rate": 6.945572183383229e-06,
      "loss": 14.7731,
      "step": 342
    },
    {
      "epoch": 0.19665669288517013,
      "grad_norm": 222.2461700439453,
      "learning_rate": 6.928434504761106e-06,
      "loss": 14.681,
      "step": 343
    },
    {
      "epoch": 0.19723003601311523,
      "grad_norm": 223.89845275878906,
      "learning_rate": 6.911270170400385e-06,
      "loss": 14.7092,
      "step": 344
    },
    {
      "epoch": 0.19780337914106033,
      "grad_norm": 219.92869567871094,
      "learning_rate": 6.894079417554657e-06,
      "loss": 14.8403,
      "step": 345
    },
    {
      "epoch": 0.19837672226900543,
      "grad_norm": 219.98406982421875,
      "learning_rate": 6.8768624838426815e-06,
      "loss": 14.7576,
      "step": 346
    },
    {
      "epoch": 0.19895006539695054,
      "grad_norm": 207.61367797851562,
      "learning_rate": 6.859619607245102e-06,
      "loss": 14.7059,
      "step": 347
    },
    {
      "epoch": 0.19952340852489564,
      "grad_norm": 206.98719787597656,
      "learning_rate": 6.842351026101155e-06,
      "loss": 14.6511,
      "step": 348
    },
    {
      "epoch": 0.20009675165284074,
      "grad_norm": 210.80372619628906,
      "learning_rate": 6.825056979105382e-06,
      "loss": 14.7222,
      "step": 349
    },
    {
      "epoch": 0.20067009478078585,
      "grad_norm": 213.69117736816406,
      "learning_rate": 6.807737705304324e-06,
      "loss": 14.7251,
      "step": 350
    },
    {
      "epoch": 0.20124343790873095,
      "grad_norm": 219.47328186035156,
      "learning_rate": 6.790393444093214e-06,
      "loss": 14.7487,
      "step": 351
    },
    {
      "epoch": 0.20181678103667605,
      "grad_norm": 214.07040405273438,
      "learning_rate": 6.773024435212678e-06,
      "loss": 14.6365,
      "step": 352
    },
    {
      "epoch": 0.20239012416462115,
      "grad_norm": 214.93496704101562,
      "learning_rate": 6.7556309187454185e-06,
      "loss": 14.6673,
      "step": 353
    },
    {
      "epoch": 0.20296346729256626,
      "grad_norm": 206.5713348388672,
      "learning_rate": 6.738213135112884e-06,
      "loss": 14.7522,
      "step": 354
    },
    {
      "epoch": 0.20353681042051136,
      "grad_norm": 210.60606384277344,
      "learning_rate": 6.720771325071965e-06,
      "loss": 14.6979,
      "step": 355
    },
    {
      "epoch": 0.20411015354845646,
      "grad_norm": 212.65887451171875,
      "learning_rate": 6.703305729711653e-06,
      "loss": 14.7409,
      "step": 356
    },
    {
      "epoch": 0.20468349667640157,
      "grad_norm": 216.2197723388672,
      "learning_rate": 6.685816590449708e-06,
      "loss": 14.7433,
      "step": 357
    },
    {
      "epoch": 0.20525683980434667,
      "grad_norm": 210.51260375976562,
      "learning_rate": 6.668304149029331e-06,
      "loss": 14.7338,
      "step": 358
    },
    {
      "epoch": 0.20583018293229177,
      "grad_norm": 210.6771697998047,
      "learning_rate": 6.650768647515813e-06,
      "loss": 14.7397,
      "step": 359
    },
    {
      "epoch": 0.20640352606023687,
      "grad_norm": 216.00897216796875,
      "learning_rate": 6.63321032829319e-06,
      "loss": 14.8058,
      "step": 360
    },
    {
      "epoch": 0.20697686918818198,
      "grad_norm": 206.54159545898438,
      "learning_rate": 6.615629434060903e-06,
      "loss": 14.6842,
      "step": 361
    },
    {
      "epoch": 0.20755021231612708,
      "grad_norm": 213.61300659179688,
      "learning_rate": 6.598026207830428e-06,
      "loss": 14.6042,
      "step": 362
    },
    {
      "epoch": 0.20812355544407216,
      "grad_norm": 217.9312744140625,
      "learning_rate": 6.5804008929219284e-06,
      "loss": 14.7647,
      "step": 363
    },
    {
      "epoch": 0.20869689857201726,
      "grad_norm": 220.873291015625,
      "learning_rate": 6.562753732960887e-06,
      "loss": 14.7314,
      "step": 364
    },
    {
      "epoch": 0.20927024169996236,
      "grad_norm": 223.9777069091797,
      "learning_rate": 6.545084971874738e-06,
      "loss": 14.7555,
      "step": 365
    },
    {
      "epoch": 0.20984358482790746,
      "grad_norm": 217.828125,
      "learning_rate": 6.527394853889499e-06,
      "loss": 14.7245,
      "step": 366
    },
    {
      "epoch": 0.21041692795585257,
      "grad_norm": 224.16778564453125,
      "learning_rate": 6.5096836235263904e-06,
      "loss": 14.7414,
      "step": 367
    },
    {
      "epoch": 0.21099027108379767,
      "grad_norm": 216.91224670410156,
      "learning_rate": 6.491951525598461e-06,
      "loss": 14.6045,
      "step": 368
    },
    {
      "epoch": 0.21156361421174277,
      "grad_norm": 209.5393829345703,
      "learning_rate": 6.4741988052071965e-06,
      "loss": 14.6805,
      "step": 369
    },
    {
      "epoch": 0.21213695733968788,
      "grad_norm": 222.77627563476562,
      "learning_rate": 6.45642570773914e-06,
      "loss": 14.746,
      "step": 370
    },
    {
      "epoch": 0.21271030046763298,
      "grad_norm": 216.05712890625,
      "learning_rate": 6.438632478862495e-06,
      "loss": 14.6645,
      "step": 371
    },
    {
      "epoch": 0.21328364359557808,
      "grad_norm": 206.27911376953125,
      "learning_rate": 6.4208193645237314e-06,
      "loss": 14.6834,
      "step": 372
    },
    {
      "epoch": 0.21385698672352318,
      "grad_norm": 215.7952880859375,
      "learning_rate": 6.402986610944183e-06,
      "loss": 14.7863,
      "step": 373
    },
    {
      "epoch": 0.2144303298514683,
      "grad_norm": 212.9938201904297,
      "learning_rate": 6.385134464616649e-06,
      "loss": 14.7525,
      "step": 374
    },
    {
      "epoch": 0.2150036729794134,
      "grad_norm": 200.97154235839844,
      "learning_rate": 6.367263172301985e-06,
      "loss": 14.649,
      "step": 375
    },
    {
      "epoch": 0.2155770161073585,
      "grad_norm": 222.55943298339844,
      "learning_rate": 6.3493729810256895e-06,
      "loss": 14.7005,
      "step": 376
    },
    {
      "epoch": 0.2161503592353036,
      "grad_norm": 220.4983367919922,
      "learning_rate": 6.331464138074493e-06,
      "loss": 14.7608,
      "step": 377
    },
    {
      "epoch": 0.2167237023632487,
      "grad_norm": 213.09095764160156,
      "learning_rate": 6.313536890992935e-06,
      "loss": 14.5953,
      "step": 378
    },
    {
      "epoch": 0.2172970454911938,
      "grad_norm": 211.12828063964844,
      "learning_rate": 6.29559148757995e-06,
      "loss": 14.6474,
      "step": 379
    },
    {
      "epoch": 0.2178703886191389,
      "grad_norm": 222.33969116210938,
      "learning_rate": 6.277628175885437e-06,
      "loss": 14.7324,
      "step": 380
    },
    {
      "epoch": 0.218443731747084,
      "grad_norm": 209.89747619628906,
      "learning_rate": 6.2596472042068275e-06,
      "loss": 14.622,
      "step": 381
    },
    {
      "epoch": 0.2190170748750291,
      "grad_norm": 219.60342407226562,
      "learning_rate": 6.241648821085666e-06,
      "loss": 14.6497,
      "step": 382
    },
    {
      "epoch": 0.2195904180029742,
      "grad_norm": 221.1376953125,
      "learning_rate": 6.223633275304157e-06,
      "loss": 14.7248,
      "step": 383
    },
    {
      "epoch": 0.22016376113091932,
      "grad_norm": 217.87611389160156,
      "learning_rate": 6.205600815881741e-06,
      "loss": 14.7175,
      "step": 384
    },
    {
      "epoch": 0.22073710425886442,
      "grad_norm": 210.81985473632812,
      "learning_rate": 6.187551692071648e-06,
      "loss": 14.7288,
      "step": 385
    },
    {
      "epoch": 0.22131044738680952,
      "grad_norm": 218.46176147460938,
      "learning_rate": 6.1694861533574445e-06,
      "loss": 14.6473,
      "step": 386
    },
    {
      "epoch": 0.22188379051475463,
      "grad_norm": 211.04080200195312,
      "learning_rate": 6.1514044494496e-06,
      "loss": 14.728,
      "step": 387
    },
    {
      "epoch": 0.22245713364269973,
      "grad_norm": 214.88522338867188,
      "learning_rate": 6.133306830282021e-06,
      "loss": 14.5944,
      "step": 388
    },
    {
      "epoch": 0.22303047677064483,
      "grad_norm": 214.91293334960938,
      "learning_rate": 6.115193546008602e-06,
      "loss": 14.6812,
      "step": 389
    },
    {
      "epoch": 0.22360381989858993,
      "grad_norm": 218.2246856689453,
      "learning_rate": 6.097064846999774e-06,
      "loss": 14.6757,
      "step": 390
    },
    {
      "epoch": 0.22417716302653504,
      "grad_norm": 209.82518005371094,
      "learning_rate": 6.078920983839032e-06,
      "loss": 14.6697,
      "step": 391
    },
    {
      "epoch": 0.22475050615448014,
      "grad_norm": 219.08514404296875,
      "learning_rate": 6.060762207319479e-06,
      "loss": 14.663,
      "step": 392
    },
    {
      "epoch": 0.22532384928242524,
      "grad_norm": 224.61856079101562,
      "learning_rate": 6.042588768440358e-06,
      "loss": 14.6559,
      "step": 393
    },
    {
      "epoch": 0.22589719241037035,
      "grad_norm": 216.43028259277344,
      "learning_rate": 6.024400918403581e-06,
      "loss": 14.6848,
      "step": 394
    },
    {
      "epoch": 0.22647053553831545,
      "grad_norm": 217.51576232910156,
      "learning_rate": 6.006198908610261e-06,
      "loss": 14.6885,
      "step": 395
    },
    {
      "epoch": 0.22704387866626055,
      "grad_norm": 194.5399627685547,
      "learning_rate": 5.987982990657229e-06,
      "loss": 14.589,
      "step": 396
    },
    {
      "epoch": 0.22761722179420565,
      "grad_norm": 214.05809020996094,
      "learning_rate": 5.9697534163335645e-06,
      "loss": 14.6364,
      "step": 397
    },
    {
      "epoch": 0.22819056492215076,
      "grad_norm": 212.87832641601562,
      "learning_rate": 5.95151043761711e-06,
      "loss": 14.7834,
      "step": 398
    },
    {
      "epoch": 0.22876390805009586,
      "grad_norm": 203.37142944335938,
      "learning_rate": 5.933254306670995e-06,
      "loss": 14.5586,
      "step": 399
    },
    {
      "epoch": 0.22933725117804096,
      "grad_norm": 217.5912322998047,
      "learning_rate": 5.914985275840135e-06,
      "loss": 14.7334,
      "step": 400
    },
    {
      "epoch": 0.22991059430598607,
      "grad_norm": 201.1334991455078,
      "learning_rate": 5.896703597647765e-06,
      "loss": 14.6263,
      "step": 401
    },
    {
      "epoch": 0.23048393743393117,
      "grad_norm": 206.36265563964844,
      "learning_rate": 5.878409524791931e-06,
      "loss": 14.6252,
      "step": 402
    },
    {
      "epoch": 0.23105728056187627,
      "grad_norm": 213.31422424316406,
      "learning_rate": 5.8601033101420055e-06,
      "loss": 14.718,
      "step": 403
    },
    {
      "epoch": 0.23163062368982137,
      "grad_norm": 213.38626098632812,
      "learning_rate": 5.841785206735192e-06,
      "loss": 14.5727,
      "step": 404
    },
    {
      "epoch": 0.23220396681776648,
      "grad_norm": 189.9121551513672,
      "learning_rate": 5.823455467773027e-06,
      "loss": 14.5197,
      "step": 405
    },
    {
      "epoch": 0.23277730994571158,
      "grad_norm": 198.7380828857422,
      "learning_rate": 5.805114346617874e-06,
      "loss": 14.5848,
      "step": 406
    },
    {
      "epoch": 0.23335065307365668,
      "grad_norm": 212.24783325195312,
      "learning_rate": 5.786762096789431e-06,
      "loss": 14.6107,
      "step": 407
    },
    {
      "epoch": 0.23392399620160179,
      "grad_norm": 219.87643432617188,
      "learning_rate": 5.768398971961221e-06,
      "loss": 14.7092,
      "step": 408
    },
    {
      "epoch": 0.2344973393295469,
      "grad_norm": 206.90530395507812,
      "learning_rate": 5.750025225957086e-06,
      "loss": 14.5481,
      "step": 409
    },
    {
      "epoch": 0.235070682457492,
      "grad_norm": 202.2758331298828,
      "learning_rate": 5.731641112747679e-06,
      "loss": 14.6385,
      "step": 410
    },
    {
      "epoch": 0.2356440255854371,
      "grad_norm": 215.7546844482422,
      "learning_rate": 5.713246886446954e-06,
      "loss": 14.5969,
      "step": 411
    },
    {
      "epoch": 0.2362173687133822,
      "grad_norm": 208.98550415039062,
      "learning_rate": 5.694842801308651e-06,
      "loss": 14.6304,
      "step": 412
    },
    {
      "epoch": 0.2367907118413273,
      "grad_norm": 207.6781005859375,
      "learning_rate": 5.676429111722786e-06,
      "loss": 14.6177,
      "step": 413
    },
    {
      "epoch": 0.2373640549692724,
      "grad_norm": 201.2788543701172,
      "learning_rate": 5.6580060722121325e-06,
      "loss": 14.5918,
      "step": 414
    },
    {
      "epoch": 0.2379373980972175,
      "grad_norm": 213.871826171875,
      "learning_rate": 5.639573937428699e-06,
      "loss": 14.5532,
      "step": 415
    },
    {
      "epoch": 0.2385107412251626,
      "grad_norm": 196.2823486328125,
      "learning_rate": 5.621132962150216e-06,
      "loss": 14.5558,
      "step": 416
    },
    {
      "epoch": 0.2390840843531077,
      "grad_norm": 199.7825927734375,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 14.5658,
      "step": 417
    },
    {
      "epoch": 0.23965742748105281,
      "grad_norm": 192.31263732910156,
      "learning_rate": 5.584225509826497e-06,
      "loss": 14.5083,
      "step": 418
    },
    {
      "epoch": 0.2402307706089979,
      "grad_norm": 201.0004119873047,
      "learning_rate": 5.565759542933612e-06,
      "loss": 14.6235,
      "step": 419
    },
    {
      "epoch": 0.240804113736943,
      "grad_norm": 197.17825317382812,
      "learning_rate": 5.547285755843334e-06,
      "loss": 14.5237,
      "step": 420
    },
    {
      "epoch": 0.2413774568648881,
      "grad_norm": 209.01620483398438,
      "learning_rate": 5.5288044039091335e-06,
      "loss": 14.596,
      "step": 421
    },
    {
      "epoch": 0.2419507999928332,
      "grad_norm": 204.07884216308594,
      "learning_rate": 5.510315742589042e-06,
      "loss": 14.617,
      "step": 422
    },
    {
      "epoch": 0.2425241431207783,
      "grad_norm": 208.53651428222656,
      "learning_rate": 5.491820027442126e-06,
      "loss": 14.6785,
      "step": 423
    },
    {
      "epoch": 0.2430974862487234,
      "grad_norm": 199.32315063476562,
      "learning_rate": 5.473317514124958e-06,
      "loss": 14.512,
      "step": 424
    },
    {
      "epoch": 0.2436708293766685,
      "grad_norm": 206.72837829589844,
      "learning_rate": 5.454808458388069e-06,
      "loss": 14.6038,
      "step": 425
    },
    {
      "epoch": 0.2442441725046136,
      "grad_norm": 196.9921112060547,
      "learning_rate": 5.436293116072431e-06,
      "loss": 14.5451,
      "step": 426
    },
    {
      "epoch": 0.2448175156325587,
      "grad_norm": 207.21530151367188,
      "learning_rate": 5.417771743105908e-06,
      "loss": 14.551,
      "step": 427
    },
    {
      "epoch": 0.24539085876050382,
      "grad_norm": 201.5275115966797,
      "learning_rate": 5.399244595499721e-06,
      "loss": 14.5262,
      "step": 428
    },
    {
      "epoch": 0.24596420188844892,
      "grad_norm": 204.6480712890625,
      "learning_rate": 5.380711929344915e-06,
      "loss": 14.4846,
      "step": 429
    },
    {
      "epoch": 0.24653754501639402,
      "grad_norm": 194.9892120361328,
      "learning_rate": 5.362174000808813e-06,
      "loss": 14.5942,
      "step": 430
    },
    {
      "epoch": 0.24711088814433912,
      "grad_norm": 199.96047973632812,
      "learning_rate": 5.343631066131476e-06,
      "loss": 14.6091,
      "step": 431
    },
    {
      "epoch": 0.24768423127228423,
      "grad_norm": 212.93307495117188,
      "learning_rate": 5.325083381622165e-06,
      "loss": 14.5455,
      "step": 432
    },
    {
      "epoch": 0.24825757440022933,
      "grad_norm": 194.9511260986328,
      "learning_rate": 5.30653120365579e-06,
      "loss": 14.5044,
      "step": 433
    },
    {
      "epoch": 0.24883091752817443,
      "grad_norm": 200.14315795898438,
      "learning_rate": 5.28797478866938e-06,
      "loss": 14.6439,
      "step": 434
    },
    {
      "epoch": 0.24940426065611954,
      "grad_norm": 197.60902404785156,
      "learning_rate": 5.269414393158523e-06,
      "loss": 14.5721,
      "step": 435
    },
    {
      "epoch": 0.24997760378406464,
      "grad_norm": 192.06671142578125,
      "learning_rate": 5.250850273673831e-06,
      "loss": 14.5812,
      "step": 436
    },
    {
      "epoch": 0.25055094691200974,
      "grad_norm": 189.84034729003906,
      "learning_rate": 5.232282686817392e-06,
      "loss": 14.6002,
      "step": 437
    },
    {
      "epoch": 0.25112429003995484,
      "grad_norm": 195.87533569335938,
      "learning_rate": 5.213711889239214e-06,
      "loss": 14.4797,
      "step": 438
    },
    {
      "epoch": 0.25169763316789995,
      "grad_norm": 186.12464904785156,
      "learning_rate": 5.195138137633695e-06,
      "loss": 14.5298,
      "step": 439
    },
    {
      "epoch": 0.25227097629584505,
      "grad_norm": 189.66380310058594,
      "learning_rate": 5.17656168873606e-06,
      "loss": 14.4488,
      "step": 440
    },
    {
      "epoch": 0.25284431942379015,
      "grad_norm": 196.0492401123047,
      "learning_rate": 5.157982799318817e-06,
      "loss": 14.5268,
      "step": 441
    },
    {
      "epoch": 0.25341766255173526,
      "grad_norm": 192.8926239013672,
      "learning_rate": 5.139401726188208e-06,
      "loss": 14.555,
      "step": 442
    },
    {
      "epoch": 0.25399100567968036,
      "grad_norm": 201.20632934570312,
      "learning_rate": 5.120818726180662e-06,
      "loss": 14.4914,
      "step": 443
    },
    {
      "epoch": 0.25456434880762546,
      "grad_norm": 200.86207580566406,
      "learning_rate": 5.1022340561592396e-06,
      "loss": 14.5471,
      "step": 444
    },
    {
      "epoch": 0.25513769193557057,
      "grad_norm": 203.37557983398438,
      "learning_rate": 5.083647973010085e-06,
      "loss": 14.5438,
      "step": 445
    },
    {
      "epoch": 0.25571103506351567,
      "grad_norm": 193.55697631835938,
      "learning_rate": 5.065060733638878e-06,
      "loss": 14.4965,
      "step": 446
    },
    {
      "epoch": 0.25628437819146077,
      "grad_norm": 195.2728271484375,
      "learning_rate": 5.046472594967279e-06,
      "loss": 14.5723,
      "step": 447
    },
    {
      "epoch": 0.2568577213194059,
      "grad_norm": 197.77818298339844,
      "learning_rate": 5.027883813929374e-06,
      "loss": 14.4772,
      "step": 448
    },
    {
      "epoch": 0.257431064447351,
      "grad_norm": 196.05238342285156,
      "learning_rate": 5.009294647468137e-06,
      "loss": 14.5655,
      "step": 449
    },
    {
      "epoch": 0.2580044075752961,
      "grad_norm": 194.8416290283203,
      "learning_rate": 4.990705352531864e-06,
      "loss": 14.5701,
      "step": 450
    },
    {
      "epoch": 0.2585777507032412,
      "grad_norm": 193.21575927734375,
      "learning_rate": 4.972116186070626e-06,
      "loss": 14.5292,
      "step": 451
    },
    {
      "epoch": 0.2591510938311863,
      "grad_norm": 189.819580078125,
      "learning_rate": 4.953527405032723e-06,
      "loss": 14.4925,
      "step": 452
    },
    {
      "epoch": 0.2597244369591314,
      "grad_norm": 194.4360809326172,
      "learning_rate": 4.934939266361123e-06,
      "loss": 14.4965,
      "step": 453
    },
    {
      "epoch": 0.2602977800870765,
      "grad_norm": 198.99061584472656,
      "learning_rate": 4.916352026989914e-06,
      "loss": 14.484,
      "step": 454
    },
    {
      "epoch": 0.2608711232150216,
      "grad_norm": 193.81446838378906,
      "learning_rate": 4.897765943840761e-06,
      "loss": 14.527,
      "step": 455
    },
    {
      "epoch": 0.2614444663429667,
      "grad_norm": 189.20484924316406,
      "learning_rate": 4.87918127381934e-06,
      "loss": 14.4895,
      "step": 456
    },
    {
      "epoch": 0.2620178094709118,
      "grad_norm": 190.6830291748047,
      "learning_rate": 4.860598273811793e-06,
      "loss": 14.4308,
      "step": 457
    },
    {
      "epoch": 0.2625911525988569,
      "grad_norm": 189.31912231445312,
      "learning_rate": 4.842017200681185e-06,
      "loss": 14.5519,
      "step": 458
    },
    {
      "epoch": 0.263164495726802,
      "grad_norm": 188.8474578857422,
      "learning_rate": 4.823438311263943e-06,
      "loss": 14.4147,
      "step": 459
    },
    {
      "epoch": 0.2637378388547471,
      "grad_norm": 192.68406677246094,
      "learning_rate": 4.804861862366306e-06,
      "loss": 14.471,
      "step": 460
    },
    {
      "epoch": 0.2643111819826922,
      "grad_norm": 188.2942657470703,
      "learning_rate": 4.786288110760787e-06,
      "loss": 14.5164,
      "step": 461
    },
    {
      "epoch": 0.2648845251106373,
      "grad_norm": 191.98313903808594,
      "learning_rate": 4.767717313182611e-06,
      "loss": 14.3865,
      "step": 462
    },
    {
      "epoch": 0.2654578682385824,
      "grad_norm": 197.7642364501953,
      "learning_rate": 4.74914972632617e-06,
      "loss": 14.6162,
      "step": 463
    },
    {
      "epoch": 0.2660312113665275,
      "grad_norm": 199.40097045898438,
      "learning_rate": 4.730585606841479e-06,
      "loss": 14.4812,
      "step": 464
    },
    {
      "epoch": 0.2666045544944726,
      "grad_norm": 191.48199462890625,
      "learning_rate": 4.7120252113306216e-06,
      "loss": 14.445,
      "step": 465
    },
    {
      "epoch": 0.2671778976224177,
      "grad_norm": 195.9621124267578,
      "learning_rate": 4.693468796344211e-06,
      "loss": 14.4466,
      "step": 466
    },
    {
      "epoch": 0.26775124075036283,
      "grad_norm": 193.89913940429688,
      "learning_rate": 4.6749166183778375e-06,
      "loss": 14.4653,
      "step": 467
    },
    {
      "epoch": 0.26832458387830793,
      "grad_norm": 185.12448120117188,
      "learning_rate": 4.656368933868525e-06,
      "loss": 14.4962,
      "step": 468
    },
    {
      "epoch": 0.26889792700625303,
      "grad_norm": 188.17173767089844,
      "learning_rate": 4.637825999191189e-06,
      "loss": 14.4282,
      "step": 469
    },
    {
      "epoch": 0.26947127013419814,
      "grad_norm": 179.78378295898438,
      "learning_rate": 4.619288070655086e-06,
      "loss": 14.4112,
      "step": 470
    },
    {
      "epoch": 0.27004461326214324,
      "grad_norm": 184.57598876953125,
      "learning_rate": 4.600755404500281e-06,
      "loss": 14.4972,
      "step": 471
    },
    {
      "epoch": 0.27061795639008834,
      "grad_norm": 190.61500549316406,
      "learning_rate": 4.582228256894093e-06,
      "loss": 14.4585,
      "step": 472
    },
    {
      "epoch": 0.27119129951803345,
      "grad_norm": 191.43365478515625,
      "learning_rate": 4.56370688392757e-06,
      "loss": 14.3984,
      "step": 473
    },
    {
      "epoch": 0.27176464264597855,
      "grad_norm": 189.6448211669922,
      "learning_rate": 4.545191541611933e-06,
      "loss": 14.4596,
      "step": 474
    },
    {
      "epoch": 0.27233798577392365,
      "grad_norm": 199.958740234375,
      "learning_rate": 4.526682485875044e-06,
      "loss": 14.5124,
      "step": 475
    },
    {
      "epoch": 0.27291132890186875,
      "grad_norm": 187.1591033935547,
      "learning_rate": 4.508179972557875e-06,
      "loss": 14.4502,
      "step": 476
    },
    {
      "epoch": 0.27348467202981386,
      "grad_norm": 212.7876739501953,
      "learning_rate": 4.489684257410959e-06,
      "loss": 14.4952,
      "step": 477
    },
    {
      "epoch": 0.27405801515775896,
      "grad_norm": 197.2154541015625,
      "learning_rate": 4.471195596090867e-06,
      "loss": 14.5392,
      "step": 478
    },
    {
      "epoch": 0.27463135828570406,
      "grad_norm": 193.218505859375,
      "learning_rate": 4.452714244156667e-06,
      "loss": 14.5221,
      "step": 479
    },
    {
      "epoch": 0.27520470141364917,
      "grad_norm": 195.3530731201172,
      "learning_rate": 4.434240457066388e-06,
      "loss": 14.4045,
      "step": 480
    },
    {
      "epoch": 0.27577804454159427,
      "grad_norm": 191.08155822753906,
      "learning_rate": 4.415774490173504e-06,
      "loss": 14.363,
      "step": 481
    },
    {
      "epoch": 0.2763513876695394,
      "grad_norm": 205.4665985107422,
      "learning_rate": 4.397316598723385e-06,
      "loss": 14.5536,
      "step": 482
    },
    {
      "epoch": 0.2769247307974845,
      "grad_norm": 202.93714904785156,
      "learning_rate": 4.3788670378497836e-06,
      "loss": 14.4253,
      "step": 483
    },
    {
      "epoch": 0.2774980739254296,
      "grad_norm": 199.6490020751953,
      "learning_rate": 4.360426062571303e-06,
      "loss": 14.5529,
      "step": 484
    },
    {
      "epoch": 0.2780714170533747,
      "grad_norm": 198.09494018554688,
      "learning_rate": 4.341993927787871e-06,
      "loss": 14.4701,
      "step": 485
    },
    {
      "epoch": 0.2786447601813198,
      "grad_norm": 194.7907257080078,
      "learning_rate": 4.323570888277215e-06,
      "loss": 14.4267,
      "step": 486
    },
    {
      "epoch": 0.2792181033092649,
      "grad_norm": 204.8142852783203,
      "learning_rate": 4.305157198691351e-06,
      "loss": 14.4313,
      "step": 487
    },
    {
      "epoch": 0.27979144643721,
      "grad_norm": 199.0611572265625,
      "learning_rate": 4.286753113553049e-06,
      "loss": 14.4615,
      "step": 488
    },
    {
      "epoch": 0.2803647895651551,
      "grad_norm": 188.00750732421875,
      "learning_rate": 4.268358887252322e-06,
      "loss": 14.3631,
      "step": 489
    },
    {
      "epoch": 0.2809381326931002,
      "grad_norm": 191.73825073242188,
      "learning_rate": 4.249974774042915e-06,
      "loss": 14.4741,
      "step": 490
    },
    {
      "epoch": 0.2815114758210453,
      "grad_norm": 188.29759216308594,
      "learning_rate": 4.231601028038781e-06,
      "loss": 14.446,
      "step": 491
    },
    {
      "epoch": 0.2820848189489904,
      "grad_norm": 197.5531768798828,
      "learning_rate": 4.2132379032105695e-06,
      "loss": 14.4405,
      "step": 492
    },
    {
      "epoch": 0.2826581620769355,
      "grad_norm": 190.16937255859375,
      "learning_rate": 4.194885653382128e-06,
      "loss": 14.3906,
      "step": 493
    },
    {
      "epoch": 0.2832315052048806,
      "grad_norm": 188.8497772216797,
      "learning_rate": 4.176544532226974e-06,
      "loss": 14.4415,
      "step": 494
    },
    {
      "epoch": 0.2838048483328257,
      "grad_norm": 186.59799194335938,
      "learning_rate": 4.158214793264808e-06,
      "loss": 14.4197,
      "step": 495
    },
    {
      "epoch": 0.2843781914607708,
      "grad_norm": 184.35581970214844,
      "learning_rate": 4.139896689857995e-06,
      "loss": 14.3536,
      "step": 496
    },
    {
      "epoch": 0.2849515345887159,
      "grad_norm": 199.46311950683594,
      "learning_rate": 4.121590475208071e-06,
      "loss": 14.4356,
      "step": 497
    },
    {
      "epoch": 0.285524877716661,
      "grad_norm": 200.33966064453125,
      "learning_rate": 4.1032964023522366e-06,
      "loss": 14.4552,
      "step": 498
    },
    {
      "epoch": 0.2860982208446061,
      "grad_norm": 189.87977600097656,
      "learning_rate": 4.085014724159866e-06,
      "loss": 14.3919,
      "step": 499
    },
    {
      "epoch": 0.2866715639725512,
      "grad_norm": 196.80152893066406,
      "learning_rate": 4.066745693329008e-06,
      "loss": 14.5031,
      "step": 500
    },
    {
      "epoch": 0.2872449071004963,
      "grad_norm": 193.42140197753906,
      "learning_rate": 4.0484895623828906e-06,
      "loss": 14.4403,
      "step": 501
    },
    {
      "epoch": 0.28781825022844143,
      "grad_norm": 194.4940948486328,
      "learning_rate": 4.030246583666437e-06,
      "loss": 14.4734,
      "step": 502
    },
    {
      "epoch": 0.2883915933563865,
      "grad_norm": 192.37107849121094,
      "learning_rate": 4.012017009342773e-06,
      "loss": 14.4512,
      "step": 503
    },
    {
      "epoch": 0.2889649364843316,
      "grad_norm": 181.2819366455078,
      "learning_rate": 3.99380109138974e-06,
      "loss": 14.4906,
      "step": 504
    },
    {
      "epoch": 0.2895382796122767,
      "grad_norm": 199.6365509033203,
      "learning_rate": 3.97559908159642e-06,
      "loss": 14.4517,
      "step": 505
    },
    {
      "epoch": 0.2901116227402218,
      "grad_norm": 182.9588165283203,
      "learning_rate": 3.9574112315596425e-06,
      "loss": 14.4496,
      "step": 506
    },
    {
      "epoch": 0.2906849658681669,
      "grad_norm": 183.8024139404297,
      "learning_rate": 3.9392377926805226e-06,
      "loss": 14.403,
      "step": 507
    },
    {
      "epoch": 0.291258308996112,
      "grad_norm": 195.86257934570312,
      "learning_rate": 3.92107901616097e-06,
      "loss": 14.3586,
      "step": 508
    },
    {
      "epoch": 0.2918316521240571,
      "grad_norm": 193.3267822265625,
      "learning_rate": 3.9029351530002264e-06,
      "loss": 14.4352,
      "step": 509
    },
    {
      "epoch": 0.2924049952520022,
      "grad_norm": 189.76773071289062,
      "learning_rate": 3.884806453991399e-06,
      "loss": 14.3374,
      "step": 510
    },
    {
      "epoch": 0.2929783383799473,
      "grad_norm": 190.036865234375,
      "learning_rate": 3.866693169717982e-06,
      "loss": 14.3719,
      "step": 511
    },
    {
      "epoch": 0.2935516815078924,
      "grad_norm": 187.96229553222656,
      "learning_rate": 3.848595550550401e-06,
      "loss": 14.4594,
      "step": 512
    },
    {
      "epoch": 0.2941250246358375,
      "grad_norm": 189.76959228515625,
      "learning_rate": 3.830513846642556e-06,
      "loss": 14.3997,
      "step": 513
    },
    {
      "epoch": 0.2946983677637826,
      "grad_norm": 188.51016235351562,
      "learning_rate": 3.8124483079283546e-06,
      "loss": 14.3977,
      "step": 514
    },
    {
      "epoch": 0.2952717108917277,
      "grad_norm": 182.27618408203125,
      "learning_rate": 3.7943991841182586e-06,
      "loss": 14.3342,
      "step": 515
    },
    {
      "epoch": 0.2958450540196728,
      "grad_norm": 194.53384399414062,
      "learning_rate": 3.7763667246958447e-06,
      "loss": 14.3353,
      "step": 516
    },
    {
      "epoch": 0.2964183971476179,
      "grad_norm": 186.60391235351562,
      "learning_rate": 3.758351178914336e-06,
      "loss": 14.3462,
      "step": 517
    },
    {
      "epoch": 0.296991740275563,
      "grad_norm": 208.77110290527344,
      "learning_rate": 3.7403527957931716e-06,
      "loss": 14.4527,
      "step": 518
    },
    {
      "epoch": 0.2975650834035081,
      "grad_norm": 192.8214111328125,
      "learning_rate": 3.7223718241145646e-06,
      "loss": 14.3971,
      "step": 519
    },
    {
      "epoch": 0.2981384265314532,
      "grad_norm": 185.70005798339844,
      "learning_rate": 3.7044085124200517e-06,
      "loss": 14.3432,
      "step": 520
    },
    {
      "epoch": 0.29871176965939833,
      "grad_norm": 196.39981079101562,
      "learning_rate": 3.6864631090070656e-06,
      "loss": 14.5102,
      "step": 521
    },
    {
      "epoch": 0.29928511278734343,
      "grad_norm": 187.2920684814453,
      "learning_rate": 3.668535861925509e-06,
      "loss": 14.4782,
      "step": 522
    },
    {
      "epoch": 0.29985845591528854,
      "grad_norm": 186.00146484375,
      "learning_rate": 3.650627018974312e-06,
      "loss": 14.4494,
      "step": 523
    },
    {
      "epoch": 0.30043179904323364,
      "grad_norm": 189.43801879882812,
      "learning_rate": 3.632736827698015e-06,
      "loss": 14.3908,
      "step": 524
    },
    {
      "epoch": 0.30100514217117874,
      "grad_norm": 201.06126403808594,
      "learning_rate": 3.6148655353833518e-06,
      "loss": 14.458,
      "step": 525
    },
    {
      "epoch": 0.30157848529912384,
      "grad_norm": 190.3157501220703,
      "learning_rate": 3.5970133890558184e-06,
      "loss": 14.3939,
      "step": 526
    },
    {
      "epoch": 0.30215182842706895,
      "grad_norm": 203.18019104003906,
      "learning_rate": 3.5791806354762702e-06,
      "loss": 14.4642,
      "step": 527
    },
    {
      "epoch": 0.30272517155501405,
      "grad_norm": 186.1299285888672,
      "learning_rate": 3.5613675211375066e-06,
      "loss": 14.3403,
      "step": 528
    },
    {
      "epoch": 0.30329851468295915,
      "grad_norm": 188.37765502929688,
      "learning_rate": 3.5435742922608618e-06,
      "loss": 14.3578,
      "step": 529
    },
    {
      "epoch": 0.30387185781090426,
      "grad_norm": 184.9286346435547,
      "learning_rate": 3.525801194792805e-06,
      "loss": 14.3543,
      "step": 530
    },
    {
      "epoch": 0.30444520093884936,
      "grad_norm": 193.71884155273438,
      "learning_rate": 3.508048474401541e-06,
      "loss": 14.3639,
      "step": 531
    },
    {
      "epoch": 0.30501854406679446,
      "grad_norm": 187.72390747070312,
      "learning_rate": 3.4903163764736104e-06,
      "loss": 14.2493,
      "step": 532
    },
    {
      "epoch": 0.30559188719473956,
      "grad_norm": 195.72886657714844,
      "learning_rate": 3.4726051461105016e-06,
      "loss": 14.4045,
      "step": 533
    },
    {
      "epoch": 0.30616523032268467,
      "grad_norm": 185.08929443359375,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 14.4521,
      "step": 534
    },
    {
      "epoch": 0.30673857345062977,
      "grad_norm": 182.60292053222656,
      "learning_rate": 3.437246267039115e-06,
      "loss": 14.3866,
      "step": 535
    },
    {
      "epoch": 0.3073119165785749,
      "grad_norm": 181.70509338378906,
      "learning_rate": 3.419599107078073e-06,
      "loss": 14.4036,
      "step": 536
    },
    {
      "epoch": 0.30788525970652,
      "grad_norm": 187.29672241210938,
      "learning_rate": 3.401973792169574e-06,
      "loss": 14.3734,
      "step": 537
    },
    {
      "epoch": 0.3084586028344651,
      "grad_norm": 187.84115600585938,
      "learning_rate": 3.384370565939098e-06,
      "loss": 14.4167,
      "step": 538
    },
    {
      "epoch": 0.3090319459624102,
      "grad_norm": 200.47061157226562,
      "learning_rate": 3.3667896717068105e-06,
      "loss": 14.4517,
      "step": 539
    },
    {
      "epoch": 0.3096052890903553,
      "grad_norm": 192.6443634033203,
      "learning_rate": 3.34923135248419e-06,
      "loss": 14.4143,
      "step": 540
    },
    {
      "epoch": 0.3101786322183004,
      "grad_norm": 189.818115234375,
      "learning_rate": 3.33169585097067e-06,
      "loss": 14.3478,
      "step": 541
    },
    {
      "epoch": 0.3107519753462455,
      "grad_norm": 185.73080444335938,
      "learning_rate": 3.314183409550293e-06,
      "loss": 14.3765,
      "step": 542
    },
    {
      "epoch": 0.3113253184741906,
      "grad_norm": 183.9041290283203,
      "learning_rate": 3.2966942702883494e-06,
      "loss": 14.3506,
      "step": 543
    },
    {
      "epoch": 0.3118986616021357,
      "grad_norm": 188.9761505126953,
      "learning_rate": 3.279228674928035e-06,
      "loss": 14.4349,
      "step": 544
    },
    {
      "epoch": 0.3124720047300808,
      "grad_norm": 190.45909118652344,
      "learning_rate": 3.261786864887117e-06,
      "loss": 14.3562,
      "step": 545
    },
    {
      "epoch": 0.3130453478580259,
      "grad_norm": 191.3506317138672,
      "learning_rate": 3.244369081254585e-06,
      "loss": 14.2781,
      "step": 546
    },
    {
      "epoch": 0.313618690985971,
      "grad_norm": 181.74490356445312,
      "learning_rate": 3.226975564787322e-06,
      "loss": 14.3264,
      "step": 547
    },
    {
      "epoch": 0.3141920341139161,
      "grad_norm": 186.11990356445312,
      "learning_rate": 3.209606555906788e-06,
      "loss": 14.3599,
      "step": 548
    },
    {
      "epoch": 0.3147653772418612,
      "grad_norm": 192.1141357421875,
      "learning_rate": 3.192262294695679e-06,
      "loss": 14.3444,
      "step": 549
    },
    {
      "epoch": 0.3153387203698063,
      "grad_norm": 193.52890014648438,
      "learning_rate": 3.174943020894618e-06,
      "loss": 14.4323,
      "step": 550
    },
    {
      "epoch": 0.3159120634977514,
      "grad_norm": 183.9879150390625,
      "learning_rate": 3.1576489738988457e-06,
      "loss": 14.2539,
      "step": 551
    },
    {
      "epoch": 0.3164854066256965,
      "grad_norm": 186.39529418945312,
      "learning_rate": 3.140380392754901e-06,
      "loss": 14.3633,
      "step": 552
    },
    {
      "epoch": 0.3170587497536416,
      "grad_norm": 193.56439208984375,
      "learning_rate": 3.12313751615732e-06,
      "loss": 14.3256,
      "step": 553
    },
    {
      "epoch": 0.3176320928815867,
      "grad_norm": 187.15281677246094,
      "learning_rate": 3.1059205824453446e-06,
      "loss": 14.3763,
      "step": 554
    },
    {
      "epoch": 0.31820543600953183,
      "grad_norm": 188.94200134277344,
      "learning_rate": 3.0887298295996183e-06,
      "loss": 14.3864,
      "step": 555
    },
    {
      "epoch": 0.31877877913747693,
      "grad_norm": 186.75950622558594,
      "learning_rate": 3.0715654952388957e-06,
      "loss": 14.3803,
      "step": 556
    },
    {
      "epoch": 0.31935212226542203,
      "grad_norm": 193.4385223388672,
      "learning_rate": 3.054427816616773e-06,
      "loss": 14.2965,
      "step": 557
    },
    {
      "epoch": 0.31992546539336714,
      "grad_norm": 188.6703338623047,
      "learning_rate": 3.0373170306183885e-06,
      "loss": 14.4114,
      "step": 558
    },
    {
      "epoch": 0.32049880852131224,
      "grad_norm": 194.2964630126953,
      "learning_rate": 3.020233373757162e-06,
      "loss": 14.2351,
      "step": 559
    },
    {
      "epoch": 0.32107215164925734,
      "grad_norm": 204.58041381835938,
      "learning_rate": 3.0031770821715233e-06,
      "loss": 14.3925,
      "step": 560
    },
    {
      "epoch": 0.32164549477720245,
      "grad_norm": 182.63665771484375,
      "learning_rate": 2.9861483916216404e-06,
      "loss": 14.371,
      "step": 561
    },
    {
      "epoch": 0.32221883790514755,
      "grad_norm": 201.17764282226562,
      "learning_rate": 2.969147537486175e-06,
      "loss": 14.301,
      "step": 562
    },
    {
      "epoch": 0.32279218103309265,
      "grad_norm": 187.64376831054688,
      "learning_rate": 2.952174754759012e-06,
      "loss": 14.3037,
      "step": 563
    },
    {
      "epoch": 0.32336552416103775,
      "grad_norm": 182.01651000976562,
      "learning_rate": 2.935230278046025e-06,
      "loss": 14.2326,
      "step": 564
    },
    {
      "epoch": 0.32393886728898286,
      "grad_norm": 184.65011596679688,
      "learning_rate": 2.9183143415618297e-06,
      "loss": 14.3121,
      "step": 565
    },
    {
      "epoch": 0.32451221041692796,
      "grad_norm": 172.1057891845703,
      "learning_rate": 2.9014271791265403e-06,
      "loss": 14.203,
      "step": 566
    },
    {
      "epoch": 0.32508555354487306,
      "grad_norm": 178.24777221679688,
      "learning_rate": 2.8845690241625437e-06,
      "loss": 14.3961,
      "step": 567
    },
    {
      "epoch": 0.32565889667281817,
      "grad_norm": 198.43179321289062,
      "learning_rate": 2.867740109691277e-06,
      "loss": 14.3644,
      "step": 568
    },
    {
      "epoch": 0.32623223980076327,
      "grad_norm": 184.53721618652344,
      "learning_rate": 2.850940668329996e-06,
      "loss": 14.3736,
      "step": 569
    },
    {
      "epoch": 0.32680558292870837,
      "grad_norm": 186.57337951660156,
      "learning_rate": 2.8341709322885624e-06,
      "loss": 14.2914,
      "step": 570
    },
    {
      "epoch": 0.3273789260566535,
      "grad_norm": 194.31634521484375,
      "learning_rate": 2.817431133366246e-06,
      "loss": 14.3647,
      "step": 571
    },
    {
      "epoch": 0.3279522691845986,
      "grad_norm": 189.49636840820312,
      "learning_rate": 2.800721502948506e-06,
      "loss": 14.4111,
      "step": 572
    },
    {
      "epoch": 0.3285256123125437,
      "grad_norm": 194.70204162597656,
      "learning_rate": 2.7840422720037943e-06,
      "loss": 14.4538,
      "step": 573
    },
    {
      "epoch": 0.3290989554404888,
      "grad_norm": 191.64688110351562,
      "learning_rate": 2.767393671080376e-06,
      "loss": 14.2899,
      "step": 574
    },
    {
      "epoch": 0.3296722985684339,
      "grad_norm": 193.7047576904297,
      "learning_rate": 2.7507759303031257e-06,
      "loss": 14.3198,
      "step": 575
    },
    {
      "epoch": 0.330245641696379,
      "grad_norm": 189.0587158203125,
      "learning_rate": 2.7341892793703594e-06,
      "loss": 14.3457,
      "step": 576
    },
    {
      "epoch": 0.3308189848243241,
      "grad_norm": 188.7035675048828,
      "learning_rate": 2.7176339475506515e-06,
      "loss": 14.2817,
      "step": 577
    },
    {
      "epoch": 0.3313923279522692,
      "grad_norm": 184.22344970703125,
      "learning_rate": 2.7011101636796677e-06,
      "loss": 14.3146,
      "step": 578
    },
    {
      "epoch": 0.3319656710802143,
      "grad_norm": 180.2777557373047,
      "learning_rate": 2.6846181561570085e-06,
      "loss": 14.3799,
      "step": 579
    },
    {
      "epoch": 0.3325390142081594,
      "grad_norm": 185.93838500976562,
      "learning_rate": 2.668158152943039e-06,
      "loss": 14.3632,
      "step": 580
    },
    {
      "epoch": 0.3331123573361045,
      "grad_norm": 183.86941528320312,
      "learning_rate": 2.651730381555754e-06,
      "loss": 14.3327,
      "step": 581
    },
    {
      "epoch": 0.3336857004640496,
      "grad_norm": 184.0933074951172,
      "learning_rate": 2.635335069067617e-06,
      "loss": 14.3807,
      "step": 582
    },
    {
      "epoch": 0.3342590435919947,
      "grad_norm": 183.67532348632812,
      "learning_rate": 2.618972442102432e-06,
      "loss": 14.4402,
      "step": 583
    },
    {
      "epoch": 0.3348323867199398,
      "grad_norm": 185.25009155273438,
      "learning_rate": 2.602642726832212e-06,
      "loss": 14.3258,
      "step": 584
    },
    {
      "epoch": 0.3354057298478849,
      "grad_norm": 186.76087951660156,
      "learning_rate": 2.5863461489740403e-06,
      "loss": 14.2503,
      "step": 585
    },
    {
      "epoch": 0.33597907297583,
      "grad_norm": 183.74209594726562,
      "learning_rate": 2.57008293378697e-06,
      "loss": 14.282,
      "step": 586
    },
    {
      "epoch": 0.3365524161037751,
      "grad_norm": 185.21743774414062,
      "learning_rate": 2.553853306068888e-06,
      "loss": 14.3058,
      "step": 587
    },
    {
      "epoch": 0.3371257592317202,
      "grad_norm": 180.64405822753906,
      "learning_rate": 2.5376574901534303e-06,
      "loss": 14.2191,
      "step": 588
    },
    {
      "epoch": 0.3376991023596653,
      "grad_norm": 197.49221801757812,
      "learning_rate": 2.5214957099068613e-06,
      "loss": 14.2684,
      "step": 589
    },
    {
      "epoch": 0.33827244548761043,
      "grad_norm": 178.35708618164062,
      "learning_rate": 2.5053681887249916e-06,
      "loss": 14.2358,
      "step": 590
    },
    {
      "epoch": 0.33884578861555553,
      "grad_norm": 181.4188995361328,
      "learning_rate": 2.4892751495300893e-06,
      "loss": 14.3204,
      "step": 591
    },
    {
      "epoch": 0.33941913174350063,
      "grad_norm": 178.8732452392578,
      "learning_rate": 2.4732168147677927e-06,
      "loss": 14.2609,
      "step": 592
    },
    {
      "epoch": 0.33999247487144574,
      "grad_norm": 191.7628631591797,
      "learning_rate": 2.4571934064040364e-06,
      "loss": 14.2528,
      "step": 593
    },
    {
      "epoch": 0.34056581799939084,
      "grad_norm": 193.52305603027344,
      "learning_rate": 2.4412051459219945e-06,
      "loss": 14.3341,
      "step": 594
    },
    {
      "epoch": 0.34113916112733594,
      "grad_norm": 198.21897888183594,
      "learning_rate": 2.425252254319002e-06,
      "loss": 14.3828,
      "step": 595
    },
    {
      "epoch": 0.34171250425528105,
      "grad_norm": 191.85609436035156,
      "learning_rate": 2.4093349521035105e-06,
      "loss": 14.3309,
      "step": 596
    },
    {
      "epoch": 0.34228584738322615,
      "grad_norm": 185.22528076171875,
      "learning_rate": 2.3934534592920416e-06,
      "loss": 14.2623,
      "step": 597
    },
    {
      "epoch": 0.34285919051117125,
      "grad_norm": 188.74754333496094,
      "learning_rate": 2.3776079954061385e-06,
      "loss": 14.4269,
      "step": 598
    },
    {
      "epoch": 0.34343253363911636,
      "grad_norm": 178.31825256347656,
      "learning_rate": 2.3617987794693358e-06,
      "loss": 14.2489,
      "step": 599
    },
    {
      "epoch": 0.34400587676706146,
      "grad_norm": 188.00209045410156,
      "learning_rate": 2.3460260300041355e-06,
      "loss": 14.3401,
      "step": 600
    },
    {
      "epoch": 0.34457921989500656,
      "grad_norm": 191.75465393066406,
      "learning_rate": 2.3302899650289773e-06,
      "loss": 14.3273,
      "step": 601
    },
    {
      "epoch": 0.34515256302295166,
      "grad_norm": 185.55166625976562,
      "learning_rate": 2.314590802055232e-06,
      "loss": 14.3695,
      "step": 602
    },
    {
      "epoch": 0.34572590615089677,
      "grad_norm": 177.90130615234375,
      "learning_rate": 2.2989287580841985e-06,
      "loss": 14.3113,
      "step": 603
    },
    {
      "epoch": 0.34629924927884187,
      "grad_norm": 189.20179748535156,
      "learning_rate": 2.2833040496040925e-06,
      "loss": 14.2244,
      "step": 604
    },
    {
      "epoch": 0.346872592406787,
      "grad_norm": 192.3074493408203,
      "learning_rate": 2.267716892587062e-06,
      "loss": 14.28,
      "step": 605
    },
    {
      "epoch": 0.3474459355347321,
      "grad_norm": 192.26055908203125,
      "learning_rate": 2.252167502486205e-06,
      "loss": 14.2554,
      "step": 606
    },
    {
      "epoch": 0.3480192786626772,
      "grad_norm": 184.66305541992188,
      "learning_rate": 2.2366560942325833e-06,
      "loss": 14.3175,
      "step": 607
    },
    {
      "epoch": 0.3485926217906223,
      "grad_norm": 186.08566284179688,
      "learning_rate": 2.2211828822322547e-06,
      "loss": 14.2586,
      "step": 608
    },
    {
      "epoch": 0.3491659649185674,
      "grad_norm": 183.10336303710938,
      "learning_rate": 2.205748080363316e-06,
      "loss": 14.3051,
      "step": 609
    },
    {
      "epoch": 0.3497393080465125,
      "grad_norm": 188.01463317871094,
      "learning_rate": 2.190351901972935e-06,
      "loss": 14.2597,
      "step": 610
    },
    {
      "epoch": 0.3503126511744576,
      "grad_norm": 186.796630859375,
      "learning_rate": 2.1749945598744076e-06,
      "loss": 14.3121,
      "step": 611
    },
    {
      "epoch": 0.3508859943024027,
      "grad_norm": 197.26966857910156,
      "learning_rate": 2.159676266344222e-06,
      "loss": 14.3272,
      "step": 612
    },
    {
      "epoch": 0.3514593374303478,
      "grad_norm": 188.6767578125,
      "learning_rate": 2.144397233119112e-06,
      "loss": 14.2799,
      "step": 613
    },
    {
      "epoch": 0.35203268055829284,
      "grad_norm": 185.7920684814453,
      "learning_rate": 2.1291576713931382e-06,
      "loss": 14.3654,
      "step": 614
    },
    {
      "epoch": 0.35260602368623795,
      "grad_norm": 183.85186767578125,
      "learning_rate": 2.1139577918147715e-06,
      "loss": 14.2435,
      "step": 615
    },
    {
      "epoch": 0.35317936681418305,
      "grad_norm": 188.81492614746094,
      "learning_rate": 2.0987978044839707e-06,
      "loss": 14.3787,
      "step": 616
    },
    {
      "epoch": 0.35375270994212815,
      "grad_norm": 181.99166870117188,
      "learning_rate": 2.0836779189492925e-06,
      "loss": 14.3489,
      "step": 617
    },
    {
      "epoch": 0.35432605307007325,
      "grad_norm": 182.6253204345703,
      "learning_rate": 2.068598344204981e-06,
      "loss": 14.2816,
      "step": 618
    },
    {
      "epoch": 0.35489939619801836,
      "grad_norm": 178.6793975830078,
      "learning_rate": 2.053559288688086e-06,
      "loss": 14.2392,
      "step": 619
    },
    {
      "epoch": 0.35547273932596346,
      "grad_norm": 190.26219177246094,
      "learning_rate": 2.0385609602755878e-06,
      "loss": 14.2875,
      "step": 620
    },
    {
      "epoch": 0.35604608245390856,
      "grad_norm": 199.85971069335938,
      "learning_rate": 2.02360356628151e-06,
      "loss": 14.3167,
      "step": 621
    },
    {
      "epoch": 0.35661942558185367,
      "grad_norm": 199.51605224609375,
      "learning_rate": 2.0086873134540626e-06,
      "loss": 14.336,
      "step": 622
    },
    {
      "epoch": 0.35719276870979877,
      "grad_norm": 183.92247009277344,
      "learning_rate": 1.9938124079727874e-06,
      "loss": 14.2201,
      "step": 623
    },
    {
      "epoch": 0.35776611183774387,
      "grad_norm": 193.48175048828125,
      "learning_rate": 1.9789790554456977e-06,
      "loss": 14.2868,
      "step": 624
    },
    {
      "epoch": 0.358339454965689,
      "grad_norm": 189.4330291748047,
      "learning_rate": 1.9641874609064443e-06,
      "loss": 14.2538,
      "step": 625
    },
    {
      "epoch": 0.3589127980936341,
      "grad_norm": 182.5979461669922,
      "learning_rate": 1.9494378288114816e-06,
      "loss": 14.2463,
      "step": 626
    },
    {
      "epoch": 0.3594861412215792,
      "grad_norm": 177.77850341796875,
      "learning_rate": 1.9347303630372373e-06,
      "loss": 14.1946,
      "step": 627
    },
    {
      "epoch": 0.3600594843495243,
      "grad_norm": 182.85313415527344,
      "learning_rate": 1.9200652668772924e-06,
      "loss": 14.2852,
      "step": 628
    },
    {
      "epoch": 0.3606328274774694,
      "grad_norm": 189.149169921875,
      "learning_rate": 1.9054427430395828e-06,
      "loss": 14.2522,
      "step": 629
    },
    {
      "epoch": 0.3612061706054145,
      "grad_norm": 186.2698211669922,
      "learning_rate": 1.890862993643583e-06,
      "loss": 14.2526,
      "step": 630
    },
    {
      "epoch": 0.3617795137333596,
      "grad_norm": 188.8157196044922,
      "learning_rate": 1.8763262202175204e-06,
      "loss": 14.2772,
      "step": 631
    },
    {
      "epoch": 0.3623528568613047,
      "grad_norm": 184.87147521972656,
      "learning_rate": 1.8618326236955908e-06,
      "loss": 14.3395,
      "step": 632
    },
    {
      "epoch": 0.3629261999892498,
      "grad_norm": 185.856201171875,
      "learning_rate": 1.8473824044151762e-06,
      "loss": 14.2998,
      "step": 633
    },
    {
      "epoch": 0.3634995431171949,
      "grad_norm": 184.26248168945312,
      "learning_rate": 1.8329757621140748e-06,
      "loss": 14.2654,
      "step": 634
    },
    {
      "epoch": 0.36407288624514,
      "grad_norm": 186.35105895996094,
      "learning_rate": 1.81861289592775e-06,
      "loss": 14.2294,
      "step": 635
    },
    {
      "epoch": 0.3646462293730851,
      "grad_norm": 187.1624298095703,
      "learning_rate": 1.8042940043865658e-06,
      "loss": 14.3037,
      "step": 636
    },
    {
      "epoch": 0.3652195725010302,
      "grad_norm": 176.15463256835938,
      "learning_rate": 1.7900192854130465e-06,
      "loss": 14.2271,
      "step": 637
    },
    {
      "epoch": 0.3657929156289753,
      "grad_norm": 188.59449768066406,
      "learning_rate": 1.7757889363191484e-06,
      "loss": 14.3419,
      "step": 638
    },
    {
      "epoch": 0.3663662587569204,
      "grad_norm": 180.50051879882812,
      "learning_rate": 1.7616031538035189e-06,
      "loss": 14.2815,
      "step": 639
    },
    {
      "epoch": 0.3669396018848655,
      "grad_norm": 185.34474182128906,
      "learning_rate": 1.7474621339487925e-06,
      "loss": 14.2534,
      "step": 640
    },
    {
      "epoch": 0.3675129450128106,
      "grad_norm": 184.1910858154297,
      "learning_rate": 1.7333660722188667e-06,
      "loss": 14.2397,
      "step": 641
    },
    {
      "epoch": 0.3680862881407557,
      "grad_norm": 185.2908477783203,
      "learning_rate": 1.7193151634562071e-06,
      "loss": 14.2306,
      "step": 642
    },
    {
      "epoch": 0.3686596312687008,
      "grad_norm": 183.8131103515625,
      "learning_rate": 1.7053096018791588e-06,
      "loss": 14.2843,
      "step": 643
    },
    {
      "epoch": 0.36923297439664593,
      "grad_norm": 189.00628662109375,
      "learning_rate": 1.691349581079249e-06,
      "loss": 14.1944,
      "step": 644
    },
    {
      "epoch": 0.36980631752459103,
      "grad_norm": 189.68801879882812,
      "learning_rate": 1.6774352940185269e-06,
      "loss": 14.2894,
      "step": 645
    },
    {
      "epoch": 0.37037966065253614,
      "grad_norm": 193.29290771484375,
      "learning_rate": 1.663566933026879e-06,
      "loss": 14.3125,
      "step": 646
    },
    {
      "epoch": 0.37095300378048124,
      "grad_norm": 189.4978790283203,
      "learning_rate": 1.6497446897993885e-06,
      "loss": 14.1912,
      "step": 647
    },
    {
      "epoch": 0.37152634690842634,
      "grad_norm": 187.17823791503906,
      "learning_rate": 1.6359687553936714e-06,
      "loss": 14.2728,
      "step": 648
    },
    {
      "epoch": 0.37209969003637144,
      "grad_norm": 180.1759033203125,
      "learning_rate": 1.6222393202272414e-06,
      "loss": 14.2409,
      "step": 649
    },
    {
      "epoch": 0.37267303316431655,
      "grad_norm": 175.7593536376953,
      "learning_rate": 1.6085565740748825e-06,
      "loss": 14.1765,
      "step": 650
    },
    {
      "epoch": 0.37324637629226165,
      "grad_norm": 183.71810913085938,
      "learning_rate": 1.5949207060660138e-06,
      "loss": 14.2563,
      "step": 651
    },
    {
      "epoch": 0.37381971942020675,
      "grad_norm": 185.6693572998047,
      "learning_rate": 1.581331904682089e-06,
      "loss": 14.3579,
      "step": 652
    },
    {
      "epoch": 0.37439306254815186,
      "grad_norm": 189.27444458007812,
      "learning_rate": 1.5677903577539806e-06,
      "loss": 14.2853,
      "step": 653
    },
    {
      "epoch": 0.37496640567609696,
      "grad_norm": 190.42837524414062,
      "learning_rate": 1.5542962524593869e-06,
      "loss": 14.2187,
      "step": 654
    },
    {
      "epoch": 0.37553974880404206,
      "grad_norm": 177.54698181152344,
      "learning_rate": 1.54084977532025e-06,
      "loss": 14.1745,
      "step": 655
    },
    {
      "epoch": 0.37611309193198716,
      "grad_norm": 183.06019592285156,
      "learning_rate": 1.5274511122001684e-06,
      "loss": 14.2742,
      "step": 656
    },
    {
      "epoch": 0.37668643505993227,
      "grad_norm": 190.93809509277344,
      "learning_rate": 1.5141004483018323e-06,
      "loss": 14.3287,
      "step": 657
    },
    {
      "epoch": 0.37725977818787737,
      "grad_norm": 195.81625366210938,
      "learning_rate": 1.5007979681644696e-06,
      "loss": 14.2384,
      "step": 658
    },
    {
      "epoch": 0.3778331213158225,
      "grad_norm": 187.17530822753906,
      "learning_rate": 1.4875438556612836e-06,
      "loss": 14.25,
      "step": 659
    },
    {
      "epoch": 0.3784064644437676,
      "grad_norm": 183.16397094726562,
      "learning_rate": 1.474338293996917e-06,
      "loss": 14.3265,
      "step": 660
    },
    {
      "epoch": 0.3789798075717127,
      "grad_norm": 177.78402709960938,
      "learning_rate": 1.4611814657049257e-06,
      "loss": 14.1526,
      "step": 661
    },
    {
      "epoch": 0.3795531506996578,
      "grad_norm": 187.61419677734375,
      "learning_rate": 1.4480735526452427e-06,
      "loss": 14.2041,
      "step": 662
    },
    {
      "epoch": 0.3801264938276029,
      "grad_norm": 181.4232635498047,
      "learning_rate": 1.4350147360016743e-06,
      "loss": 14.2766,
      "step": 663
    },
    {
      "epoch": 0.380699836955548,
      "grad_norm": 185.21261596679688,
      "learning_rate": 1.4220051962793952e-06,
      "loss": 14.216,
      "step": 664
    },
    {
      "epoch": 0.3812731800834931,
      "grad_norm": 187.9059295654297,
      "learning_rate": 1.4090451133024473e-06,
      "loss": 14.2696,
      "step": 665
    },
    {
      "epoch": 0.3818465232114382,
      "grad_norm": 184.80746459960938,
      "learning_rate": 1.3961346662112585e-06,
      "loss": 14.2777,
      "step": 666
    },
    {
      "epoch": 0.3824198663393833,
      "grad_norm": 178.53359985351562,
      "learning_rate": 1.3832740334601692e-06,
      "loss": 14.2119,
      "step": 667
    },
    {
      "epoch": 0.3829932094673284,
      "grad_norm": 186.9265594482422,
      "learning_rate": 1.3704633928149575e-06,
      "loss": 14.278,
      "step": 668
    },
    {
      "epoch": 0.3835665525952735,
      "grad_norm": 181.26290893554688,
      "learning_rate": 1.3577029213503911e-06,
      "loss": 14.2922,
      "step": 669
    },
    {
      "epoch": 0.3841398957232186,
      "grad_norm": 182.86557006835938,
      "learning_rate": 1.3449927954477732e-06,
      "loss": 14.2855,
      "step": 670
    },
    {
      "epoch": 0.3847132388511637,
      "grad_norm": 182.475830078125,
      "learning_rate": 1.3323331907925046e-06,
      "loss": 14.2958,
      "step": 671
    },
    {
      "epoch": 0.3852865819791088,
      "grad_norm": 189.7706756591797,
      "learning_rate": 1.319724282371664e-06,
      "loss": 14.2176,
      "step": 672
    },
    {
      "epoch": 0.3858599251070539,
      "grad_norm": 193.93069458007812,
      "learning_rate": 1.307166244471576e-06,
      "loss": 14.2117,
      "step": 673
    },
    {
      "epoch": 0.386433268234999,
      "grad_norm": 179.2334442138672,
      "learning_rate": 1.2946592506754097e-06,
      "loss": 14.3632,
      "step": 674
    },
    {
      "epoch": 0.3870066113629441,
      "grad_norm": 189.32432556152344,
      "learning_rate": 1.282203473860783e-06,
      "loss": 14.1928,
      "step": 675
    },
    {
      "epoch": 0.3875799544908892,
      "grad_norm": 182.27935791015625,
      "learning_rate": 1.2697990861973635e-06,
      "loss": 14.2161,
      "step": 676
    },
    {
      "epoch": 0.3881532976188343,
      "grad_norm": 181.55154418945312,
      "learning_rate": 1.257446259144494e-06,
      "loss": 14.2658,
      "step": 677
    },
    {
      "epoch": 0.38872664074677943,
      "grad_norm": 183.76902770996094,
      "learning_rate": 1.2451451634488264e-06,
      "loss": 14.3169,
      "step": 678
    },
    {
      "epoch": 0.38929998387472453,
      "grad_norm": 179.52069091796875,
      "learning_rate": 1.2328959691419517e-06,
      "loss": 14.261,
      "step": 679
    },
    {
      "epoch": 0.38987332700266963,
      "grad_norm": 187.97842407226562,
      "learning_rate": 1.2206988455380558e-06,
      "loss": 14.1935,
      "step": 680
    },
    {
      "epoch": 0.39044667013061474,
      "grad_norm": 177.58485412597656,
      "learning_rate": 1.2085539612315844e-06,
      "loss": 14.0745,
      "step": 681
    },
    {
      "epoch": 0.39102001325855984,
      "grad_norm": 178.7311248779297,
      "learning_rate": 1.1964614840949002e-06,
      "loss": 14.223,
      "step": 682
    },
    {
      "epoch": 0.39159335638650494,
      "grad_norm": 181.48497009277344,
      "learning_rate": 1.1844215812759708e-06,
      "loss": 14.1863,
      "step": 683
    },
    {
      "epoch": 0.39216669951445005,
      "grad_norm": 183.38412475585938,
      "learning_rate": 1.1724344191960591e-06,
      "loss": 14.2664,
      "step": 684
    },
    {
      "epoch": 0.39274004264239515,
      "grad_norm": 190.3087921142578,
      "learning_rate": 1.1605001635474183e-06,
      "loss": 14.3032,
      "step": 685
    },
    {
      "epoch": 0.39331338577034025,
      "grad_norm": 179.9006805419922,
      "learning_rate": 1.1486189792910024e-06,
      "loss": 14.2501,
      "step": 686
    },
    {
      "epoch": 0.39388672889828535,
      "grad_norm": 186.22154235839844,
      "learning_rate": 1.1367910306541918e-06,
      "loss": 14.1971,
      "step": 687
    },
    {
      "epoch": 0.39446007202623046,
      "grad_norm": 180.23377990722656,
      "learning_rate": 1.1250164811285148e-06,
      "loss": 14.2892,
      "step": 688
    },
    {
      "epoch": 0.39503341515417556,
      "grad_norm": 177.89480590820312,
      "learning_rate": 1.1132954934673911e-06,
      "loss": 14.1728,
      "step": 689
    },
    {
      "epoch": 0.39560675828212066,
      "grad_norm": 187.4567108154297,
      "learning_rate": 1.1016282296838887e-06,
      "loss": 14.2579,
      "step": 690
    },
    {
      "epoch": 0.39618010141006577,
      "grad_norm": 176.47003173828125,
      "learning_rate": 1.090014851048473e-06,
      "loss": 14.2398,
      "step": 691
    },
    {
      "epoch": 0.39675344453801087,
      "grad_norm": 182.03118896484375,
      "learning_rate": 1.078455518086784e-06,
      "loss": 14.2395,
      "step": 692
    },
    {
      "epoch": 0.39732678766595597,
      "grad_norm": 181.1314697265625,
      "learning_rate": 1.0669503905774198e-06,
      "loss": 14.1643,
      "step": 693
    },
    {
      "epoch": 0.3979001307939011,
      "grad_norm": 189.62818908691406,
      "learning_rate": 1.055499627549722e-06,
      "loss": 14.1924,
      "step": 694
    },
    {
      "epoch": 0.3984734739218462,
      "grad_norm": 180.246337890625,
      "learning_rate": 1.0441033872815804e-06,
      "loss": 14.2148,
      "step": 695
    },
    {
      "epoch": 0.3990468170497913,
      "grad_norm": 180.3937530517578,
      "learning_rate": 1.0327618272972484e-06,
      "loss": 14.2263,
      "step": 696
    },
    {
      "epoch": 0.3996201601777364,
      "grad_norm": 189.4615478515625,
      "learning_rate": 1.0214751043651582e-06,
      "loss": 14.2253,
      "step": 697
    },
    {
      "epoch": 0.4001935033056815,
      "grad_norm": 177.67706298828125,
      "learning_rate": 1.010243374495763e-06,
      "loss": 14.1809,
      "step": 698
    },
    {
      "epoch": 0.4007668464336266,
      "grad_norm": 176.24996948242188,
      "learning_rate": 9.990667929393715e-07,
      "loss": 14.0939,
      "step": 699
    },
    {
      "epoch": 0.4013401895615717,
      "grad_norm": 184.9351806640625,
      "learning_rate": 9.879455141840067e-07,
      "loss": 14.3538,
      "step": 700
    },
    {
      "epoch": 0.4019135326895168,
      "grad_norm": 189.4423370361328,
      "learning_rate": 9.768796919532742e-07,
      "loss": 14.2778,
      "step": 701
    },
    {
      "epoch": 0.4024868758174619,
      "grad_norm": 190.33895874023438,
      "learning_rate": 9.658694792042284e-07,
      "loss": 14.3299,
      "step": 702
    },
    {
      "epoch": 0.403060218945407,
      "grad_norm": 183.4825897216797,
      "learning_rate": 9.549150281252633e-07,
      "loss": 14.1587,
      "step": 703
    },
    {
      "epoch": 0.4036335620733521,
      "grad_norm": 184.19715881347656,
      "learning_rate": 9.440164901340127e-07,
      "loss": 14.1235,
      "step": 704
    },
    {
      "epoch": 0.4042069052012972,
      "grad_norm": 191.84231567382812,
      "learning_rate": 9.331740158752495e-07,
      "loss": 14.1645,
      "step": 705
    },
    {
      "epoch": 0.4047802483292423,
      "grad_norm": 181.87342834472656,
      "learning_rate": 9.223877552188065e-07,
      "loss": 14.2719,
      "step": 706
    },
    {
      "epoch": 0.4053535914571874,
      "grad_norm": 183.34930419921875,
      "learning_rate": 9.116578572575091e-07,
      "loss": 14.2534,
      "step": 707
    },
    {
      "epoch": 0.4059269345851325,
      "grad_norm": 174.75514221191406,
      "learning_rate": 9.009844703051063e-07,
      "loss": 14.3114,
      "step": 708
    },
    {
      "epoch": 0.4065002777130776,
      "grad_norm": 176.34121704101562,
      "learning_rate": 8.903677418942292e-07,
      "loss": 14.2201,
      "step": 709
    },
    {
      "epoch": 0.4070736208410227,
      "grad_norm": 183.08766174316406,
      "learning_rate": 8.79807818774343e-07,
      "loss": 14.1528,
      "step": 710
    },
    {
      "epoch": 0.4076469639689678,
      "grad_norm": 189.90757751464844,
      "learning_rate": 8.693048469097293e-07,
      "loss": 14.2383,
      "step": 711
    },
    {
      "epoch": 0.4082203070969129,
      "grad_norm": 181.50448608398438,
      "learning_rate": 8.58858971477457e-07,
      "loss": 14.262,
      "step": 712
    },
    {
      "epoch": 0.40879365022485803,
      "grad_norm": 178.92880249023438,
      "learning_rate": 8.484703368653812e-07,
      "loss": 14.1923,
      "step": 713
    },
    {
      "epoch": 0.40936699335280313,
      "grad_norm": 186.92608642578125,
      "learning_rate": 8.381390866701517e-07,
      "loss": 14.1751,
      "step": 714
    },
    {
      "epoch": 0.40994033648074824,
      "grad_norm": 183.1122589111328,
      "learning_rate": 8.278653636952177e-07,
      "loss": 14.2072,
      "step": 715
    },
    {
      "epoch": 0.41051367960869334,
      "grad_norm": 172.70138549804688,
      "learning_rate": 8.176493099488664e-07,
      "loss": 14.209,
      "step": 716
    },
    {
      "epoch": 0.41108702273663844,
      "grad_norm": 193.0767822265625,
      "learning_rate": 8.074910666422475e-07,
      "loss": 14.2055,
      "step": 717
    },
    {
      "epoch": 0.41166036586458354,
      "grad_norm": 181.7238006591797,
      "learning_rate": 7.973907741874287e-07,
      "loss": 14.2313,
      "step": 718
    },
    {
      "epoch": 0.41223370899252865,
      "grad_norm": 196.82655334472656,
      "learning_rate": 7.873485721954572e-07,
      "loss": 14.3521,
      "step": 719
    },
    {
      "epoch": 0.41280705212047375,
      "grad_norm": 184.25498962402344,
      "learning_rate": 7.773645994744222e-07,
      "loss": 14.2955,
      "step": 720
    },
    {
      "epoch": 0.41338039524841885,
      "grad_norm": 179.338623046875,
      "learning_rate": 7.674389940275406e-07,
      "loss": 14.1519,
      "step": 721
    },
    {
      "epoch": 0.41395373837636396,
      "grad_norm": 179.32083129882812,
      "learning_rate": 7.575718930512516e-07,
      "loss": 14.2179,
      "step": 722
    },
    {
      "epoch": 0.41452708150430906,
      "grad_norm": 178.83621215820312,
      "learning_rate": 7.47763432933315e-07,
      "loss": 14.2179,
      "step": 723
    },
    {
      "epoch": 0.41510042463225416,
      "grad_norm": 184.3859100341797,
      "learning_rate": 7.380137492509309e-07,
      "loss": 14.2816,
      "step": 724
    },
    {
      "epoch": 0.41567376776019926,
      "grad_norm": 178.84129333496094,
      "learning_rate": 7.283229767688627e-07,
      "loss": 14.2278,
      "step": 725
    },
    {
      "epoch": 0.4162471108881443,
      "grad_norm": 171.81666564941406,
      "learning_rate": 7.186912494375736e-07,
      "loss": 14.1466,
      "step": 726
    },
    {
      "epoch": 0.4168204540160894,
      "grad_norm": 194.59820556640625,
      "learning_rate": 7.091187003913802e-07,
      "loss": 14.2792,
      "step": 727
    },
    {
      "epoch": 0.4173937971440345,
      "grad_norm": 180.1846160888672,
      "learning_rate": 6.996054619466053e-07,
      "loss": 14.1733,
      "step": 728
    },
    {
      "epoch": 0.4179671402719796,
      "grad_norm": 180.338134765625,
      "learning_rate": 6.901516655997536e-07,
      "loss": 14.1878,
      "step": 729
    },
    {
      "epoch": 0.4185404833999247,
      "grad_norm": 182.3441162109375,
      "learning_rate": 6.80757442025694e-07,
      "loss": 14.2232,
      "step": 730
    },
    {
      "epoch": 0.4191138265278698,
      "grad_norm": 180.3588104248047,
      "learning_rate": 6.714229210758516e-07,
      "loss": 14.2163,
      "step": 731
    },
    {
      "epoch": 0.41968716965581493,
      "grad_norm": 181.55784606933594,
      "learning_rate": 6.621482317764105e-07,
      "loss": 14.1579,
      "step": 732
    },
    {
      "epoch": 0.42026051278376003,
      "grad_norm": 184.411376953125,
      "learning_rate": 6.529335023265387e-07,
      "loss": 14.2631,
      "step": 733
    },
    {
      "epoch": 0.42083385591170513,
      "grad_norm": 182.96253967285156,
      "learning_rate": 6.437788600966066e-07,
      "loss": 14.285,
      "step": 734
    },
    {
      "epoch": 0.42140719903965024,
      "grad_norm": 192.8575897216797,
      "learning_rate": 6.346844316264312e-07,
      "loss": 14.1554,
      "step": 735
    },
    {
      "epoch": 0.42198054216759534,
      "grad_norm": 176.40582275390625,
      "learning_rate": 6.256503426235277e-07,
      "loss": 14.2083,
      "step": 736
    },
    {
      "epoch": 0.42255388529554044,
      "grad_norm": 183.86581420898438,
      "learning_rate": 6.166767179613691e-07,
      "loss": 14.2304,
      "step": 737
    },
    {
      "epoch": 0.42312722842348555,
      "grad_norm": 190.2710723876953,
      "learning_rate": 6.077636816776611e-07,
      "loss": 14.2459,
      "step": 738
    },
    {
      "epoch": 0.42370057155143065,
      "grad_norm": 183.04217529296875,
      "learning_rate": 5.989113569726312e-07,
      "loss": 14.1955,
      "step": 739
    },
    {
      "epoch": 0.42427391467937575,
      "grad_norm": 176.5095672607422,
      "learning_rate": 5.901198662073188e-07,
      "loss": 14.2403,
      "step": 740
    },
    {
      "epoch": 0.42484725780732085,
      "grad_norm": 175.92588806152344,
      "learning_rate": 5.813893309018881e-07,
      "loss": 14.2281,
      "step": 741
    },
    {
      "epoch": 0.42542060093526596,
      "grad_norm": 190.41502380371094,
      "learning_rate": 5.727198717339511e-07,
      "loss": 14.239,
      "step": 742
    },
    {
      "epoch": 0.42599394406321106,
      "grad_norm": 179.48741149902344,
      "learning_rate": 5.641116085368931e-07,
      "loss": 14.2565,
      "step": 743
    },
    {
      "epoch": 0.42656728719115616,
      "grad_norm": 195.33184814453125,
      "learning_rate": 5.555646602982207e-07,
      "loss": 14.3216,
      "step": 744
    },
    {
      "epoch": 0.42714063031910127,
      "grad_norm": 185.87525939941406,
      "learning_rate": 5.470791451579172e-07,
      "loss": 14.242,
      "step": 745
    },
    {
      "epoch": 0.42771397344704637,
      "grad_norm": 188.23599243164062,
      "learning_rate": 5.386551804068063e-07,
      "loss": 14.2882,
      "step": 746
    },
    {
      "epoch": 0.4282873165749915,
      "grad_norm": 177.58998107910156,
      "learning_rate": 5.302928824849335e-07,
      "loss": 14.2356,
      "step": 747
    },
    {
      "epoch": 0.4288606597029366,
      "grad_norm": 186.3286895751953,
      "learning_rate": 5.219923669799587e-07,
      "loss": 14.2915,
      "step": 748
    },
    {
      "epoch": 0.4294340028308817,
      "grad_norm": 180.6791229248047,
      "learning_rate": 5.137537486255517e-07,
      "loss": 14.2342,
      "step": 749
    },
    {
      "epoch": 0.4300073459588268,
      "grad_norm": 194.50714111328125,
      "learning_rate": 5.055771412998122e-07,
      "loss": 14.2382,
      "step": 750
    },
    {
      "epoch": 0.4305806890867719,
      "grad_norm": 181.63011169433594,
      "learning_rate": 4.974626580236957e-07,
      "loss": 14.1548,
      "step": 751
    },
    {
      "epoch": 0.431154032214717,
      "grad_norm": 185.96437072753906,
      "learning_rate": 4.894104109594466e-07,
      "loss": 14.2133,
      "step": 752
    },
    {
      "epoch": 0.4317273753426621,
      "grad_norm": 177.23391723632812,
      "learning_rate": 4.814205114090543e-07,
      "loss": 14.213,
      "step": 753
    },
    {
      "epoch": 0.4323007184706072,
      "grad_norm": 178.10658264160156,
      "learning_rate": 4.734930698127077e-07,
      "loss": 14.216,
      "step": 754
    },
    {
      "epoch": 0.4328740615985523,
      "grad_norm": 178.41822814941406,
      "learning_rate": 4.6562819574727304e-07,
      "loss": 14.0747,
      "step": 755
    },
    {
      "epoch": 0.4334474047264974,
      "grad_norm": 192.12301635742188,
      "learning_rate": 4.578259979247801e-07,
      "loss": 14.2543,
      "step": 756
    },
    {
      "epoch": 0.4340207478544425,
      "grad_norm": 182.95399475097656,
      "learning_rate": 4.500865841909169e-07,
      "loss": 14.1967,
      "step": 757
    },
    {
      "epoch": 0.4345940909823876,
      "grad_norm": 182.12098693847656,
      "learning_rate": 4.4241006152353885e-07,
      "loss": 14.233,
      "step": 758
    },
    {
      "epoch": 0.4351674341103327,
      "grad_norm": 185.19178771972656,
      "learning_rate": 4.3479653603119287e-07,
      "loss": 14.1932,
      "step": 759
    },
    {
      "epoch": 0.4357407772382778,
      "grad_norm": 175.16232299804688,
      "learning_rate": 4.2724611295164755e-07,
      "loss": 14.2061,
      "step": 760
    },
    {
      "epoch": 0.4363141203662229,
      "grad_norm": 171.42161560058594,
      "learning_rate": 4.197588966504401e-07,
      "loss": 14.1964,
      "step": 761
    },
    {
      "epoch": 0.436887463494168,
      "grad_norm": 179.8773193359375,
      "learning_rate": 4.123349906194357e-07,
      "loss": 14.1541,
      "step": 762
    },
    {
      "epoch": 0.4374608066221131,
      "grad_norm": 179.10585021972656,
      "learning_rate": 4.0497449747539217e-07,
      "loss": 14.1968,
      "step": 763
    },
    {
      "epoch": 0.4380341497500582,
      "grad_norm": 191.01058959960938,
      "learning_rate": 3.9767751895854467e-07,
      "loss": 14.2196,
      "step": 764
    },
    {
      "epoch": 0.4386074928780033,
      "grad_norm": 183.64254760742188,
      "learning_rate": 3.904441559312006e-07,
      "loss": 14.2129,
      "step": 765
    },
    {
      "epoch": 0.4391808360059484,
      "grad_norm": 186.27633666992188,
      "learning_rate": 3.8327450837634284e-07,
      "loss": 14.1771,
      "step": 766
    },
    {
      "epoch": 0.43975417913389353,
      "grad_norm": 189.0173797607422,
      "learning_rate": 3.7616867539624733e-07,
      "loss": 14.275,
      "step": 767
    },
    {
      "epoch": 0.44032752226183863,
      "grad_norm": 187.9246368408203,
      "learning_rate": 3.691267552111183e-07,
      "loss": 14.2115,
      "step": 768
    },
    {
      "epoch": 0.44090086538978374,
      "grad_norm": 185.96083068847656,
      "learning_rate": 3.621488451577221e-07,
      "loss": 14.1871,
      "step": 769
    },
    {
      "epoch": 0.44147420851772884,
      "grad_norm": 180.14927673339844,
      "learning_rate": 3.552350416880507e-07,
      "loss": 14.1769,
      "step": 770
    },
    {
      "epoch": 0.44204755164567394,
      "grad_norm": 190.77037048339844,
      "learning_rate": 3.483854403679832e-07,
      "loss": 14.159,
      "step": 771
    },
    {
      "epoch": 0.44262089477361904,
      "grad_norm": 179.29052734375,
      "learning_rate": 3.416001358759635e-07,
      "loss": 14.2194,
      "step": 772
    },
    {
      "epoch": 0.44319423790156415,
      "grad_norm": 187.48687744140625,
      "learning_rate": 3.3487922200169944e-07,
      "loss": 14.2782,
      "step": 773
    },
    {
      "epoch": 0.44376758102950925,
      "grad_norm": 175.16188049316406,
      "learning_rate": 3.2822279164485494e-07,
      "loss": 14.1779,
      "step": 774
    },
    {
      "epoch": 0.44434092415745435,
      "grad_norm": 182.10446166992188,
      "learning_rate": 3.2163093681377765e-07,
      "loss": 14.1585,
      "step": 775
    },
    {
      "epoch": 0.44491426728539946,
      "grad_norm": 179.84536743164062,
      "learning_rate": 3.151037486242181e-07,
      "loss": 14.1605,
      "step": 776
    },
    {
      "epoch": 0.44548761041334456,
      "grad_norm": 179.8004608154297,
      "learning_rate": 3.08641317298074e-07,
      "loss": 14.231,
      "step": 777
    },
    {
      "epoch": 0.44606095354128966,
      "grad_norm": 190.25631713867188,
      "learning_rate": 3.022437321621452e-07,
      "loss": 14.2661,
      "step": 778
    },
    {
      "epoch": 0.44663429666923476,
      "grad_norm": 177.27598571777344,
      "learning_rate": 2.959110816468935e-07,
      "loss": 14.3369,
      "step": 779
    },
    {
      "epoch": 0.44720763979717987,
      "grad_norm": 180.63668823242188,
      "learning_rate": 2.896434532852277e-07,
      "loss": 14.1925,
      "step": 780
    },
    {
      "epoch": 0.44778098292512497,
      "grad_norm": 172.8029022216797,
      "learning_rate": 2.834409337112842e-07,
      "loss": 14.2616,
      "step": 781
    },
    {
      "epoch": 0.4483543260530701,
      "grad_norm": 182.10931396484375,
      "learning_rate": 2.7730360865923954e-07,
      "loss": 14.2489,
      "step": 782
    },
    {
      "epoch": 0.4489276691810152,
      "grad_norm": 182.58995056152344,
      "learning_rate": 2.712315629621176e-07,
      "loss": 14.2247,
      "step": 783
    },
    {
      "epoch": 0.4495010123089603,
      "grad_norm": 182.17227172851562,
      "learning_rate": 2.6522488055062076e-07,
      "loss": 14.251,
      "step": 784
    },
    {
      "epoch": 0.4500743554369054,
      "grad_norm": 179.82858276367188,
      "learning_rate": 2.5928364445196975e-07,
      "loss": 14.2028,
      "step": 785
    },
    {
      "epoch": 0.4506476985648505,
      "grad_norm": 177.07699584960938,
      "learning_rate": 2.534079367887549e-07,
      "loss": 14.1402,
      "step": 786
    },
    {
      "epoch": 0.4512210416927956,
      "grad_norm": 174.88539123535156,
      "learning_rate": 2.475978387778e-07,
      "loss": 14.2159,
      "step": 787
    },
    {
      "epoch": 0.4517943848207407,
      "grad_norm": 182.9810028076172,
      "learning_rate": 2.4185343072904376e-07,
      "loss": 14.2624,
      "step": 788
    },
    {
      "epoch": 0.4523677279486858,
      "grad_norm": 180.19107055664062,
      "learning_rate": 2.3617479204442462e-07,
      "loss": 14.2149,
      "step": 789
    },
    {
      "epoch": 0.4529410710766309,
      "grad_norm": 181.24143981933594,
      "learning_rate": 2.305620012167853e-07,
      "loss": 14.1732,
      "step": 790
    },
    {
      "epoch": 0.453514414204576,
      "grad_norm": 174.54727172851562,
      "learning_rate": 2.2501513582879108e-07,
      "loss": 14.1911,
      "step": 791
    },
    {
      "epoch": 0.4540877573325211,
      "grad_norm": 181.31564331054688,
      "learning_rate": 2.1953427255185122e-07,
      "loss": 14.2618,
      "step": 792
    },
    {
      "epoch": 0.4546611004604662,
      "grad_norm": 179.88681030273438,
      "learning_rate": 2.1411948714506414e-07,
      "loss": 14.2918,
      "step": 793
    },
    {
      "epoch": 0.4552344435884113,
      "grad_norm": 175.06451416015625,
      "learning_rate": 2.0877085445416889e-07,
      "loss": 14.1995,
      "step": 794
    },
    {
      "epoch": 0.4558077867163564,
      "grad_norm": 181.00540161132812,
      "learning_rate": 2.034884484105093e-07,
      "loss": 14.1838,
      "step": 795
    },
    {
      "epoch": 0.4563811298443015,
      "grad_norm": 182.90286254882812,
      "learning_rate": 1.98272342030012e-07,
      "loss": 14.2421,
      "step": 796
    },
    {
      "epoch": 0.4569544729722466,
      "grad_norm": 188.80038452148438,
      "learning_rate": 1.9312260741218114e-07,
      "loss": 14.2287,
      "step": 797
    },
    {
      "epoch": 0.4575278161001917,
      "grad_norm": 189.58168029785156,
      "learning_rate": 1.8803931573909584e-07,
      "loss": 14.1547,
      "step": 798
    },
    {
      "epoch": 0.4581011592281368,
      "grad_norm": 182.40635681152344,
      "learning_rate": 1.8302253727443041e-07,
      "loss": 14.1816,
      "step": 799
    },
    {
      "epoch": 0.4586745023560819,
      "grad_norm": 177.64756774902344,
      "learning_rate": 1.7807234136248296e-07,
      "loss": 14.0972,
      "step": 800
    },
    {
      "epoch": 0.45924784548402703,
      "grad_norm": 179.09646606445312,
      "learning_rate": 1.731887964272144e-07,
      "loss": 14.2329,
      "step": 801
    },
    {
      "epoch": 0.45982118861197213,
      "grad_norm": 182.92236328125,
      "learning_rate": 1.6837196997130434e-07,
      "loss": 14.129,
      "step": 802
    },
    {
      "epoch": 0.46039453173991723,
      "grad_norm": 180.4651641845703,
      "learning_rate": 1.6362192857521942e-07,
      "loss": 14.2359,
      "step": 803
    },
    {
      "epoch": 0.46096787486786234,
      "grad_norm": 188.5583038330078,
      "learning_rate": 1.5893873789628812e-07,
      "loss": 14.3177,
      "step": 804
    },
    {
      "epoch": 0.46154121799580744,
      "grad_norm": 179.5811767578125,
      "learning_rate": 1.5432246266780083e-07,
      "loss": 14.1691,
      "step": 805
    },
    {
      "epoch": 0.46211456112375254,
      "grad_norm": 174.0120391845703,
      "learning_rate": 1.4977316669810782e-07,
      "loss": 14.1824,
      "step": 806
    },
    {
      "epoch": 0.46268790425169765,
      "grad_norm": 191.203369140625,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 14.1955,
      "step": 807
    },
    {
      "epoch": 0.46326124737964275,
      "grad_norm": 183.5585479736328,
      "learning_rate": 1.4087576313854212e-07,
      "loss": 14.2568,
      "step": 808
    },
    {
      "epoch": 0.46383459050758785,
      "grad_norm": 183.38294982910156,
      "learning_rate": 1.365277785328123e-07,
      "loss": 14.1888,
      "step": 809
    },
    {
      "epoch": 0.46440793363553295,
      "grad_norm": 178.88182067871094,
      "learning_rate": 1.3224701915246053e-07,
      "loss": 14.1905,
      "step": 810
    },
    {
      "epoch": 0.46498127676347806,
      "grad_norm": 176.96397399902344,
      "learning_rate": 1.280335441681796e-07,
      "loss": 14.2524,
      "step": 811
    },
    {
      "epoch": 0.46555461989142316,
      "grad_norm": 182.11790466308594,
      "learning_rate": 1.2388741182062348e-07,
      "loss": 14.161,
      "step": 812
    },
    {
      "epoch": 0.46612796301936826,
      "grad_norm": 178.43495178222656,
      "learning_rate": 1.198086794196035e-07,
      "loss": 14.2621,
      "step": 813
    },
    {
      "epoch": 0.46670130614731337,
      "grad_norm": 172.70196533203125,
      "learning_rate": 1.1579740334330014e-07,
      "loss": 14.1181,
      "step": 814
    },
    {
      "epoch": 0.46727464927525847,
      "grad_norm": 187.98484802246094,
      "learning_rate": 1.1185363903747748e-07,
      "loss": 14.269,
      "step": 815
    },
    {
      "epoch": 0.46784799240320357,
      "grad_norm": 172.6577911376953,
      "learning_rate": 1.0797744101472052e-07,
      "loss": 14.1737,
      "step": 816
    },
    {
      "epoch": 0.4684213355311487,
      "grad_norm": 181.676025390625,
      "learning_rate": 1.0416886285368188e-07,
      "loss": 14.2495,
      "step": 817
    },
    {
      "epoch": 0.4689946786590938,
      "grad_norm": 176.9022216796875,
      "learning_rate": 1.0042795719833964e-07,
      "loss": 14.1739,
      "step": 818
    },
    {
      "epoch": 0.4695680217870389,
      "grad_norm": 174.6312255859375,
      "learning_rate": 9.675477575726954e-08,
      "loss": 14.2219,
      "step": 819
    },
    {
      "epoch": 0.470141364914984,
      "grad_norm": 176.77125549316406,
      "learning_rate": 9.314936930293283e-08,
      "loss": 14.1415,
      "step": 820
    },
    {
      "epoch": 0.4707147080429291,
      "grad_norm": 180.0824432373047,
      "learning_rate": 8.961178767097178e-08,
      "loss": 14.2163,
      "step": 821
    },
    {
      "epoch": 0.4712880511708742,
      "grad_norm": 179.52847290039062,
      "learning_rate": 8.614207975952083e-08,
      "loss": 14.2163,
      "step": 822
    },
    {
      "epoch": 0.4718613942988193,
      "grad_norm": 175.8388671875,
      "learning_rate": 8.274029352853264e-08,
      "loss": 14.1408,
      "step": 823
    },
    {
      "epoch": 0.4724347374267644,
      "grad_norm": 179.85772705078125,
      "learning_rate": 7.940647599911477e-08,
      "loss": 14.2558,
      "step": 824
    },
    {
      "epoch": 0.4730080805547095,
      "grad_norm": 176.0479278564453,
      "learning_rate": 7.614067325287632e-08,
      "loss": 14.1834,
      "step": 825
    },
    {
      "epoch": 0.4735814236826546,
      "grad_norm": 179.95497131347656,
      "learning_rate": 7.294293043129785e-08,
      "loss": 14.2747,
      "step": 826
    },
    {
      "epoch": 0.4741547668105997,
      "grad_norm": 187.21307373046875,
      "learning_rate": 6.981329173509909e-08,
      "loss": 14.235,
      "step": 827
    },
    {
      "epoch": 0.4747281099385448,
      "grad_norm": 183.1041717529297,
      "learning_rate": 6.675180042363505e-08,
      "loss": 14.2802,
      "step": 828
    },
    {
      "epoch": 0.4753014530664899,
      "grad_norm": 177.82183837890625,
      "learning_rate": 6.375849881429418e-08,
      "loss": 14.2127,
      "step": 829
    },
    {
      "epoch": 0.475874796194435,
      "grad_norm": 185.0269775390625,
      "learning_rate": 6.083342828191453e-08,
      "loss": 14.1445,
      "step": 830
    },
    {
      "epoch": 0.4764481393223801,
      "grad_norm": 184.57952880859375,
      "learning_rate": 5.797662925821068e-08,
      "loss": 14.2531,
      "step": 831
    },
    {
      "epoch": 0.4770214824503252,
      "grad_norm": 184.90017700195312,
      "learning_rate": 5.518814123121885e-08,
      "loss": 14.1998,
      "step": 832
    },
    {
      "epoch": 0.4775948255782703,
      "grad_norm": 178.5499267578125,
      "learning_rate": 5.246800274474439e-08,
      "loss": 14.1822,
      "step": 833
    },
    {
      "epoch": 0.4781681687062154,
      "grad_norm": 176.92861938476562,
      "learning_rate": 4.981625139783619e-08,
      "loss": 14.1861,
      "step": 834
    },
    {
      "epoch": 0.4787415118341605,
      "grad_norm": 176.53111267089844,
      "learning_rate": 4.723292384426203e-08,
      "loss": 14.1773,
      "step": 835
    },
    {
      "epoch": 0.47931485496210563,
      "grad_norm": 198.08750915527344,
      "learning_rate": 4.471805579200239e-08,
      "loss": 14.3216,
      "step": 836
    },
    {
      "epoch": 0.47988819809005073,
      "grad_norm": 180.246826171875,
      "learning_rate": 4.227168200276077e-08,
      "loss": 14.0681,
      "step": 837
    },
    {
      "epoch": 0.4804615412179958,
      "grad_norm": 181.2344970703125,
      "learning_rate": 3.989383629147747e-08,
      "loss": 14.239,
      "step": 838
    },
    {
      "epoch": 0.4810348843459409,
      "grad_norm": 182.63856506347656,
      "learning_rate": 3.758455152586715e-08,
      "loss": 14.1785,
      "step": 839
    },
    {
      "epoch": 0.481608227473886,
      "grad_norm": 176.11099243164062,
      "learning_rate": 3.534385962596143e-08,
      "loss": 14.1423,
      "step": 840
    },
    {
      "epoch": 0.4821815706018311,
      "grad_norm": 175.12725830078125,
      "learning_rate": 3.3171791563669785e-08,
      "loss": 14.2053,
      "step": 841
    },
    {
      "epoch": 0.4827549137297762,
      "grad_norm": 185.15928649902344,
      "learning_rate": 3.10683773623488e-08,
      "loss": 14.146,
      "step": 842
    },
    {
      "epoch": 0.4833282568577213,
      "grad_norm": 188.5362548828125,
      "learning_rate": 2.9033646096390255e-08,
      "loss": 14.2097,
      "step": 843
    },
    {
      "epoch": 0.4839015999856664,
      "grad_norm": 187.72796630859375,
      "learning_rate": 2.706762589081646e-08,
      "loss": 14.1802,
      "step": 844
    },
    {
      "epoch": 0.4844749431136115,
      "grad_norm": 177.17909240722656,
      "learning_rate": 2.517034392089446e-08,
      "loss": 14.1847,
      "step": 845
    },
    {
      "epoch": 0.4850482862415566,
      "grad_norm": 174.41868591308594,
      "learning_rate": 2.3341826411756863e-08,
      "loss": 14.1541,
      "step": 846
    },
    {
      "epoch": 0.4856216293695017,
      "grad_norm": 177.609130859375,
      "learning_rate": 2.158209863804217e-08,
      "loss": 14.2386,
      "step": 847
    },
    {
      "epoch": 0.4861949724974468,
      "grad_norm": 182.3568115234375,
      "learning_rate": 1.9891184923544472e-08,
      "loss": 14.1531,
      "step": 848
    },
    {
      "epoch": 0.4867683156253919,
      "grad_norm": 174.87728881835938,
      "learning_rate": 1.826910864087761e-08,
      "loss": 14.1399,
      "step": 849
    },
    {
      "epoch": 0.487341658753337,
      "grad_norm": 183.8682403564453,
      "learning_rate": 1.6715892211150442e-08,
      "loss": 14.1189,
      "step": 850
    },
    {
      "epoch": 0.4879150018812821,
      "grad_norm": 176.34315490722656,
      "learning_rate": 1.5231557103658755e-08,
      "loss": 14.2468,
      "step": 851
    },
    {
      "epoch": 0.4884883450092272,
      "grad_norm": 177.79586791992188,
      "learning_rate": 1.3816123835588835e-08,
      "loss": 14.2414,
      "step": 852
    },
    {
      "epoch": 0.4890616881371723,
      "grad_norm": 173.83486938476562,
      "learning_rate": 1.2469611971731576e-08,
      "loss": 14.1864,
      "step": 853
    },
    {
      "epoch": 0.4896350312651174,
      "grad_norm": 181.15512084960938,
      "learning_rate": 1.1192040124214931e-08,
      "loss": 14.1471,
      "step": 854
    },
    {
      "epoch": 0.49020837439306253,
      "grad_norm": 185.8532257080078,
      "learning_rate": 9.983425952243552e-09,
      "loss": 14.2145,
      "step": 855
    },
    {
      "epoch": 0.49078171752100763,
      "grad_norm": 172.852783203125,
      "learning_rate": 8.84378616185788e-09,
      "loss": 14.1675,
      "step": 856
    },
    {
      "epoch": 0.49135506064895274,
      "grad_norm": 183.1013946533203,
      "learning_rate": 7.773136505700995e-09,
      "loss": 14.1541,
      "step": 857
    },
    {
      "epoch": 0.49192840377689784,
      "grad_norm": 173.04444885253906,
      "learning_rate": 6.7714917828004545e-09,
      "loss": 14.1,
      "step": 858
    },
    {
      "epoch": 0.49250174690484294,
      "grad_norm": 173.59991455078125,
      "learning_rate": 5.838865838366792e-09,
      "loss": 14.1511,
      "step": 859
    },
    {
      "epoch": 0.49307509003278804,
      "grad_norm": 197.82601928710938,
      "learning_rate": 4.975271563599227e-09,
      "loss": 14.2182,
      "step": 860
    },
    {
      "epoch": 0.49364843316073315,
      "grad_norm": 183.84568786621094,
      "learning_rate": 4.180720895508028e-09,
      "loss": 14.1797,
      "step": 861
    },
    {
      "epoch": 0.49422177628867825,
      "grad_norm": 194.36610412597656,
      "learning_rate": 3.4552248167507576e-09,
      "loss": 14.237,
      "step": 862
    },
    {
      "epoch": 0.49479511941662335,
      "grad_norm": 172.23765563964844,
      "learning_rate": 2.798793355478502e-09,
      "loss": 14.094,
      "step": 863
    },
    {
      "epoch": 0.49536846254456846,
      "grad_norm": 185.76551818847656,
      "learning_rate": 2.2114355851993175e-09,
      "loss": 14.1855,
      "step": 864
    },
    {
      "epoch": 0.49594180567251356,
      "grad_norm": 175.8227081298828,
      "learning_rate": 1.6931596246516636e-09,
      "loss": 14.2448,
      "step": 865
    },
    {
      "epoch": 0.49651514880045866,
      "grad_norm": 174.75340270996094,
      "learning_rate": 1.24397263769227e-09,
      "loss": 14.103,
      "step": 866
    },
    {
      "epoch": 0.49708849192840376,
      "grad_norm": 175.39210510253906,
      "learning_rate": 8.638808331973281e-10,
      "loss": 14.1831,
      "step": 867
    },
    {
      "epoch": 0.49766183505634887,
      "grad_norm": 180.33180236816406,
      "learning_rate": 5.528894649758921e-10,
      "loss": 14.1561,
      "step": 868
    },
    {
      "epoch": 0.49823517818429397,
      "grad_norm": 168.7253875732422,
      "learning_rate": 3.1100283169938074e-10,
      "loss": 14.2352,
      "step": 869
    },
    {
      "epoch": 0.4988085213122391,
      "grad_norm": 179.21212768554688,
      "learning_rate": 1.3822427683884975e-10,
      "loss": 14.2388,
      "step": 870
    },
    {
      "epoch": 0.4993818644401842,
      "grad_norm": 181.83961486816406,
      "learning_rate": 3.4556188622802964e-11,
      "loss": 14.1703,
      "step": 871
    },
    {
      "epoch": 0.4999552075681293,
      "grad_norm": 178.8787078857422,
      "learning_rate": 0.0,
      "loss": 14.2526,
      "step": 872
    },
    {
      "epoch": 0.4999552075681293,
      "step": 872,
      "total_flos": 7.585435033523978e+18,
      "train_loss": 14.689219380737445,
      "train_runtime": 70676.4546,
      "train_samples_per_second": 3.948,
      "train_steps_per_second": 0.012
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 872,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "total_flos": 7.585435033523978e+18,
  "train_batch_size": 10,
  "trial_name": null,
  "trial_params": null
}