{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 3450,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 29.54340489747315,
      "learning_rate": 2.8571428571428575e-07,
      "loss": 1.2261,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 22.808761745462473,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.2154,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.8799538809059,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.9962,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.989439314642267,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.919,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.393370598144475,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.8978,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.592829916520255,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.8589,
      "step": 25
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.2538364586400332,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.8447,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.9999553359801014,
      "learning_rate": 1e-05,
      "loss": 0.8595,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.262257995183099,
      "learning_rate": 9.99994710707541e-06,
      "loss": 0.8109,
      "step": 40
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.891385395889321,
      "learning_rate": 9.999788429420697e-06,
      "loss": 0.8061,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.0405298806513694,
      "learning_rate": 9.999523970393038e-06,
      "loss": 0.8585,
      "step": 50
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.966926069119011,
      "learning_rate": 9.999153735587632e-06,
      "loss": 0.8167,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.023657776322375,
      "learning_rate": 9.998677732837604e-06,
      "loss": 0.8082,
      "step": 60
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.8642622008411758,
      "learning_rate": 9.99809597221382e-06,
      "loss": 0.7945,
      "step": 65
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.755547941464214,
      "learning_rate": 9.997408466024692e-06,
      "loss": 0.7914,
      "step": 70
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.5705353797466217,
      "learning_rate": 9.996615228815906e-06,
      "loss": 0.7822,
      "step": 75
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.9040071983966396,
      "learning_rate": 9.995716277370114e-06,
      "loss": 0.7772,
      "step": 80
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.8339684851394584,
      "learning_rate": 9.994711630706585e-06,
      "loss": 0.7888,
      "step": 85
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.6456345105507477,
      "learning_rate": 9.9936013100808e-06,
      "loss": 0.7683,
      "step": 90
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.8161218216336477,
      "learning_rate": 9.992385338984e-06,
      "loss": 0.7673,
      "step": 95
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.3076899038616623,
      "learning_rate": 9.991063743142693e-06,
      "loss": 0.7758,
      "step": 100
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.5788476713979374,
      "learning_rate": 9.989636550518105e-06,
      "loss": 0.7825,
      "step": 105
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.725324467749148,
      "learning_rate": 9.988103791305594e-06,
      "loss": 0.7791,
      "step": 110
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.699154929977825,
      "learning_rate": 9.986465497934008e-06,
      "loss": 0.7696,
      "step": 115
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.6184415520253643,
      "learning_rate": 9.984721705064994e-06,
      "loss": 0.7772,
      "step": 120
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.6932563939329257,
      "learning_rate": 9.98287244959228e-06,
      "loss": 0.7758,
      "step": 125
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.558292453219913,
      "learning_rate": 9.980917770640873e-06,
      "loss": 0.7488,
      "step": 130
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.8553332314156643,
      "learning_rate": 9.97885770956625e-06,
      "loss": 0.7602,
      "step": 135
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.7454816786831597,
      "learning_rate": 9.976692309953472e-06,
      "loss": 0.7719,
      "step": 140
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.6722049507067918,
      "learning_rate": 9.974421617616267e-06,
      "loss": 0.7811,
      "step": 145
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.768310513464075,
      "learning_rate": 9.97204568059606e-06,
      "loss": 0.7793,
      "step": 150
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.770637299540184,
      "learning_rate": 9.969564549160952e-06,
      "loss": 0.7469,
      "step": 155
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.7539240146037227,
      "learning_rate": 9.96697827580466e-06,
      "loss": 0.7773,
      "step": 160
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.7200265410438296,
      "learning_rate": 9.964286915245414e-06,
      "loss": 0.7615,
      "step": 165
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.66070428599963,
      "learning_rate": 9.961490524424781e-06,
      "loss": 0.7626,
      "step": 170
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.7255648035063764,
      "learning_rate": 9.958589162506481e-06,
      "loss": 0.7359,
      "step": 175
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.786041603773328,
      "learning_rate": 9.955582890875118e-06,
      "loss": 0.7739,
      "step": 180
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.5795832004050374,
      "learning_rate": 9.952471773134893e-06,
      "loss": 0.7696,
      "step": 185
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.627315901008289,
      "learning_rate": 9.949255875108252e-06,
      "loss": 0.7755,
      "step": 190
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.5724268911345116,
      "learning_rate": 9.945935264834495e-06,
      "loss": 0.754,
      "step": 195
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.7623409960370666,
      "learning_rate": 9.942510012568338e-06,
      "loss": 0.7532,
      "step": 200
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.6345064087955845,
      "learning_rate": 9.938980190778426e-06,
      "loss": 0.7516,
      "step": 205
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.7160427754334364,
      "learning_rate": 9.935345874145797e-06,
      "loss": 0.768,
      "step": 210
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.5653032187673137,
      "learning_rate": 9.931607139562304e-06,
      "loss": 0.7407,
      "step": 215
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.616121275524974,
      "learning_rate": 9.927764066128992e-06,
      "loss": 0.7691,
      "step": 220
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.570280959436263,
      "learning_rate": 9.923816735154417e-06,
      "loss": 0.7281,
      "step": 225
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.472353677171501,
      "learning_rate": 9.919765230152932e-06,
      "loss": 0.7485,
      "step": 230
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.539746453371004,
      "learning_rate": 9.915609636842914e-06,
      "loss": 0.7473,
      "step": 235
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.5177181887377422,
      "learning_rate": 9.911350043144958e-06,
      "loss": 0.7426,
      "step": 240
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.4720930131495407,
      "learning_rate": 9.906986539180012e-06,
      "loss": 0.7442,
      "step": 245
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.5270618999743983,
      "learning_rate": 9.90251921726747e-06,
      "loss": 0.7534,
      "step": 250
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.4644331518869698,
      "learning_rate": 9.89794817192322e-06,
      "loss": 0.7433,
      "step": 255
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.7138902839835968,
      "learning_rate": 9.893273499857642e-06,
      "loss": 0.7367,
      "step": 260
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.6044202431283145,
      "learning_rate": 9.888495299973574e-06,
      "loss": 0.7492,
      "step": 265
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.56968357976584,
      "learning_rate": 9.883613673364197e-06,
      "loss": 0.7358,
      "step": 270
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.665696800098671,
      "learning_rate": 9.878628723310914e-06,
      "loss": 0.7619,
      "step": 275
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.953015088180945,
      "learning_rate": 9.873540555281162e-06,
      "loss": 0.7686,
      "step": 280
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.50953540021068,
      "learning_rate": 9.868349276926174e-06,
      "loss": 0.75,
      "step": 285
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.3798185960845113,
      "learning_rate": 9.863054998078711e-06,
      "loss": 0.7116,
      "step": 290
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.640089489730164,
      "learning_rate": 9.857657830750727e-06,
      "loss": 0.7442,
      "step": 295
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.7095039564753542,
      "learning_rate": 9.85215788913101e-06,
      "loss": 0.752,
      "step": 300
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.513429446875121,
      "learning_rate": 9.846555289582757e-06,
      "loss": 0.7149,
      "step": 305
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.4773281491463934,
      "learning_rate": 9.840850150641117e-06,
      "loss": 0.7586,
      "step": 310
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.5694933133678375,
      "learning_rate": 9.835042593010688e-06,
      "loss": 0.722,
      "step": 315
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.4529693819685936,
      "learning_rate": 9.82913273956295e-06,
      "loss": 0.7158,
      "step": 320
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.476730985919433,
      "learning_rate": 9.823120715333677e-06,
      "loss": 0.7209,
      "step": 325
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.557478344233571,
      "learning_rate": 9.817006647520285e-06,
      "loss": 0.7504,
      "step": 330
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.5248657390840425,
      "learning_rate": 9.810790665479147e-06,
      "loss": 0.7273,
      "step": 335
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.550311193358409,
      "learning_rate": 9.80447290072285e-06,
      "loss": 0.7369,
      "step": 340
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.6451207143889386,
      "learning_rate": 9.798053486917417e-06,
      "loss": 0.716,
      "step": 345
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.4625230913036917,
      "learning_rate": 9.791532559879475e-06,
      "loss": 0.7258,
      "step": 350
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.8082861667365204,
      "learning_rate": 9.784910257573384e-06,
      "loss": 0.7387,
      "step": 355
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.3838498876394754,
      "learning_rate": 9.77818672010832e-06,
      "loss": 0.7374,
      "step": 360
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.5237932886610985,
      "learning_rate": 9.771362089735308e-06,
      "loss": 0.7139,
      "step": 365
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.5238938887122497,
      "learning_rate": 9.764436510844211e-06,
      "loss": 0.7311,
      "step": 370
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.3706005076627092,
      "learning_rate": 9.757410129960677e-06,
      "loss": 0.7266,
      "step": 375
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.4442632943571554,
      "learning_rate": 9.750283095743038e-06,
      "loss": 0.7342,
      "step": 380
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.3138128605282935,
      "learning_rate": 9.743055558979172e-06,
      "loss": 0.7397,
      "step": 385
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.2847654770128494,
      "learning_rate": 9.735727672583298e-06,
      "loss": 0.7399,
      "step": 390
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.5373133223306623,
      "learning_rate": 9.728299591592754e-06,
      "loss": 0.7286,
      "step": 395
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.452038199405589,
      "learning_rate": 9.720771473164711e-06,
      "loss": 0.7236,
      "step": 400
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.5337742582348364,
      "learning_rate": 9.713143476572853e-06,
      "loss": 0.7216,
      "step": 405
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.4617731404164105,
      "learning_rate": 9.705415763203992e-06,
      "loss": 0.7099,
      "step": 410
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.4416863074195403,
      "learning_rate": 9.697588496554679e-06,
      "loss": 0.6988,
      "step": 415
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.3926416774659636,
      "learning_rate": 9.68966184222772e-06,
      "loss": 0.7146,
      "step": 420
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.4534759050847894,
      "learning_rate": 9.681635967928687e-06,
      "loss": 0.7002,
      "step": 425
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.387101177885321,
      "learning_rate": 9.673511043462367e-06,
      "loss": 0.6882,
      "step": 430
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.351201127578531,
      "learning_rate": 9.665287240729166e-06,
      "loss": 0.7016,
      "step": 435
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.4028637732485207,
      "learning_rate": 9.656964733721476e-06,
      "loss": 0.7087,
      "step": 440
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.5222610742079596,
      "learning_rate": 9.648543698519993e-06,
      "loss": 0.7098,
      "step": 445
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.456149366911768,
      "learning_rate": 9.640024313289982e-06,
      "loss": 0.7146,
      "step": 450
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.5926596049197155,
      "learning_rate": 9.63140675827753e-06,
      "loss": 0.7165,
      "step": 455
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.4065288074871436,
      "learning_rate": 9.62269121580571e-06,
      "loss": 0.7242,
      "step": 460
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.4153475258252635,
      "learning_rate": 9.613877870270735e-06,
      "loss": 0.7117,
      "step": 465
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.456326505795922,
      "learning_rate": 9.604966908138052e-06,
      "loss": 0.728,
      "step": 470
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.460254090649474,
      "learning_rate": 9.5959585179384e-06,
      "loss": 0.6941,
      "step": 475
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.52985016903139,
      "learning_rate": 9.586852890263822e-06,
      "loss": 0.7242,
      "step": 480
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.34433015717048,
      "learning_rate": 9.577650217763627e-06,
      "loss": 0.6942,
      "step": 485
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.578889043173228,
      "learning_rate": 9.568350695140322e-06,
      "loss": 0.7108,
      "step": 490
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.5642361656083468,
      "learning_rate": 9.558954519145487e-06,
      "loss": 0.7283,
      "step": 495
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.4744562180788723,
      "learning_rate": 9.549461888575611e-06,
      "loss": 0.7039,
      "step": 500
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.4916298622893134,
      "learning_rate": 9.539873004267892e-06,
      "loss": 0.7058,
      "step": 505
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.462034950187244,
      "learning_rate": 9.530188069095985e-06,
      "loss": 0.7157,
      "step": 510
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.449172857073642,
      "learning_rate": 9.520407287965707e-06,
      "loss": 0.722,
      "step": 515
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.3756831201714084,
      "learning_rate": 9.510530867810706e-06,
      "loss": 0.7237,
      "step": 520
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.3708673455593887,
      "learning_rate": 9.500559017588081e-06,
      "loss": 0.6945,
      "step": 525
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.4107569191063734,
      "learning_rate": 9.490491948273961e-06,
      "loss": 0.6866,
      "step": 530
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.415351076693774,
      "learning_rate": 9.48032987285904e-06,
      "loss": 0.703,
      "step": 535
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.390041383486964,
      "learning_rate": 9.470073006344074e-06,
      "loss": 0.6959,
      "step": 540
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.4170577155298303,
      "learning_rate": 9.45972156573533e-06,
      "loss": 0.7158,
      "step": 545
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.357444455763281,
      "learning_rate": 9.449275770039995e-06,
      "loss": 0.7149,
      "step": 550
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.5525262377117293,
      "learning_rate": 9.438735840261541e-06,
      "loss": 0.7186,
      "step": 555
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.2844487560246947,
      "learning_rate": 9.428101999395057e-06,
      "loss": 0.6957,
      "step": 560
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.5637917700196384,
      "learning_rate": 9.417374472422514e-06,
      "loss": 0.7119,
      "step": 565
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.401316100648321,
      "learning_rate": 9.406553486308028e-06,
      "loss": 0.6846,
      "step": 570
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.394178128316637,
      "learning_rate": 9.395639269993035e-06,
      "loss": 0.6883,
      "step": 575
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.4032333085550035,
      "learning_rate": 9.384632054391468e-06,
      "loss": 0.7242,
      "step": 580
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.412056956339954,
      "learning_rate": 9.373532072384852e-06,
      "loss": 0.7175,
      "step": 585
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.5298377835998775,
      "learning_rate": 9.362339558817395e-06,
      "loss": 0.7131,
      "step": 590
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.5730596244972954,
      "learning_rate": 9.351054750491005e-06,
      "loss": 0.7021,
      "step": 595
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.342248771961136,
      "learning_rate": 9.339677886160293e-06,
      "loss": 0.7213,
      "step": 600
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.3406275850155533,
      "learning_rate": 9.328209206527503e-06,
      "loss": 0.7072,
      "step": 605
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.4480685504384345,
      "learning_rate": 9.316648954237441e-06,
      "loss": 0.6935,
      "step": 610
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.3571630508729635,
      "learning_rate": 9.304997373872332e-06,
      "loss": 0.6822,
      "step": 615
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.411752568938528,
      "learning_rate": 9.293254711946634e-06,
      "loss": 0.7108,
      "step": 620
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.3189554578732,
      "learning_rate": 9.281421216901844e-06,
      "loss": 0.7005,
      "step": 625
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.300017975189379,
      "learning_rate": 9.269497139101224e-06,
      "loss": 0.7102,
      "step": 630
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.404149990858198,
      "learning_rate": 9.257482730824516e-06,
      "loss": 0.703,
      "step": 635
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.3029320596032377,
      "learning_rate": 9.245378246262593e-06,
      "loss": 0.6684,
      "step": 640
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.5032720918650844,
      "learning_rate": 9.233183941512093e-06,
      "loss": 0.7059,
      "step": 645
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.238997245234633,
      "learning_rate": 9.220900074569994e-06,
      "loss": 0.6768,
      "step": 650
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.2703438372445848,
      "learning_rate": 9.208526905328151e-06,
      "loss": 0.678,
      "step": 655
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.4396238742216556,
      "learning_rate": 9.19606469556781e-06,
      "loss": 0.6916,
      "step": 660
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.4993574577483377,
      "learning_rate": 9.183513708954058e-06,
      "loss": 0.68,
      "step": 665
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.3486701594923316,
      "learning_rate": 9.170874211030252e-06,
      "loss": 0.6775,
      "step": 670
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.3102513888146206,
      "learning_rate": 9.158146469212394e-06,
      "loss": 0.6987,
      "step": 675
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.294015980752727,
      "learning_rate": 9.145330752783482e-06,
      "loss": 0.7246,
      "step": 680
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.2677057179765616,
      "learning_rate": 9.132427332887804e-06,
      "loss": 0.6748,
      "step": 685
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.347417382651582,
      "learning_rate": 9.119436482525205e-06,
      "loss": 0.7132,
      "step": 690
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.3961161008418483,
      "learning_rate": 9.106358476545313e-06,
      "loss": 0.6917,
      "step": 695
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.5050859884311696,
      "learning_rate": 9.093193591641723e-06,
      "loss": 0.6794,
      "step": 700
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.404050787157897,
      "learning_rate": 9.079942106346138e-06,
      "loss": 0.6964,
      "step": 705
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.6207202710260895,
      "learning_rate": 9.066604301022485e-06,
      "loss": 0.6901,
      "step": 710
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.2800088504281826,
      "learning_rate": 9.053180457860978e-06,
      "loss": 0.6977,
      "step": 715
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.2856799216567762,
      "learning_rate": 9.039670860872145e-06,
      "loss": 0.6922,
      "step": 720
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.4110081835843444,
      "learning_rate": 9.026075795880822e-06,
      "loss": 0.7091,
      "step": 725
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.251437710188116,
      "learning_rate": 9.01239555052011e-06,
      "loss": 0.6915,
      "step": 730
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.3032036266738047,
      "learning_rate": 8.998630414225284e-06,
      "loss": 0.6904,
      "step": 735
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.2499145731750145,
      "learning_rate": 8.98478067822767e-06,
      "loss": 0.6847,
      "step": 740
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.2911334845642406,
      "learning_rate": 8.970846635548483e-06,
      "loss": 0.686,
      "step": 745
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.2920826486778347,
      "learning_rate": 8.956828580992633e-06,
      "loss": 0.6692,
      "step": 750
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.312834518329523,
      "learning_rate": 8.942726811142478e-06,
      "loss": 0.7089,
      "step": 755
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.2535035010232662,
      "learning_rate": 8.928541624351563e-06,
      "loss": 0.701,
      "step": 760
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.243816611260628,
      "learning_rate": 8.914273320738288e-06,
      "loss": 0.6556,
      "step": 765
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.3883240307823557,
      "learning_rate": 8.899922202179581e-06,
      "loss": 0.6784,
      "step": 770
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.2760434140090466,
      "learning_rate": 8.88548857230449e-06,
      "loss": 0.6978,
      "step": 775
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.277248154597817,
      "learning_rate": 8.870972736487775e-06,
      "loss": 0.6947,
      "step": 780
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.2442652725243772,
      "learning_rate": 8.856375001843442e-06,
      "loss": 0.6729,
      "step": 785
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.2370317874182617,
      "learning_rate": 8.84169567721824e-06,
      "loss": 0.6933,
      "step": 790
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.2607128250963595,
      "learning_rate": 8.826935073185135e-06,
      "loss": 0.6713,
      "step": 795
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.3744496402305426,
      "learning_rate": 8.812093502036732e-06,
      "loss": 0.6818,
      "step": 800
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.383599476158656,
      "learning_rate": 8.797171277778672e-06,
      "loss": 0.6923,
      "step": 805
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.225223944515689,
      "learning_rate": 8.782168716122988e-06,
      "loss": 0.6863,
      "step": 810
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.336363416075415,
      "learning_rate": 8.767086134481427e-06,
      "loss": 0.6769,
      "step": 815
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.3083758969360098,
      "learning_rate": 8.751923851958728e-06,
      "loss": 0.6579,
      "step": 820
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.1851157321909507,
      "learning_rate": 8.73668218934588e-06,
      "loss": 0.6782,
      "step": 825
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.31411684509431,
      "learning_rate": 8.721361469113324e-06,
      "loss": 0.709,
      "step": 830
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.1474931353306626,
      "learning_rate": 8.705962015404143e-06,
      "loss": 0.6859,
      "step": 835
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.187437489420089,
      "learning_rate": 8.690484154027192e-06,
      "loss": 0.6922,
      "step": 840
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.8268613822761366,
      "learning_rate": 8.674928212450216e-06,
      "loss": 0.7038,
      "step": 845
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.324162285544936,
      "learning_rate": 8.659294519792909e-06,
      "loss": 0.6731,
      "step": 850
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.282125991178541,
      "learning_rate": 8.643583406819965e-06,
      "loss": 0.6586,
      "step": 855
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.1777712326813927,
      "learning_rate": 8.627795205934069e-06,
      "loss": 0.6742,
      "step": 860
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.148591637467636,
      "learning_rate": 8.611930251168867e-06,
      "loss": 0.6928,
      "step": 865
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.242091930760005,
      "learning_rate": 8.595988878181904e-06,
      "loss": 0.6632,
      "step": 870
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.1450868723403196,
      "learning_rate": 8.579971424247514e-06,
      "loss": 0.6625,
      "step": 875
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.3648432919704163,
      "learning_rate": 8.563878228249686e-06,
      "loss": 0.6519,
      "step": 880
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.3029446616572975,
      "learning_rate": 8.547709630674909e-06,
      "loss": 0.6667,
      "step": 885
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.2718026788730885,
      "learning_rate": 8.531465973604946e-06,
      "loss": 0.6711,
      "step": 890
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.176847727890739,
      "learning_rate": 8.515147600709604e-06,
      "loss": 0.6911,
      "step": 895
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.159887584606336,
      "learning_rate": 8.498754857239472e-06,
      "loss": 0.672,
      "step": 900
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.1436273681591804,
      "learning_rate": 8.482288090018608e-06,
      "loss": 0.6837,
      "step": 905
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.320916872081505,
      "learning_rate": 8.465747647437205e-06,
      "loss": 0.6873,
      "step": 910
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.2640460015839854,
      "learning_rate": 8.449133879444211e-06,
      "loss": 0.6687,
      "step": 915
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.191546885776604,
      "learning_rate": 8.43244713753994e-06,
      "loss": 0.6687,
      "step": 920
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.286636883588422,
      "learning_rate": 8.415687774768625e-06,
      "loss": 0.6827,
      "step": 925
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.119469288532559,
      "learning_rate": 8.398856145710953e-06,
      "loss": 0.6464,
      "step": 930
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.2317587056196433,
      "learning_rate": 8.381952606476552e-06,
      "loss": 0.6769,
      "step": 935
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.218334601694794,
      "learning_rate": 8.364977514696474e-06,
      "loss": 0.6547,
      "step": 940
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.211113896309907,
      "learning_rate": 8.347931229515625e-06,
      "loss": 0.6708,
      "step": 945
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.2852199925944094,
      "learning_rate": 8.330814111585149e-06,
      "loss": 0.6634,
      "step": 950
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.175125532278546,
      "learning_rate": 8.31362652305482e-06,
      "loss": 0.6636,
      "step": 955
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.194239117414355,
      "learning_rate": 8.296368827565365e-06,
      "loss": 0.6745,
      "step": 960
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.288161571096483,
      "learning_rate": 8.279041390240781e-06,
      "loss": 0.6753,
      "step": 965
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.337786013162235,
      "learning_rate": 8.261644577680603e-06,
      "loss": 0.6637,
      "step": 970
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.232975975441481,
      "learning_rate": 8.244178757952149e-06,
      "loss": 0.6751,
      "step": 975
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.1659815604405073,
      "learning_rate": 8.22664430058273e-06,
      "loss": 0.6695,
      "step": 980
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.1750265665614914,
      "learning_rate": 8.209041576551842e-06,
      "loss": 0.6807,
      "step": 985
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.117500758919553,
      "learning_rate": 8.191370958283305e-06,
      "loss": 0.6738,
      "step": 990
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.186272470050956,
      "learning_rate": 8.17363281963739e-06,
      "loss": 0.6428,
      "step": 995
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.3398838498470407,
      "learning_rate": 8.155827535902912e-06,
      "loss": 0.6865,
      "step": 1000
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.1027998540986785,
      "learning_rate": 8.137955483789279e-06,
      "loss": 0.6429,
      "step": 1005
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.1675023981221475,
      "learning_rate": 8.120017041418539e-06,
      "loss": 0.6612,
      "step": 1010
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.3164494379167606,
      "learning_rate": 8.102012588317356e-06,
      "loss": 0.6623,
      "step": 1015
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.0641139366003545,
      "learning_rate": 8.083942505409009e-06,
      "loss": 0.6545,
      "step": 1020
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.221849548889518,
      "learning_rate": 8.065807175005307e-06,
      "loss": 0.6749,
      "step": 1025
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.104874622991842,
      "learning_rate": 8.047606980798517e-06,
      "loss": 0.6701,
      "step": 1030
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.191896965558964,
      "learning_rate": 8.029342307853238e-06,
      "loss": 0.6732,
      "step": 1035
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.110125648682477,
      "learning_rate": 8.011013542598258e-06,
      "loss": 0.6753,
      "step": 1040
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.052875709500674,
      "learning_rate": 7.992621072818377e-06,
      "loss": 0.6505,
      "step": 1045
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.226161904353228,
      "learning_rate": 7.9741652876462e-06,
      "loss": 0.6687,
      "step": 1050
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.055919642942431,
      "learning_rate": 7.95564657755391e-06,
      "loss": 0.6422,
      "step": 1055
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.2138333531678027,
      "learning_rate": 7.937065334345002e-06,
      "loss": 0.6648,
      "step": 1060
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.106138856322583,
      "learning_rate": 7.918421951145993e-06,
      "loss": 0.676,
      "step": 1065
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.217741214632785,
      "learning_rate": 7.899716822398107e-06,
      "loss": 0.6608,
      "step": 1070
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.1229141865243735,
      "learning_rate": 7.880950343848933e-06,
      "loss": 0.6803,
      "step": 1075
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.1730705138012483,
      "learning_rate": 7.862122912544043e-06,
      "loss": 0.638,
      "step": 1080
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.1759981588146267,
      "learning_rate": 7.843234926818595e-06,
      "loss": 0.6573,
      "step": 1085
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.246051922867301,
      "learning_rate": 7.824286786288919e-06,
      "loss": 0.6498,
      "step": 1090
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.221038445486671,
      "learning_rate": 7.805278891844036e-06,
      "loss": 0.6625,
      "step": 1095
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.1160883449068635,
      "learning_rate": 7.786211645637197e-06,
      "loss": 0.6706,
      "step": 1100
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.5117047903095187,
      "learning_rate": 7.76708545107737e-06,
      "loss": 0.6483,
      "step": 1105
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.199168846682398,
      "learning_rate": 7.747900712820705e-06,
      "loss": 0.6527,
      "step": 1110
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.2087885312824143,
      "learning_rate": 7.72865783676196e-06,
      "loss": 0.6905,
      "step": 1115
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.2279626457852717,
      "learning_rate": 7.709357230025937e-06,
      "loss": 0.6544,
      "step": 1120
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.189165894933891,
      "learning_rate": 7.689999300958853e-06,
      "loss": 0.6611,
      "step": 1125
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.1316909692662027,
      "learning_rate": 7.670584459119695e-06,
      "loss": 0.6618,
      "step": 1130
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.147920589091614,
      "learning_rate": 7.651113115271573e-06,
      "loss": 0.656,
      "step": 1135
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.146250338167946,
      "learning_rate": 7.631585681373014e-06,
      "loss": 0.6638,
      "step": 1140
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.119468285060325,
      "learning_rate": 7.612002570569254e-06,
      "loss": 0.6513,
      "step": 1145
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.198770694512473,
      "learning_rate": 7.592364197183495e-06,
      "loss": 0.6586,
      "step": 1150
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.400108030261852,
      "learning_rate": 7.572670976708137e-06,
      "loss": 0.4731,
      "step": 1155
    },
    {
      "epoch": 1.01,
      "grad_norm": 2.364746913129791,
      "learning_rate": 7.552923325795991e-06,
      "loss": 0.4555,
      "step": 1160
    },
    {
      "epoch": 1.01,
      "grad_norm": 2.4055012226169095,
      "learning_rate": 7.5331216622514595e-06,
      "loss": 0.437,
      "step": 1165
    },
    {
      "epoch": 1.02,
      "grad_norm": 2.313279146739233,
      "learning_rate": 7.513266405021704e-06,
      "loss": 0.4398,
      "step": 1170
    },
    {
      "epoch": 1.02,
      "grad_norm": 2.3317274950511107,
      "learning_rate": 7.4933579741877715e-06,
      "loss": 0.4319,
      "step": 1175
    },
    {
      "epoch": 1.03,
      "grad_norm": 2.296967740213265,
      "learning_rate": 7.473396790955715e-06,
      "loss": 0.4581,
      "step": 1180
    },
    {
      "epoch": 1.03,
      "grad_norm": 2.3201979906079515,
      "learning_rate": 7.4533832776476785e-06,
      "loss": 0.446,
      "step": 1185
    },
    {
      "epoch": 1.03,
      "grad_norm": 2.4563492503930076,
      "learning_rate": 7.433317857692963e-06,
      "loss": 0.4573,
      "step": 1190
    },
    {
      "epoch": 1.04,
      "grad_norm": 2.2940746118411637,
      "learning_rate": 7.413200955619066e-06,
      "loss": 0.4619,
      "step": 1195
    },
    {
      "epoch": 1.04,
      "grad_norm": 2.398133267433227,
      "learning_rate": 7.3930329970426984e-06,
      "loss": 0.4575,
      "step": 1200
    },
    {
      "epoch": 1.05,
      "grad_norm": 2.273563546691222,
      "learning_rate": 7.372814408660789e-06,
      "loss": 0.4588,
      "step": 1205
    },
    {
      "epoch": 1.05,
      "grad_norm": 2.267209839029385,
      "learning_rate": 7.352545618241444e-06,
      "loss": 0.4441,
      "step": 1210
    },
    {
      "epoch": 1.06,
      "grad_norm": 2.323736959536939,
      "learning_rate": 7.332227054614904e-06,
      "loss": 0.4508,
      "step": 1215
    },
    {
      "epoch": 1.06,
      "grad_norm": 2.3838571633248002,
      "learning_rate": 7.311859147664473e-06,
      "loss": 0.4531,
      "step": 1220
    },
    {
      "epoch": 1.07,
      "grad_norm": 2.182188209979992,
      "learning_rate": 7.291442328317414e-06,
      "loss": 0.4505,
      "step": 1225
    },
    {
      "epoch": 1.07,
      "grad_norm": 2.3442142988685966,
      "learning_rate": 7.270977028535846e-06,
      "loss": 0.4412,
      "step": 1230
    },
    {
      "epoch": 1.07,
      "grad_norm": 2.323598372799621,
      "learning_rate": 7.250463681307589e-06,
      "loss": 0.4439,
      "step": 1235
    },
    {
      "epoch": 1.08,
      "grad_norm": 2.2106474129172375,
      "learning_rate": 7.229902720637014e-06,
      "loss": 0.4599,
      "step": 1240
    },
    {
      "epoch": 1.08,
      "grad_norm": 2.33819175232935,
      "learning_rate": 7.2092945815358605e-06,
      "loss": 0.4667,
      "step": 1245
    },
    {
      "epoch": 1.09,
      "grad_norm": 2.3341823848207914,
      "learning_rate": 7.1886397000140265e-06,
      "loss": 0.449,
      "step": 1250
    },
    {
      "epoch": 1.09,
      "grad_norm": 2.277246806756992,
      "learning_rate": 7.167938513070345e-06,
      "loss": 0.4299,
      "step": 1255
    },
    {
      "epoch": 1.1,
      "grad_norm": 2.3424708082894337,
      "learning_rate": 7.147191458683349e-06,
      "loss": 0.4491,
      "step": 1260
    },
    {
      "epoch": 1.1,
      "grad_norm": 2.2855389092781038,
      "learning_rate": 7.126398975801989e-06,
      "loss": 0.4319,
      "step": 1265
    },
    {
      "epoch": 1.1,
      "grad_norm": 2.2355767437622793,
      "learning_rate": 7.105561504336357e-06,
      "loss": 0.4708,
      "step": 1270
    },
    {
      "epoch": 1.11,
      "grad_norm": 2.334913640645696,
      "learning_rate": 7.084679485148376e-06,
      "loss": 0.4487,
      "step": 1275
    },
    {
      "epoch": 1.11,
      "grad_norm": 2.2651259873576133,
      "learning_rate": 7.063753360042471e-06,
      "loss": 0.4505,
      "step": 1280
    },
    {
      "epoch": 1.12,
      "grad_norm": 2.2132949455185242,
      "learning_rate": 7.042783571756229e-06,
      "loss": 0.4479,
      "step": 1285
    },
    {
      "epoch": 1.12,
      "grad_norm": 2.27387092173793,
      "learning_rate": 7.021770563951018e-06,
      "loss": 0.4462,
      "step": 1290
    },
    {
      "epoch": 1.13,
      "grad_norm": 2.1617502787818226,
      "learning_rate": 7.0007147812026136e-06,
      "loss": 0.455,
      "step": 1295
    },
    {
      "epoch": 1.13,
      "grad_norm": 2.1953103025627154,
      "learning_rate": 6.979616668991791e-06,
      "loss": 0.4657,
      "step": 1300
    },
    {
      "epoch": 1.13,
      "grad_norm": 2.2881259063861505,
      "learning_rate": 6.958476673694888e-06,
      "loss": 0.4477,
      "step": 1305
    },
    {
      "epoch": 1.14,
      "grad_norm": 2.2281844588924327,
      "learning_rate": 6.93729524257438e-06,
      "loss": 0.457,
      "step": 1310
    },
    {
      "epoch": 1.14,
      "grad_norm": 2.1988173912911098,
      "learning_rate": 6.9160728237694e-06,
      "loss": 0.4474,
      "step": 1315
    },
    {
      "epoch": 1.15,
      "grad_norm": 2.3678698134060094,
      "learning_rate": 6.89480986628627e-06,
      "loss": 0.4537,
      "step": 1320
    },
    {
      "epoch": 1.15,
      "grad_norm": 2.2484647200139642,
      "learning_rate": 6.873506819988986e-06,
      "loss": 0.4598,
      "step": 1325
    },
    {
      "epoch": 1.16,
      "grad_norm": 2.3670299685805625,
      "learning_rate": 6.852164135589725e-06,
      "loss": 0.4477,
      "step": 1330
    },
    {
      "epoch": 1.16,
      "grad_norm": 2.2380787201135797,
      "learning_rate": 6.830782264639281e-06,
      "loss": 0.4344,
      "step": 1335
    },
    {
      "epoch": 1.17,
      "grad_norm": 2.3442882798353297,
      "learning_rate": 6.809361659517528e-06,
      "loss": 0.4591,
      "step": 1340
    },
    {
      "epoch": 1.17,
      "grad_norm": 2.328235841696171,
      "learning_rate": 6.78790277342385e-06,
      "loss": 0.4541,
      "step": 1345
    },
    {
      "epoch": 1.17,
      "grad_norm": 2.2793368086904886,
      "learning_rate": 6.766406060367544e-06,
      "loss": 0.4372,
      "step": 1350
    },
    {
      "epoch": 1.18,
      "grad_norm": 2.289606269955421,
      "learning_rate": 6.744871975158216e-06,
      "loss": 0.465,
      "step": 1355
    },
    {
      "epoch": 1.18,
      "grad_norm": 2.147843921505496,
      "learning_rate": 6.723300973396167e-06,
      "loss": 0.4443,
      "step": 1360
    },
    {
      "epoch": 1.19,
      "grad_norm": 2.43326337934887,
      "learning_rate": 6.701693511462744e-06,
      "loss": 0.4763,
      "step": 1365
    },
    {
      "epoch": 1.19,
      "grad_norm": 2.462997342629488,
      "learning_rate": 6.680050046510689e-06,
      "loss": 0.4711,
      "step": 1370
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.312063338092545,
      "learning_rate": 6.658371036454464e-06,
      "loss": 0.4577,
      "step": 1375
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.480660839404198,
      "learning_rate": 6.636656939960569e-06,
      "loss": 0.457,
      "step": 1380
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.2605004693409083,
      "learning_rate": 6.614908216437832e-06,
      "loss": 0.4674,
      "step": 1385
    },
    {
      "epoch": 1.21,
      "grad_norm": 2.254053949935403,
      "learning_rate": 6.59312532602769e-06,
      "loss": 0.4458,
      "step": 1390
    },
    {
      "epoch": 1.21,
      "grad_norm": 2.425633478739145,
      "learning_rate": 6.57130872959445e-06,
      "loss": 0.4484,
      "step": 1395
    },
    {
      "epoch": 1.22,
      "grad_norm": 2.3799822205570726,
      "learning_rate": 6.549458888715555e-06,
      "loss": 0.4355,
      "step": 1400
    },
    {
      "epoch": 1.22,
      "grad_norm": 2.2426442008904037,
      "learning_rate": 6.527576265671796e-06,
      "loss": 0.4532,
      "step": 1405
    },
    {
      "epoch": 1.23,
      "grad_norm": 2.267315783289316,
      "learning_rate": 6.505661323437544e-06,
      "loss": 0.4507,
      "step": 1410
    },
    {
      "epoch": 1.23,
      "grad_norm": 2.283183569643785,
      "learning_rate": 6.483714525670956e-06,
      "loss": 0.4509,
      "step": 1415
    },
    {
      "epoch": 1.23,
      "grad_norm": 2.3514735292836537,
      "learning_rate": 6.4617363367041605e-06,
      "loss": 0.4508,
      "step": 1420
    },
    {
      "epoch": 1.24,
      "grad_norm": 2.397931859781916,
      "learning_rate": 6.439727221533431e-06,
      "loss": 0.4545,
      "step": 1425
    },
    {
      "epoch": 1.24,
      "grad_norm": 2.2919163085343475,
      "learning_rate": 6.417687645809358e-06,
      "loss": 0.4445,
      "step": 1430
    },
    {
      "epoch": 1.25,
      "grad_norm": 2.4071810549228827,
      "learning_rate": 6.395618075826987e-06,
      "loss": 0.4591,
      "step": 1435
    },
    {
      "epoch": 1.25,
      "grad_norm": 2.209407168401749,
      "learning_rate": 6.373518978515958e-06,
      "loss": 0.4391,
      "step": 1440
    },
    {
      "epoch": 1.26,
      "grad_norm": 2.356872933625598,
      "learning_rate": 6.351390821430626e-06,
      "loss": 0.4418,
      "step": 1445
    },
    {
      "epoch": 1.26,
      "grad_norm": 2.3133423881622166,
      "learning_rate": 6.329234072740169e-06,
      "loss": 0.4578,
      "step": 1450
    },
    {
      "epoch": 1.27,
      "grad_norm": 2.3665337891549165,
      "learning_rate": 6.3070492012186836e-06,
      "loss": 0.4486,
      "step": 1455
    },
    {
      "epoch": 1.27,
      "grad_norm": 2.3090803550297236,
      "learning_rate": 6.284836676235262e-06,
      "loss": 0.4391,
      "step": 1460
    },
    {
      "epoch": 1.27,
      "grad_norm": 2.4024477075697863,
      "learning_rate": 6.262596967744069e-06,
      "loss": 0.4403,
      "step": 1465
    },
    {
      "epoch": 1.28,
      "grad_norm": 2.170215764608795,
      "learning_rate": 6.240330546274394e-06,
      "loss": 0.4419,
      "step": 1470
    },
    {
      "epoch": 1.28,
      "grad_norm": 2.2218725089875293,
      "learning_rate": 6.218037882920698e-06,
      "loss": 0.4443,
      "step": 1475
    },
    {
      "epoch": 1.29,
      "grad_norm": 2.212289537711609,
      "learning_rate": 6.195719449332645e-06,
      "loss": 0.4337,
      "step": 1480
    },
    {
      "epoch": 1.29,
      "grad_norm": 2.2825227332103335,
      "learning_rate": 6.173375717705124e-06,
      "loss": 0.4491,
      "step": 1485
    },
    {
      "epoch": 1.3,
      "grad_norm": 2.209958254432096,
      "learning_rate": 6.151007160768265e-06,
      "loss": 0.4757,
      "step": 1490
    },
    {
      "epoch": 1.3,
      "grad_norm": 2.303785841368444,
      "learning_rate": 6.128614251777417e-06,
      "loss": 0.439,
      "step": 1495
    },
    {
      "epoch": 1.3,
      "grad_norm": 2.3058301906040084,
      "learning_rate": 6.106197464503168e-06,
      "loss": 0.4589,
      "step": 1500
    },
    {
      "epoch": 1.31,
      "grad_norm": 2.286045686932392,
      "learning_rate": 6.083757273221288e-06,
      "loss": 0.4455,
      "step": 1505
    },
    {
      "epoch": 1.31,
      "grad_norm": 2.2213791680934203,
      "learning_rate": 6.061294152702717e-06,
      "loss": 0.4264,
      "step": 1510
    },
    {
      "epoch": 1.32,
      "grad_norm": 2.3127729571587112,
      "learning_rate": 6.03880857820351e-06,
      "loss": 0.4397,
      "step": 1515
    },
    {
      "epoch": 1.32,
      "grad_norm": 2.4109016633221443,
      "learning_rate": 6.016301025454787e-06,
      "loss": 0.4369,
      "step": 1520
    },
    {
      "epoch": 1.33,
      "grad_norm": 2.3588172620745094,
      "learning_rate": 5.993771970652661e-06,
      "loss": 0.4422,
      "step": 1525
    },
    {
      "epoch": 1.33,
      "grad_norm": 2.3352138929079795,
      "learning_rate": 5.971221890448175e-06,
      "loss": 0.459,
      "step": 1530
    },
    {
      "epoch": 1.33,
      "grad_norm": 2.3469890107365017,
      "learning_rate": 5.948651261937203e-06,
      "loss": 0.4445,
      "step": 1535
    },
    {
      "epoch": 1.34,
      "grad_norm": 2.2763593608974957,
      "learning_rate": 5.926060562650365e-06,
      "loss": 0.4534,
      "step": 1540
    },
    {
      "epoch": 1.34,
      "grad_norm": 2.3051490949637183,
      "learning_rate": 5.903450270542925e-06,
      "loss": 0.4731,
      "step": 1545
    },
    {
      "epoch": 1.35,
      "grad_norm": 2.470815165119516,
      "learning_rate": 5.880820863984672e-06,
      "loss": 0.4687,
      "step": 1550
    },
    {
      "epoch": 1.35,
      "grad_norm": 2.2612634510823266,
      "learning_rate": 5.858172821749804e-06,
      "loss": 0.4493,
      "step": 1555
    },
    {
      "epoch": 1.36,
      "grad_norm": 2.275063055842053,
      "learning_rate": 5.835506623006798e-06,
      "loss": 0.4537,
      "step": 1560
    },
    {
      "epoch": 1.36,
      "grad_norm": 2.1888990341084384,
      "learning_rate": 5.8128227473082676e-06,
      "loss": 0.441,
      "step": 1565
    },
    {
      "epoch": 1.37,
      "grad_norm": 2.409270397966297,
      "learning_rate": 5.790121674580825e-06,
      "loss": 0.4557,
      "step": 1570
    },
    {
      "epoch": 1.37,
      "grad_norm": 2.321494986142115,
      "learning_rate": 5.7674038851149225e-06,
      "loss": 0.4415,
      "step": 1575
    },
    {
      "epoch": 1.37,
      "grad_norm": 2.246796045328034,
      "learning_rate": 5.744669859554689e-06,
      "loss": 0.437,
      "step": 1580
    },
    {
      "epoch": 1.38,
      "grad_norm": 2.3188020814924726,
      "learning_rate": 5.721920078887764e-06,
      "loss": 0.4456,
      "step": 1585
    },
    {
      "epoch": 1.38,
      "grad_norm": 2.2417028323394823,
      "learning_rate": 5.699155024435123e-06,
      "loss": 0.4483,
      "step": 1590
    },
    {
      "epoch": 1.39,
      "grad_norm": 2.2662638123642176,
      "learning_rate": 5.676375177840886e-06,
      "loss": 0.4454,
      "step": 1595
    },
    {
      "epoch": 1.39,
      "grad_norm": 2.371570368123361,
      "learning_rate": 5.653581021062139e-06,
      "loss": 0.4478,
      "step": 1600
    },
    {
      "epoch": 1.4,
      "grad_norm": 2.2716775566076364,
      "learning_rate": 5.630773036358727e-06,
      "loss": 0.4473,
      "step": 1605
    },
    {
      "epoch": 1.4,
      "grad_norm": 2.354064671717741,
      "learning_rate": 5.607951706283056e-06,
      "loss": 0.4464,
      "step": 1610
    },
    {
      "epoch": 1.4,
      "grad_norm": 2.2083958223815707,
      "learning_rate": 5.585117513669883e-06,
      "loss": 0.4488,
      "step": 1615
    },
    {
      "epoch": 1.41,
      "grad_norm": 2.248597914210575,
      "learning_rate": 5.562270941626099e-06,
      "loss": 0.4398,
      "step": 1620
    },
    {
      "epoch": 1.41,
      "grad_norm": 2.682659482628619,
      "learning_rate": 5.539412473520508e-06,
      "loss": 0.4599,
      "step": 1625
    },
    {
      "epoch": 1.42,
      "grad_norm": 2.2835988156541123,
      "learning_rate": 5.516542592973604e-06,
      "loss": 0.4453,
      "step": 1630
    },
    {
      "epoch": 1.42,
      "grad_norm": 2.3120069870482833,
      "learning_rate": 5.493661783847331e-06,
      "loss": 0.4433,
      "step": 1635
    },
    {
      "epoch": 1.43,
      "grad_norm": 2.2910069598145486,
      "learning_rate": 5.470770530234856e-06,
      "loss": 0.4442,
      "step": 1640
    },
    {
      "epoch": 1.43,
      "grad_norm": 2.3021256006635005,
      "learning_rate": 5.447869316450318e-06,
      "loss": 0.4561,
      "step": 1645
    },
    {
      "epoch": 1.43,
      "grad_norm": 2.3209867511334923,
      "learning_rate": 5.424958627018587e-06,
      "loss": 0.4528,
      "step": 1650
    },
    {
      "epoch": 1.44,
      "grad_norm": 2.261233409701518,
      "learning_rate": 5.402038946665011e-06,
      "loss": 0.4312,
      "step": 1655
    },
    {
      "epoch": 1.44,
      "grad_norm": 2.231273732412954,
      "learning_rate": 5.3791107603051605e-06,
      "loss": 0.4332,
      "step": 1660
    },
    {
      "epoch": 1.45,
      "grad_norm": 2.230611232382257,
      "learning_rate": 5.356174553034566e-06,
      "loss": 0.433,
      "step": 1665
    },
    {
      "epoch": 1.45,
      "grad_norm": 2.275712471392273,
      "learning_rate": 5.3332308101184616e-06,
      "loss": 0.4523,
      "step": 1670
    },
    {
      "epoch": 1.46,
      "grad_norm": 2.28631570449613,
      "learning_rate": 5.310280016981513e-06,
      "loss": 0.4264,
      "step": 1675
    },
    {
      "epoch": 1.46,
      "grad_norm": 2.2025636683152223,
      "learning_rate": 5.287322659197548e-06,
      "loss": 0.4336,
      "step": 1680
    },
    {
      "epoch": 1.47,
      "grad_norm": 2.3332300388398233,
      "learning_rate": 5.264359222479284e-06,
      "loss": 0.432,
      "step": 1685
    },
    {
      "epoch": 1.47,
      "grad_norm": 2.245112797694023,
      "learning_rate": 5.2413901926680535e-06,
      "loss": 0.4504,
      "step": 1690
    },
    {
      "epoch": 1.47,
      "grad_norm": 2.347054603456251,
      "learning_rate": 5.218416055723517e-06,
      "loss": 0.4462,
      "step": 1695
    },
    {
      "epoch": 1.48,
      "grad_norm": 2.3254478674679087,
      "learning_rate": 5.195437297713397e-06,
      "loss": 0.4558,
      "step": 1700
    },
    {
      "epoch": 1.48,
      "grad_norm": 2.319391634753776,
      "learning_rate": 5.172454404803176e-06,
      "loss": 0.4414,
      "step": 1705
    },
    {
      "epoch": 1.49,
      "grad_norm": 2.314982725356784,
      "learning_rate": 5.149467863245824e-06,
      "loss": 0.4596,
      "step": 1710
    },
    {
      "epoch": 1.49,
      "grad_norm": 2.1793462624109834,
      "learning_rate": 5.126478159371503e-06,
      "loss": 0.4473,
      "step": 1715
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.2896649530853166,
      "learning_rate": 5.103485779577285e-06,
      "loss": 0.4351,
      "step": 1720
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.1355102943767097,
      "learning_rate": 5.0804912103168504e-06,
      "loss": 0.4307,
      "step": 1725
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.1597304988418915,
      "learning_rate": 5.057494938090212e-06,
      "loss": 0.4391,
      "step": 1730
    },
    {
      "epoch": 1.51,
      "grad_norm": 2.277000849546902,
      "learning_rate": 5.034497449433402e-06,
      "loss": 0.4448,
      "step": 1735
    },
    {
      "epoch": 1.51,
      "grad_norm": 2.2763155206540917,
      "learning_rate": 5.011499230908195e-06,
      "loss": 0.4544,
      "step": 1740
    },
    {
      "epoch": 1.52,
      "grad_norm": 2.2298952898945976,
      "learning_rate": 4.988500769091808e-06,
      "loss": 0.4538,
      "step": 1745
    },
    {
      "epoch": 1.52,
      "grad_norm": 2.308312147908615,
      "learning_rate": 4.9655025505666e-06,
      "loss": 0.4553,
      "step": 1750
    },
    {
      "epoch": 1.53,
      "grad_norm": 2.279721233089429,
      "learning_rate": 4.94250506190979e-06,
      "loss": 0.4435,
      "step": 1755
    },
    {
      "epoch": 1.53,
      "grad_norm": 2.2783363369895246,
      "learning_rate": 4.9195087896831495e-06,
      "loss": 0.4518,
      "step": 1760
    },
    {
      "epoch": 1.53,
      "grad_norm": 2.265802433578123,
      "learning_rate": 4.896514220422718e-06,
      "loss": 0.4438,
      "step": 1765
    },
    {
      "epoch": 1.54,
      "grad_norm": 2.256465497081325,
      "learning_rate": 4.873521840628498e-06,
      "loss": 0.4583,
      "step": 1770
    },
    {
      "epoch": 1.54,
      "grad_norm": 2.194603255396972,
      "learning_rate": 4.850532136754178e-06,
      "loss": 0.4378,
      "step": 1775
    },
    {
      "epoch": 1.55,
      "grad_norm": 2.2121127647515393,
      "learning_rate": 4.827545595196825e-06,
      "loss": 0.4593,
      "step": 1780
    },
    {
      "epoch": 1.55,
      "grad_norm": 2.2787788765852577,
      "learning_rate": 4.804562702286606e-06,
      "loss": 0.4575,
      "step": 1785
    },
    {
      "epoch": 1.56,
      "grad_norm": 2.3657941610837496,
      "learning_rate": 4.7815839442764846e-06,
      "loss": 0.4315,
      "step": 1790
    },
    {
      "epoch": 1.56,
      "grad_norm": 2.394715564020185,
      "learning_rate": 4.758609807331948e-06,
      "loss": 0.4531,
      "step": 1795
    },
    {
      "epoch": 1.57,
      "grad_norm": 2.2870566209131553,
      "learning_rate": 4.735640777520716e-06,
      "loss": 0.4346,
      "step": 1800
    },
    {
      "epoch": 1.57,
      "grad_norm": 2.1772760958721955,
      "learning_rate": 4.712677340802454e-06,
      "loss": 0.424,
      "step": 1805
    },
    {
      "epoch": 1.57,
      "grad_norm": 2.2247434098325938,
      "learning_rate": 4.6897199830184885e-06,
      "loss": 0.4095,
      "step": 1810
    },
    {
      "epoch": 1.58,
      "grad_norm": 2.290681584181675,
      "learning_rate": 4.66676918988154e-06,
      "loss": 0.4357,
      "step": 1815
    },
    {
      "epoch": 1.58,
      "grad_norm": 2.2388519615862252,
      "learning_rate": 4.643825446965435e-06,
      "loss": 0.4301,
      "step": 1820
    },
    {
      "epoch": 1.59,
      "grad_norm": 2.202537044622834,
      "learning_rate": 4.620889239694842e-06,
      "loss": 0.4566,
      "step": 1825
    },
    {
      "epoch": 1.59,
      "grad_norm": 2.3671432882023424,
      "learning_rate": 4.5979610533349904e-06,
      "loss": 0.4361,
      "step": 1830
    },
    {
      "epoch": 1.6,
      "grad_norm": 2.2139507899755095,
      "learning_rate": 4.575041372981414e-06,
      "loss": 0.454,
      "step": 1835
    },
    {
      "epoch": 1.6,
      "grad_norm": 2.33465335246055,
      "learning_rate": 4.5521306835496825e-06,
      "loss": 0.4328,
      "step": 1840
    },
    {
      "epoch": 1.6,
      "grad_norm": 2.1273690709843462,
      "learning_rate": 4.5292294697651476e-06,
      "loss": 0.4381,
      "step": 1845
    },
    {
      "epoch": 1.61,
      "grad_norm": 2.3252935736092106,
      "learning_rate": 4.50633821615267e-06,
      "loss": 0.4612,
      "step": 1850
    },
    {
      "epoch": 1.61,
      "grad_norm": 2.3008242282079108,
      "learning_rate": 4.483457407026398e-06,
      "loss": 0.4305,
      "step": 1855
    },
    {
      "epoch": 1.62,
      "grad_norm": 2.174985689846034,
      "learning_rate": 4.460587526479493e-06,
      "loss": 0.4544,
      "step": 1860
    },
    {
      "epoch": 1.62,
      "grad_norm": 2.3490692073745856,
      "learning_rate": 4.437729058373903e-06,
      "loss": 0.4354,
      "step": 1865
    },
    {
      "epoch": 1.63,
      "grad_norm": 2.242430931619391,
      "learning_rate": 4.4148824863301185e-06,
      "loss": 0.4253,
      "step": 1870
    },
    {
      "epoch": 1.63,
      "grad_norm": 2.264671767323145,
      "learning_rate": 4.392048293716945e-06,
      "loss": 0.4247,
      "step": 1875
    },
    {
      "epoch": 1.63,
      "grad_norm": 2.2937868058141415,
      "learning_rate": 4.369226963641274e-06,
      "loss": 0.4649,
      "step": 1880
    },
    {
      "epoch": 1.64,
      "grad_norm": 2.2699213674438714,
      "learning_rate": 4.346418978937863e-06,
      "loss": 0.4414,
      "step": 1885
    },
    {
      "epoch": 1.64,
      "grad_norm": 2.3538952460044364,
      "learning_rate": 4.323624822159116e-06,
      "loss": 0.4331,
      "step": 1890
    },
    {
      "epoch": 1.65,
      "grad_norm": 2.2783366908821447,
      "learning_rate": 4.300844975564878e-06,
      "loss": 0.4215,
      "step": 1895
    },
    {
      "epoch": 1.65,
      "grad_norm": 2.2025691509337872,
      "learning_rate": 4.278079921112236e-06,
      "loss": 0.4361,
      "step": 1900
    },
    {
      "epoch": 1.66,
      "grad_norm": 2.2754937791696697,
      "learning_rate": 4.2553301404453125e-06,
      "loss": 0.4454,
      "step": 1905
    },
    {
      "epoch": 1.66,
      "grad_norm": 2.494049937308044,
      "learning_rate": 4.232596114885078e-06,
      "loss": 0.4428,
      "step": 1910
    },
    {
      "epoch": 1.67,
      "grad_norm": 2.324068297169444,
      "learning_rate": 4.209878325419176e-06,
      "loss": 0.4555,
      "step": 1915
    },
    {
      "epoch": 1.67,
      "grad_norm": 2.2124148165274407,
      "learning_rate": 4.187177252691734e-06,
      "loss": 0.4207,
      "step": 1920
    },
    {
      "epoch": 1.67,
      "grad_norm": 2.330370938836315,
      "learning_rate": 4.164493376993205e-06,
      "loss": 0.4433,
      "step": 1925
    },
    {
      "epoch": 1.68,
      "grad_norm": 2.280092234160569,
      "learning_rate": 4.1418271782501974e-06,
      "loss": 0.4301,
      "step": 1930
    },
    {
      "epoch": 1.68,
      "grad_norm": 2.2780438553394604,
      "learning_rate": 4.119179136015329e-06,
      "loss": 0.4585,
      "step": 1935
    },
    {
      "epoch": 1.69,
      "grad_norm": 2.2902061321424836,
      "learning_rate": 4.096549729457074e-06,
      "loss": 0.4543,
      "step": 1940
    },
    {
      "epoch": 1.69,
      "grad_norm": 2.247668306299449,
      "learning_rate": 4.0739394373496364e-06,
      "loss": 0.4374,
      "step": 1945
    },
    {
      "epoch": 1.7,
      "grad_norm": 2.210281346137928,
      "learning_rate": 4.051348738062798e-06,
      "loss": 0.4336,
      "step": 1950
    },
    {
      "epoch": 1.7,
      "grad_norm": 2.2955680525797395,
      "learning_rate": 4.028778109551826e-06,
      "loss": 0.4306,
      "step": 1955
    },
    {
      "epoch": 1.7,
      "grad_norm": 2.2066314731577976,
      "learning_rate": 4.006228029347339e-06,
      "loss": 0.4398,
      "step": 1960
    },
    {
      "epoch": 1.71,
      "grad_norm": 2.144292696403874,
      "learning_rate": 3.983698974545216e-06,
      "loss": 0.4209,
      "step": 1965
    },
    {
      "epoch": 1.71,
      "grad_norm": 2.4140585929310223,
      "learning_rate": 3.961191421796492e-06,
      "loss": 0.4414,
      "step": 1970
    },
    {
      "epoch": 1.72,
      "grad_norm": 2.259932100532896,
      "learning_rate": 3.938705847297285e-06,
      "loss": 0.4442,
      "step": 1975
    },
    {
      "epoch": 1.72,
      "grad_norm": 2.2955992868486095,
      "learning_rate": 3.916242726778712e-06,
      "loss": 0.4388,
      "step": 1980
    },
    {
      "epoch": 1.73,
      "grad_norm": 2.3276261180040896,
      "learning_rate": 3.893802535496834e-06,
      "loss": 0.4352,
      "step": 1985
    },
    {
      "epoch": 1.73,
      "grad_norm": 2.2603623578249734,
      "learning_rate": 3.871385748222584e-06,
      "loss": 0.4224,
      "step": 1990
    },
    {
      "epoch": 1.73,
      "grad_norm": 2.193353286563046,
      "learning_rate": 3.848992839231738e-06,
      "loss": 0.4326,
      "step": 1995
    },
    {
      "epoch": 1.74,
      "grad_norm": 2.288992981491336,
      "learning_rate": 3.826624282294876e-06,
      "loss": 0.4291,
      "step": 2000
    },
    {
      "epoch": 1.74,
      "grad_norm": 2.224041598232687,
      "learning_rate": 3.804280550667357e-06,
      "loss": 0.4165,
      "step": 2005
    },
    {
      "epoch": 1.75,
      "grad_norm": 2.2588806957365475,
      "learning_rate": 3.781962117079304e-06,
      "loss": 0.4401,
      "step": 2010
    },
    {
      "epoch": 1.75,
      "grad_norm": 2.2237942651038254,
      "learning_rate": 3.759669453725607e-06,
      "loss": 0.4368,
      "step": 2015
    },
    {
      "epoch": 1.76,
      "grad_norm": 2.340413330784164,
      "learning_rate": 3.737403032255932e-06,
      "loss": 0.433,
      "step": 2020
    },
    {
      "epoch": 1.76,
      "grad_norm": 2.3588321620415402,
      "learning_rate": 3.71516332376474e-06,
      "loss": 0.4318,
      "step": 2025
    },
    {
      "epoch": 1.77,
      "grad_norm": 3.8365706672083375,
      "learning_rate": 3.6929507987813185e-06,
      "loss": 0.4398,
      "step": 2030
    },
    {
      "epoch": 1.77,
      "grad_norm": 2.2030009620446194,
      "learning_rate": 3.670765927259832e-06,
      "loss": 0.4376,
      "step": 2035
    },
    {
      "epoch": 1.77,
      "grad_norm": 2.1843672172551463,
      "learning_rate": 3.6486091785693744e-06,
      "loss": 0.4202,
      "step": 2040
    },
    {
      "epoch": 1.78,
      "grad_norm": 2.226700778755956,
      "learning_rate": 3.626481021484045e-06,
      "loss": 0.4115,
      "step": 2045
    },
    {
      "epoch": 1.78,
      "grad_norm": 2.3004579747757705,
      "learning_rate": 3.6043819241730148e-06,
      "loss": 0.4331,
      "step": 2050
    },
    {
      "epoch": 1.79,
      "grad_norm": 2.213263439511049,
      "learning_rate": 3.582312354190643e-06,
      "loss": 0.4231,
      "step": 2055
    },
    {
      "epoch": 1.79,
      "grad_norm": 2.2802111043844926,
      "learning_rate": 3.5602727784665692e-06,
      "loss": 0.4187,
      "step": 2060
    },
    {
      "epoch": 1.8,
      "grad_norm": 2.3209983286675158,
      "learning_rate": 3.538263663295841e-06,
      "loss": 0.4433,
      "step": 2065
    },
    {
      "epoch": 1.8,
      "grad_norm": 2.211102964823549,
      "learning_rate": 3.516285474329045e-06,
      "loss": 0.4329,
      "step": 2070
    },
    {
      "epoch": 1.8,
      "grad_norm": 2.2154473812994255,
      "learning_rate": 3.4943386765624564e-06,
      "loss": 0.4464,
      "step": 2075
    },
    {
      "epoch": 1.81,
      "grad_norm": 2.379437949936965,
      "learning_rate": 3.472423734328205e-06,
      "loss": 0.4494,
      "step": 2080
    },
    {
      "epoch": 1.81,
      "grad_norm": 2.2412367250685374,
      "learning_rate": 3.450541111284447e-06,
      "loss": 0.444,
      "step": 2085
    },
    {
      "epoch": 1.82,
      "grad_norm": 2.2888382910956655,
      "learning_rate": 3.4286912704055507e-06,
      "loss": 0.4525,
      "step": 2090
    },
    {
      "epoch": 1.82,
      "grad_norm": 2.270694169670531,
      "learning_rate": 3.4068746739723124e-06,
      "loss": 0.4465,
      "step": 2095
    },
    {
      "epoch": 1.83,
      "grad_norm": 2.403612322315147,
      "learning_rate": 3.385091783562168e-06,
      "loss": 0.4423,
      "step": 2100
    },
    {
      "epoch": 1.83,
      "grad_norm": 2.3531894071091233,
      "learning_rate": 3.363343060039431e-06,
      "loss": 0.4234,
      "step": 2105
    },
    {
      "epoch": 1.83,
      "grad_norm": 2.2914909080973622,
      "learning_rate": 3.3416289635455367e-06,
      "loss": 0.4485,
      "step": 2110
    },
    {
      "epoch": 1.84,
      "grad_norm": 2.265368076663664,
      "learning_rate": 3.319949953489313e-06,
      "loss": 0.4503,
      "step": 2115
    },
    {
      "epoch": 1.84,
      "grad_norm": 2.1959246230192666,
      "learning_rate": 3.2983064885372574e-06,
      "loss": 0.4174,
      "step": 2120
    },
    {
      "epoch": 1.85,
      "grad_norm": 2.2566063733367145,
      "learning_rate": 3.2766990266038358e-06,
      "loss": 0.4202,
      "step": 2125
    },
    {
      "epoch": 1.85,
      "grad_norm": 2.421453614794928,
      "learning_rate": 3.255128024841786e-06,
      "loss": 0.4445,
      "step": 2130
    },
    {
      "epoch": 1.86,
      "grad_norm": 2.2481623701541027,
      "learning_rate": 3.233593939632458e-06,
      "loss": 0.4356,
      "step": 2135
    },
    {
      "epoch": 1.86,
      "grad_norm": 2.241280678645406,
      "learning_rate": 3.21209722657615e-06,
      "loss": 0.4285,
      "step": 2140
    },
    {
      "epoch": 1.87,
      "grad_norm": 2.322803716341616,
      "learning_rate": 3.1906383404824735e-06,
      "loss": 0.4439,
      "step": 2145
    },
    {
      "epoch": 1.87,
      "grad_norm": 2.322285084946949,
      "learning_rate": 3.169217735360721e-06,
      "loss": 0.428,
      "step": 2150
    },
    {
      "epoch": 1.87,
      "grad_norm": 2.2276484946529838,
      "learning_rate": 3.1478358644102763e-06,
      "loss": 0.4263,
      "step": 2155
    },
    {
      "epoch": 1.88,
      "grad_norm": 2.303959342499357,
      "learning_rate": 3.1264931800110143e-06,
      "loss": 0.435,
      "step": 2160
    },
    {
      "epoch": 1.88,
      "grad_norm": 2.3968857618720576,
      "learning_rate": 3.1051901337137337e-06,
      "loss": 0.4344,
      "step": 2165
    },
    {
      "epoch": 1.89,
      "grad_norm": 2.2864487346327955,
      "learning_rate": 3.083927176230601e-06,
      "loss": 0.4146,
      "step": 2170
    },
    {
      "epoch": 1.89,
      "grad_norm": 2.2707616791627934,
      "learning_rate": 3.062704757425622e-06,
      "loss": 0.4255,
      "step": 2175
    },
    {
      "epoch": 1.9,
      "grad_norm": 2.207654035345,
      "learning_rate": 3.041523326305112e-06,
      "loss": 0.436,
      "step": 2180
    },
    {
      "epoch": 1.9,
      "grad_norm": 2.1599866413154234,
      "learning_rate": 3.020383331008212e-06,
      "loss": 0.4135,
      "step": 2185
    },
    {
      "epoch": 1.9,
      "grad_norm": 2.2816200841515735,
      "learning_rate": 2.9992852187973877e-06,
      "loss": 0.4195,
      "step": 2190
    },
    {
      "epoch": 1.91,
      "grad_norm": 2.229660770796668,
      "learning_rate": 2.978229436048983e-06,
      "loss": 0.4182,
      "step": 2195
    },
    {
      "epoch": 1.91,
      "grad_norm": 2.270385764605724,
      "learning_rate": 2.957216428243772e-06,
      "loss": 0.4293,
      "step": 2200
    },
    {
      "epoch": 1.92,
      "grad_norm": 2.212249171865807,
      "learning_rate": 2.9362466399575295e-06,
      "loss": 0.4269,
      "step": 2205
    },
    {
      "epoch": 1.92,
      "grad_norm": 2.3022153629135467,
      "learning_rate": 2.915320514851627e-06,
      "loss": 0.4252,
      "step": 2210
    },
    {
      "epoch": 1.93,
      "grad_norm": 2.1798650360818383,
      "learning_rate": 2.894438495663644e-06,
      "loss": 0.4186,
      "step": 2215
    },
    {
      "epoch": 1.93,
      "grad_norm": 2.266858831074868,
      "learning_rate": 2.8736010241980115e-06,
      "loss": 0.4366,
      "step": 2220
    },
    {
      "epoch": 1.93,
      "grad_norm": 2.1667781306193334,
      "learning_rate": 2.8528085413166527e-06,
      "loss": 0.4136,
      "step": 2225
    },
    {
      "epoch": 1.94,
      "grad_norm": 2.2017355573681985,
      "learning_rate": 2.8320614869296566e-06,
      "loss": 0.4342,
      "step": 2230
    },
    {
      "epoch": 1.94,
      "grad_norm": 2.2079876034896455,
      "learning_rate": 2.8113602999859764e-06,
      "loss": 0.4345,
      "step": 2235
    },
    {
      "epoch": 1.95,
      "grad_norm": 2.202004834836398,
      "learning_rate": 2.7907054184641412e-06,
      "loss": 0.4152,
      "step": 2240
    },
    {
      "epoch": 1.95,
      "grad_norm": 2.16840408850076,
      "learning_rate": 2.7700972793629866e-06,
      "loss": 0.4222,
      "step": 2245
    },
    {
      "epoch": 1.96,
      "grad_norm": 2.223578396387233,
      "learning_rate": 2.7495363186924125e-06,
      "loss": 0.4349,
      "step": 2250
    },
    {
      "epoch": 1.96,
      "grad_norm": 2.261505217210584,
      "learning_rate": 2.7290229714641546e-06,
      "loss": 0.4334,
      "step": 2255
    },
    {
      "epoch": 1.97,
      "grad_norm": 2.2233867732051404,
      "learning_rate": 2.708557671682586e-06,
      "loss": 0.4338,
      "step": 2260
    },
    {
      "epoch": 1.97,
      "grad_norm": 2.283982826150082,
      "learning_rate": 2.68814085233553e-06,
      "loss": 0.4255,
      "step": 2265
    },
    {
      "epoch": 1.97,
      "grad_norm": 2.237726467608789,
      "learning_rate": 2.6677729453850964e-06,
      "loss": 0.4211,
      "step": 2270
    },
    {
      "epoch": 1.98,
      "grad_norm": 2.331024809245345,
      "learning_rate": 2.6474543817585575e-06,
      "loss": 0.4407,
      "step": 2275
    },
    {
      "epoch": 1.98,
      "grad_norm": 2.2236864768079294,
      "learning_rate": 2.627185591339212e-06,
      "loss": 0.4317,
      "step": 2280
    },
    {
      "epoch": 1.99,
      "grad_norm": 2.2713302070160997,
      "learning_rate": 2.6069670029573036e-06,
      "loss": 0.4206,
      "step": 2285
    },
    {
      "epoch": 1.99,
      "grad_norm": 2.2901608785310743,
      "learning_rate": 2.5867990443809373e-06,
      "loss": 0.4385,
      "step": 2290
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.2797959852072096,
      "learning_rate": 2.5666821423070386e-06,
      "loss": 0.4167,
      "step": 2295
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.25422106532395,
      "learning_rate": 2.546616722352321e-06,
      "loss": 0.4267,
      "step": 2300
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.078936861391817,
      "learning_rate": 2.526603209044286e-06,
      "loss": 0.2427,
      "step": 2305
    },
    {
      "epoch": 2.01,
      "grad_norm": 3.0338752203541777,
      "learning_rate": 2.50664202581223e-06,
      "loss": 0.2334,
      "step": 2310
    },
    {
      "epoch": 2.01,
      "grad_norm": 2.6674179643190516,
      "learning_rate": 2.486733594978298e-06,
      "loss": 0.2044,
      "step": 2315
    },
    {
      "epoch": 2.02,
      "grad_norm": 2.5584075286035772,
      "learning_rate": 2.466878337748541e-06,
      "loss": 0.2142,
      "step": 2320
    },
    {
      "epoch": 2.02,
      "grad_norm": 2.4273031380880057,
      "learning_rate": 2.447076674204011e-06,
      "loss": 0.2183,
      "step": 2325
    },
    {
      "epoch": 2.03,
      "grad_norm": 2.281976180794783,
      "learning_rate": 2.427329023291864e-06,
      "loss": 0.2129,
      "step": 2330
    },
    {
      "epoch": 2.03,
      "grad_norm": 2.3648221730843395,
      "learning_rate": 2.407635802816506e-06,
      "loss": 0.2317,
      "step": 2335
    },
    {
      "epoch": 2.03,
      "grad_norm": 2.3911736141745537,
      "learning_rate": 2.387997429430746e-06,
      "loss": 0.2245,
      "step": 2340
    },
    {
      "epoch": 2.04,
      "grad_norm": 2.595042568929118,
      "learning_rate": 2.3684143186269887e-06,
      "loss": 0.2236,
      "step": 2345
    },
    {
      "epoch": 2.04,
      "grad_norm": 2.4778116434984025,
      "learning_rate": 2.3488868847284296e-06,
      "loss": 0.2211,
      "step": 2350
    },
    {
      "epoch": 2.05,
      "grad_norm": 2.4910327415757756,
      "learning_rate": 2.329415540880307e-06,
      "loss": 0.2211,
      "step": 2355
    },
    {
      "epoch": 2.05,
      "grad_norm": 2.4290998048021977,
      "learning_rate": 2.3100006990411476e-06,
      "loss": 0.2183,
      "step": 2360
    },
    {
      "epoch": 2.06,
      "grad_norm": 2.356104409371097,
      "learning_rate": 2.290642769974063e-06,
      "loss": 0.2151,
      "step": 2365
    },
    {
      "epoch": 2.06,
      "grad_norm": 2.520455659230371,
      "learning_rate": 2.271342163238041e-06,
      "loss": 0.2299,
      "step": 2370
    },
    {
      "epoch": 2.07,
      "grad_norm": 2.33654416831311,
      "learning_rate": 2.252099287179298e-06,
      "loss": 0.2137,
      "step": 2375
    },
    {
      "epoch": 2.07,
      "grad_norm": 2.565006159671707,
      "learning_rate": 2.2329145489226307e-06,
      "loss": 0.2279,
      "step": 2380
    },
    {
      "epoch": 2.07,
      "grad_norm": 2.5151919660325968,
      "learning_rate": 2.2137883543628047e-06,
      "loss": 0.2185,
      "step": 2385
    },
    {
      "epoch": 2.08,
      "grad_norm": 2.4666107209087187,
      "learning_rate": 2.1947211081559666e-06,
      "loss": 0.2073,
      "step": 2390
    },
    {
      "epoch": 2.08,
      "grad_norm": 2.4483308704122195,
      "learning_rate": 2.1757132137110826e-06,
      "loss": 0.2184,
      "step": 2395
    },
    {
      "epoch": 2.09,
      "grad_norm": 2.4022068639942367,
      "learning_rate": 2.1567650731814045e-06,
      "loss": 0.2216,
      "step": 2400
    },
    {
      "epoch": 2.09,
      "grad_norm": 2.4475371432336663,
      "learning_rate": 2.1378770874559607e-06,
      "loss": 0.2049,
      "step": 2405
    },
    {
      "epoch": 2.1,
      "grad_norm": 2.5467512300119015,
      "learning_rate": 2.1190496561510693e-06,
      "loss": 0.2056,
      "step": 2410
    },
    {
      "epoch": 2.1,
      "grad_norm": 2.3365808578736518,
      "learning_rate": 2.100283177601892e-06,
      "loss": 0.2051,
      "step": 2415
    },
    {
      "epoch": 2.1,
      "grad_norm": 2.3441486856497225,
      "learning_rate": 2.081578048854007e-06,
      "loss": 0.2138,
      "step": 2420
    },
    {
      "epoch": 2.11,
      "grad_norm": 2.635268753849708,
      "learning_rate": 2.0629346656549996e-06,
      "loss": 0.2185,
      "step": 2425
    },
    {
      "epoch": 2.11,
      "grad_norm": 2.4875959650107458,
      "learning_rate": 2.044353422446091e-06,
      "loss": 0.2205,
      "step": 2430
    },
    {
      "epoch": 2.12,
      "grad_norm": 2.453382098035225,
      "learning_rate": 2.0258347123538013e-06,
      "loss": 0.2194,
      "step": 2435
    },
    {
      "epoch": 2.12,
      "grad_norm": 2.5535540646032593,
      "learning_rate": 2.0073789271816246e-06,
      "loss": 0.225,
      "step": 2440
    },
    {
      "epoch": 2.13,
      "grad_norm": 2.3990094762895153,
      "learning_rate": 1.9889864574017433e-06,
      "loss": 0.2212,
      "step": 2445
    },
    {
      "epoch": 2.13,
      "grad_norm": 2.572526283977743,
      "learning_rate": 1.9706576921467627e-06,
      "loss": 0.2189,
      "step": 2450
    },
    {
      "epoch": 2.13,
      "grad_norm": 2.4878028844723907,
      "learning_rate": 1.952393019201484e-06,
      "loss": 0.2266,
      "step": 2455
    },
    {
      "epoch": 2.14,
      "grad_norm": 2.3992447329696107,
      "learning_rate": 1.934192824994694e-06,
      "loss": 0.2011,
      "step": 2460
    },
    {
      "epoch": 2.14,
      "grad_norm": 3.230696063743111,
      "learning_rate": 1.916057494590994e-06,
      "loss": 0.2138,
      "step": 2465
    },
    {
      "epoch": 2.15,
      "grad_norm": 2.4556476782365957,
      "learning_rate": 1.8979874116826436e-06,
      "loss": 0.2128,
      "step": 2470
    },
    {
      "epoch": 2.15,
      "grad_norm": 2.5017117854146984,
      "learning_rate": 1.8799829585814627e-06,
      "loss": 0.2127,
      "step": 2475
    },
    {
      "epoch": 2.16,
      "grad_norm": 2.3513868209738744,
      "learning_rate": 1.8620445162107204e-06,
      "loss": 0.2047,
      "step": 2480
    },
    {
      "epoch": 2.16,
      "grad_norm": 2.3299203264727852,
      "learning_rate": 1.8441724640970904e-06,
      "loss": 0.2101,
      "step": 2485
    },
    {
      "epoch": 2.17,
      "grad_norm": 2.4798119847923235,
      "learning_rate": 1.826367180362612e-06,
      "loss": 0.2171,
      "step": 2490
    },
    {
      "epoch": 2.17,
      "grad_norm": 2.538341375619424,
      "learning_rate": 1.808629041716698e-06,
      "loss": 0.2213,
      "step": 2495
    },
    {
      "epoch": 2.17,
      "grad_norm": 2.472603273914458,
      "learning_rate": 1.7909584234481591e-06,
      "loss": 0.2141,
      "step": 2500
    },
    {
      "epoch": 2.18,
      "grad_norm": 2.4757251006111747,
      "learning_rate": 1.7733556994172719e-06,
      "loss": 0.2076,
      "step": 2505
    },
    {
      "epoch": 2.18,
      "grad_norm": 2.4403116297970606,
      "learning_rate": 1.7558212420478533e-06,
      "loss": 0.2108,
      "step": 2510
    },
    {
      "epoch": 2.19,
      "grad_norm": 2.3937822033927123,
      "learning_rate": 1.7383554223193977e-06,
      "loss": 0.2183,
      "step": 2515
    },
    {
      "epoch": 2.19,
      "grad_norm": 2.4812019825904854,
      "learning_rate": 1.720958609759219e-06,
      "loss": 0.2036,
      "step": 2520
    },
    {
      "epoch": 2.2,
      "grad_norm": 2.815408112564539,
      "learning_rate": 1.703631172434636e-06,
      "loss": 0.2217,
      "step": 2525
    },
    {
      "epoch": 2.2,
      "grad_norm": 2.561348994388801,
      "learning_rate": 1.6863734769451822e-06,
      "loss": 0.2194,
      "step": 2530
    },
    {
      "epoch": 2.2,
      "grad_norm": 2.3832304794284993,
      "learning_rate": 1.6691858884148527e-06,
      "loss": 0.2063,
      "step": 2535
    },
    {
      "epoch": 2.21,
      "grad_norm": 2.4670748321250917,
      "learning_rate": 1.6520687704843762e-06,
      "loss": 0.213,
      "step": 2540
    },
    {
      "epoch": 2.21,
      "grad_norm": 2.509183464514469,
      "learning_rate": 1.6350224853035268e-06,
      "loss": 0.2193,
      "step": 2545
    },
    {
      "epoch": 2.22,
      "grad_norm": 2.4993326189673923,
      "learning_rate": 1.6180473935234508e-06,
      "loss": 0.2091,
      "step": 2550
    },
    {
      "epoch": 2.22,
      "grad_norm": 2.4702996837153424,
      "learning_rate": 1.6011438542890484e-06,
      "loss": 0.2254,
      "step": 2555
    },
    {
      "epoch": 2.23,
      "grad_norm": 2.557538672084199,
      "learning_rate": 1.584312225231373e-06,
      "loss": 0.2146,
      "step": 2560
    },
    {
      "epoch": 2.23,
      "grad_norm": 2.5982075216250307,
      "learning_rate": 1.56755286246006e-06,
      "loss": 0.2216,
      "step": 2565
    },
    {
      "epoch": 2.23,
      "grad_norm": 2.4959152897024275,
      "learning_rate": 1.5508661205557902e-06,
      "loss": 0.2067,
      "step": 2570
    },
    {
      "epoch": 2.24,
      "grad_norm": 2.4985893772429204,
      "learning_rate": 1.5342523525627973e-06,
      "loss": 0.2214,
      "step": 2575
    },
    {
      "epoch": 2.24,
      "grad_norm": 2.409035587015272,
      "learning_rate": 1.5177119099813925e-06,
      "loss": 0.2147,
      "step": 2580
    },
    {
      "epoch": 2.25,
      "grad_norm": 2.5968730449121766,
      "learning_rate": 1.5012451427605295e-06,
      "loss": 0.2184,
      "step": 2585
    },
    {
      "epoch": 2.25,
      "grad_norm": 2.5561487275537393,
      "learning_rate": 1.484852399290398e-06,
      "loss": 0.2052,
      "step": 2590
    },
    {
      "epoch": 2.26,
      "grad_norm": 2.632110553434636,
      "learning_rate": 1.468534026395056e-06,
      "loss": 0.2159,
      "step": 2595
    },
    {
      "epoch": 2.26,
      "grad_norm": 2.6369225582838727,
      "learning_rate": 1.4522903693250906e-06,
      "loss": 0.2359,
      "step": 2600
    },
    {
      "epoch": 2.27,
      "grad_norm": 2.4423086751769447,
      "learning_rate": 1.4361217717503145e-06,
      "loss": 0.2131,
      "step": 2605
    },
    {
      "epoch": 2.27,
      "grad_norm": 2.468483025647043,
      "learning_rate": 1.4200285757524896e-06,
      "loss": 0.2159,
      "step": 2610
    },
    {
      "epoch": 2.27,
      "grad_norm": 2.4975935128764726,
      "learning_rate": 1.4040111218180968e-06,
      "loss": 0.2034,
      "step": 2615
    },
    {
      "epoch": 2.28,
      "grad_norm": 2.5909634014951712,
      "learning_rate": 1.388069748831133e-06,
      "loss": 0.2242,
      "step": 2620
    },
    {
      "epoch": 2.28,
      "grad_norm": 2.5919849822402985,
      "learning_rate": 1.3722047940659328e-06,
      "loss": 0.2194,
      "step": 2625
    },
    {
      "epoch": 2.29,
      "grad_norm": 2.455607537878878,
      "learning_rate": 1.356416593180036e-06,
      "loss": 0.2227,
      "step": 2630
    },
    {
      "epoch": 2.29,
      "grad_norm": 2.5525735792403075,
      "learning_rate": 1.3407054802070923e-06,
      "loss": 0.2177,
      "step": 2635
    },
    {
      "epoch": 2.3,
      "grad_norm": 2.5763191988421417,
      "learning_rate": 1.3250717875497865e-06,
      "loss": 0.2033,
      "step": 2640
    },
    {
      "epoch": 2.3,
      "grad_norm": 2.5268479767549334,
      "learning_rate": 1.3095158459728092e-06,
      "loss": 0.2055,
      "step": 2645
    },
    {
      "epoch": 2.3,
      "grad_norm": 2.5486803652093633,
      "learning_rate": 1.294037984595859e-06,
      "loss": 0.2083,
      "step": 2650
    },
    {
      "epoch": 2.31,
      "grad_norm": 2.566098393683622,
      "learning_rate": 1.2786385308866772e-06,
      "loss": 0.2154,
      "step": 2655
    },
    {
      "epoch": 2.31,
      "grad_norm": 3.188245118367528,
      "learning_rate": 1.2633178106541217e-06,
      "loss": 0.2129,
      "step": 2660
    },
    {
      "epoch": 2.32,
      "grad_norm": 2.5401452854445794,
      "learning_rate": 1.248076148041274e-06,
      "loss": 0.204,
      "step": 2665
    },
    {
      "epoch": 2.32,
      "grad_norm": 2.4149301452746132,
      "learning_rate": 1.2329138655185736e-06,
      "loss": 0.2119,
      "step": 2670
    },
    {
      "epoch": 2.33,
      "grad_norm": 2.4601647903220676,
      "learning_rate": 1.2178312838770119e-06,
      "loss": 0.212,
      "step": 2675
    },
    {
      "epoch": 2.33,
      "grad_norm": 2.503416524017546,
      "learning_rate": 1.2028287222213286e-06,
      "loss": 0.2095,
      "step": 2680
    },
    {
      "epoch": 2.33,
      "grad_norm": 2.514672386421696,
      "learning_rate": 1.1879064979632705e-06,
      "loss": 0.209,
      "step": 2685
    },
    {
      "epoch": 2.34,
      "grad_norm": 2.589514084936205,
      "learning_rate": 1.1730649268148663e-06,
      "loss": 0.2134,
      "step": 2690
    },
    {
      "epoch": 2.34,
      "grad_norm": 2.3972054242854246,
      "learning_rate": 1.1583043227817608e-06,
      "loss": 0.1996,
      "step": 2695
    },
    {
      "epoch": 2.35,
      "grad_norm": 2.9915330230427144,
      "learning_rate": 1.1436249981565577e-06,
      "loss": 0.2097,
      "step": 2700
    },
    {
      "epoch": 2.35,
      "grad_norm": 2.4095232184813056,
      "learning_rate": 1.1290272635122256e-06,
      "loss": 0.2089,
      "step": 2705
    },
    {
      "epoch": 2.36,
      "grad_norm": 2.40401180034597,
      "learning_rate": 1.114511427695512e-06,
      "loss": 0.2043,
      "step": 2710
    },
    {
      "epoch": 2.36,
      "grad_norm": 2.5990161443829143,
      "learning_rate": 1.1000777978204214e-06,
      "loss": 0.2138,
      "step": 2715
    },
    {
      "epoch": 2.37,
      "grad_norm": 2.412272176972184,
      "learning_rate": 1.0857266792617122e-06,
      "loss": 0.2129,
      "step": 2720
    },
    {
      "epoch": 2.37,
      "grad_norm": 2.490425041886623,
      "learning_rate": 1.0714583756484382e-06,
      "loss": 0.2081,
      "step": 2725
    },
    {
      "epoch": 2.37,
      "grad_norm": 2.545431926941494,
      "learning_rate": 1.057273188857521e-06,
      "loss": 0.1969,
      "step": 2730
    },
    {
      "epoch": 2.38,
      "grad_norm": 2.5491354697389994,
      "learning_rate": 1.0431714190073673e-06,
      "loss": 0.2099,
      "step": 2735
    },
    {
      "epoch": 2.38,
      "grad_norm": 2.535722843097943,
      "learning_rate": 1.0291533644515167e-06,
      "loss": 0.2188,
      "step": 2740
    },
    {
      "epoch": 2.39,
      "grad_norm": 2.4412268635568823,
      "learning_rate": 1.0152193217723316e-06,
      "loss": 0.2066,
      "step": 2745
    },
    {
      "epoch": 2.39,
      "grad_norm": 2.4284105675604466,
      "learning_rate": 1.0013695857747175e-06,
      "loss": 0.2046,
      "step": 2750
    },
    {
      "epoch": 2.4,
      "grad_norm": 2.5647064944739415,
      "learning_rate": 9.876044494798897e-07,
      "loss": 0.2028,
      "step": 2755
    },
    {
      "epoch": 2.4,
      "grad_norm": 2.4550051723816115,
      "learning_rate": 9.739242041191782e-07,
      "loss": 0.2041,
      "step": 2760
    },
    {
      "epoch": 2.4,
      "grad_norm": 2.500586072069052,
      "learning_rate": 9.60329139127857e-07,
      "loss": 0.2034,
      "step": 2765
    },
    {
      "epoch": 2.41,
      "grad_norm": 2.486030234412699,
      "learning_rate": 9.46819542139023e-07,
      "loss": 0.2105,
      "step": 2770
    },
    {
      "epoch": 2.41,
      "grad_norm": 2.47132818523371,
      "learning_rate": 9.333956989775151e-07,
      "loss": 0.2062,
      "step": 2775
    },
    {
      "epoch": 2.42,
      "grad_norm": 2.5162354138555383,
      "learning_rate": 9.200578936538629e-07,
      "loss": 0.2042,
      "step": 2780
    },
    {
      "epoch": 2.42,
      "grad_norm": 2.6450756972218112,
      "learning_rate": 9.06806408358279e-07,
      "loss": 0.2068,
      "step": 2785
    },
    {
      "epoch": 2.43,
      "grad_norm": 2.51599107747933,
      "learning_rate": 8.93641523454688e-07,
      "loss": 0.2167,
      "step": 2790
    },
    {
      "epoch": 2.43,
      "grad_norm": 2.452817624703225,
      "learning_rate": 8.805635174747962e-07,
      "loss": 0.2112,
      "step": 2795
    },
    {
      "epoch": 2.43,
      "grad_norm": 2.499623368832961,
      "learning_rate": 8.67572667112197e-07,
      "loss": 0.2088,
      "step": 2800
    },
    {
      "epoch": 2.44,
      "grad_norm": 2.4658751702963886,
      "learning_rate": 8.546692472165197e-07,
      "loss": 0.206,
      "step": 2805
    },
    {
      "epoch": 2.44,
      "grad_norm": 2.611752158683941,
      "learning_rate": 8.418535307876058e-07,
      "loss": 0.2188,
      "step": 2810
    },
    {
      "epoch": 2.45,
      "grad_norm": 2.604795643200606,
      "learning_rate": 8.291257889697485e-07,
      "loss": 0.2034,
      "step": 2815
    },
    {
      "epoch": 2.45,
      "grad_norm": 2.522685491865494,
      "learning_rate": 8.16486291045942e-07,
      "loss": 0.2092,
      "step": 2820
    },
    {
      "epoch": 2.46,
      "grad_norm": 2.674101175782956,
      "learning_rate": 8.039353044321918e-07,
      "loss": 0.2073,
      "step": 2825
    },
    {
      "epoch": 2.46,
      "grad_norm": 2.580255680760457,
      "learning_rate": 7.914730946718507e-07,
      "loss": 0.2169,
      "step": 2830
    },
    {
      "epoch": 2.47,
      "grad_norm": 2.5015240037459154,
      "learning_rate": 7.790999254300081e-07,
      "loss": 0.2041,
      "step": 2835
    },
    {
      "epoch": 2.47,
      "grad_norm": 2.4392301749269687,
      "learning_rate": 7.66816058487907e-07,
      "loss": 0.2005,
      "step": 2840
    },
    {
      "epoch": 2.47,
      "grad_norm": 2.3498058173364234,
      "learning_rate": 7.546217537374073e-07,
      "loss": 0.2026,
      "step": 2845
    },
    {
      "epoch": 2.48,
      "grad_norm": 2.4522810673328204,
      "learning_rate": 7.425172691754851e-07,
      "loss": 0.2123,
      "step": 2850
    },
    {
      "epoch": 2.48,
      "grad_norm": 2.4816500907084356,
      "learning_rate": 7.305028608987763e-07,
      "loss": 0.2218,
      "step": 2855
    },
    {
      "epoch": 2.49,
      "grad_norm": 2.4611236830391565,
      "learning_rate": 7.185787830981572e-07,
      "loss": 0.2082,
      "step": 2860
    },
    {
      "epoch": 2.49,
      "grad_norm": 2.6003284220480687,
      "learning_rate": 7.067452880533665e-07,
      "loss": 0.2076,
      "step": 2865
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.4885849533798625,
      "learning_rate": 6.950026261276699e-07,
      "loss": 0.2173,
      "step": 2870
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.5433749317969188,
      "learning_rate": 6.833510457625586e-07,
      "loss": 0.2183,
      "step": 2875
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.618342149652622,
      "learning_rate": 6.717907934724982e-07,
      "loss": 0.2072,
      "step": 2880
    },
    {
      "epoch": 2.51,
      "grad_norm": 2.470474590569744,
      "learning_rate": 6.603221138397104e-07,
      "loss": 0.2107,
      "step": 2885
    },
    {
      "epoch": 2.51,
      "grad_norm": 2.56294794338806,
      "learning_rate": 6.489452495089959e-07,
      "loss": 0.2141,
      "step": 2890
    },
    {
      "epoch": 2.52,
      "grad_norm": 2.5169368315503546,
      "learning_rate": 6.376604411826071e-07,
      "loss": 0.2062,
      "step": 2895
    },
    {
      "epoch": 2.52,
      "grad_norm": 2.57841805322415,
      "learning_rate": 6.264679276151486e-07,
      "loss": 0.2067,
      "step": 2900
    },
    {
      "epoch": 2.53,
      "grad_norm": 2.341138644238091,
      "learning_rate": 6.153679456085344e-07,
      "loss": 0.2003,
      "step": 2905
    },
    {
      "epoch": 2.53,
      "grad_norm": 2.5007286495912626,
      "learning_rate": 6.043607300069654e-07,
      "loss": 0.2106,
      "step": 2910
    },
    {
      "epoch": 2.53,
      "grad_norm": 2.455825720793518,
      "learning_rate": 5.934465136919737e-07,
      "loss": 0.2083,
      "step": 2915
    },
    {
      "epoch": 2.54,
      "grad_norm": 2.5627510227859283,
      "learning_rate": 5.826255275774861e-07,
      "loss": 0.2049,
      "step": 2920
    },
    {
      "epoch": 2.54,
      "grad_norm": 2.5412171669600037,
      "learning_rate": 5.718980006049446e-07,
      "loss": 0.2129,
      "step": 2925
    },
    {
      "epoch": 2.55,
      "grad_norm": 2.624753714196973,
      "learning_rate": 5.612641597384588e-07,
      "loss": 0.2017,
      "step": 2930
    },
    {
      "epoch": 2.55,
      "grad_norm": 2.380115969904747,
      "learning_rate": 5.507242299600063e-07,
      "loss": 0.1942,
      "step": 2935
    },
    {
      "epoch": 2.56,
      "grad_norm": 2.3667094450521615,
      "learning_rate": 5.402784342646711e-07,
      "loss": 0.2042,
      "step": 2940
    },
    {
      "epoch": 2.56,
      "grad_norm": 2.4494439523093385,
      "learning_rate": 5.299269936559276e-07,
      "loss": 0.2082,
      "step": 2945
    },
    {
      "epoch": 2.57,
      "grad_norm": 2.51623944394463,
      "learning_rate": 5.196701271409616e-07,
      "loss": 0.2077,
      "step": 2950
    },
    {
      "epoch": 2.57,
      "grad_norm": 2.455262291358995,
      "learning_rate": 5.095080517260398e-07,
      "loss": 0.2076,
      "step": 2955
    },
    {
      "epoch": 2.57,
      "grad_norm": 2.402969127726828,
      "learning_rate": 4.994409824119189e-07,
      "loss": 0.2104,
      "step": 2960
    },
    {
      "epoch": 2.58,
      "grad_norm": 2.5411078463886976,
      "learning_rate": 4.894691321892947e-07,
      "loss": 0.2036,
      "step": 2965
    },
    {
      "epoch": 2.58,
      "grad_norm": 2.5610023367407013,
      "learning_rate": 4.795927120342941e-07,
      "loss": 0.2156,
      "step": 2970
    },
    {
      "epoch": 2.59,
      "grad_norm": 2.3831696328366587,
      "learning_rate": 4.698119309040161e-07,
      "loss": 0.2198,
      "step": 2975
    },
    {
      "epoch": 2.59,
      "grad_norm": 2.451514189548151,
      "learning_rate": 4.601269957321092e-07,
      "loss": 0.2131,
      "step": 2980
    },
    {
      "epoch": 2.6,
      "grad_norm": 2.488054419848398,
      "learning_rate": 4.5053811142439065e-07,
      "loss": 0.2004,
      "step": 2985
    },
    {
      "epoch": 2.6,
      "grad_norm": 2.5153011259562548,
      "learning_rate": 4.410454808545145e-07,
      "loss": 0.2087,
      "step": 2990
    },
    {
      "epoch": 2.6,
      "grad_norm": 2.625557424121124,
      "learning_rate": 4.316493048596787e-07,
      "loss": 0.2014,
      "step": 2995
    },
    {
      "epoch": 2.61,
      "grad_norm": 2.513699023438469,
      "learning_rate": 4.2234978223637367e-07,
      "loss": 0.2012,
      "step": 3000
    },
    {
      "epoch": 2.61,
      "grad_norm": 2.438028070603665,
      "learning_rate": 4.1314710973618e-07,
      "loss": 0.201,
      "step": 3005
    },
    {
      "epoch": 2.62,
      "grad_norm": 2.4740778831225283,
      "learning_rate": 4.0404148206160067e-07,
      "loss": 0.2156,
      "step": 3010
    },
    {
      "epoch": 2.62,
      "grad_norm": 2.5708421401806585,
      "learning_rate": 3.9503309186194883e-07,
      "loss": 0.2168,
      "step": 3015
    },
    {
      "epoch": 2.63,
      "grad_norm": 2.532678893774958,
      "learning_rate": 3.861221297292656e-07,
      "loss": 0.2096,
      "step": 3020
    },
    {
      "epoch": 2.63,
      "grad_norm": 2.4931735699463276,
      "learning_rate": 3.7730878419429074e-07,
      "loss": 0.212,
      "step": 3025
    },
    {
      "epoch": 2.63,
      "grad_norm": 2.5099900710577647,
      "learning_rate": 3.6859324172247024e-07,
      "loss": 0.2219,
      "step": 3030
    },
    {
      "epoch": 2.64,
      "grad_norm": 2.4782098135793653,
      "learning_rate": 3.599756867100185e-07,
      "loss": 0.2155,
      "step": 3035
    },
    {
      "epoch": 2.64,
      "grad_norm": 2.4326512505183318,
      "learning_rate": 3.5145630148000984e-07,
      "loss": 0.2107,
      "step": 3040
    },
    {
      "epoch": 2.65,
      "grad_norm": 2.3409116852369958,
      "learning_rate": 3.4303526627852467e-07,
      "loss": 0.1904,
      "step": 3045
    },
    {
      "epoch": 2.65,
      "grad_norm": 2.4986649496444366,
      "learning_rate": 3.3471275927083435e-07,
      "loss": 0.1994,
      "step": 3050
    },
    {
      "epoch": 2.66,
      "grad_norm": 2.5621370225131526,
      "learning_rate": 3.264889565376339e-07,
      "loss": 0.2106,
      "step": 3055
    },
    {
      "epoch": 2.66,
      "grad_norm": 2.397329927320774,
      "learning_rate": 3.1836403207131384e-07,
      "loss": 0.2039,
      "step": 3060
    },
    {
      "epoch": 2.67,
      "grad_norm": 2.5215478578818873,
      "learning_rate": 3.103381577722814e-07,
      "loss": 0.202,
      "step": 3065
    },
    {
      "epoch": 2.67,
      "grad_norm": 2.5156352432911664,
      "learning_rate": 3.0241150344532235e-07,
      "loss": 0.2179,
      "step": 3070
    },
    {
      "epoch": 2.67,
      "grad_norm": 2.4892379086828145,
      "learning_rate": 2.945842367960083e-07,
      "loss": 0.1955,
      "step": 3075
    },
    {
      "epoch": 2.68,
      "grad_norm": 2.509401893058839,
      "learning_rate": 2.8685652342714866e-07,
      "loss": 0.1975,
      "step": 3080
    },
    {
      "epoch": 2.68,
      "grad_norm": 2.4590377223696787,
      "learning_rate": 2.79228526835289e-07,
      "loss": 0.1955,
      "step": 3085
    },
    {
      "epoch": 2.69,
      "grad_norm": 2.508892056107057,
      "learning_rate": 2.717004084072472e-07,
      "loss": 0.211,
      "step": 3090
    },
    {
      "epoch": 2.69,
      "grad_norm": 2.531986161518802,
      "learning_rate": 2.642723274167036e-07,
      "loss": 0.2136,
      "step": 3095
    },
    {
      "epoch": 2.7,
      "grad_norm": 2.4284067477323905,
      "learning_rate": 2.5694444102082937e-07,
      "loss": 0.2064,
      "step": 3100
    },
    {
      "epoch": 2.7,
      "grad_norm": 2.52242961694727,
      "learning_rate": 2.4971690425696304e-07,
      "loss": 0.2142,
      "step": 3105
    },
    {
      "epoch": 2.7,
      "grad_norm": 2.3649373408065157,
      "learning_rate": 2.425898700393253e-07,
      "loss": 0.209,
      "step": 3110
    },
    {
      "epoch": 2.71,
      "grad_norm": 2.638699254233002,
      "learning_rate": 2.3556348915579064e-07,
      "loss": 0.2156,
      "step": 3115
    },
    {
      "epoch": 2.71,
      "grad_norm": 2.5635088985639176,
      "learning_rate": 2.286379102646924e-07,
      "loss": 0.2032,
      "step": 3120
    },
    {
      "epoch": 2.72,
      "grad_norm": 2.524195852568805,
      "learning_rate": 2.2181327989168e-07,
      "loss": 0.2089,
      "step": 3125
    },
    {
      "epoch": 2.72,
      "grad_norm": 2.5965127248630555,
      "learning_rate": 2.150897424266163e-07,
      "loss": 0.2225,
      "step": 3130
    },
    {
      "epoch": 2.73,
      "grad_norm": 2.5503575009918946,
      "learning_rate": 2.084674401205261e-07,
      "loss": 0.2067,
      "step": 3135
    },
    {
      "epoch": 2.73,
      "grad_norm": 2.3639921883945583,
      "learning_rate": 2.0194651308258374e-07,
      "loss": 0.2134,
      "step": 3140
    },
    {
      "epoch": 2.73,
      "grad_norm": 2.3630908811493687,
      "learning_rate": 1.9552709927715073e-07,
      "loss": 0.1948,
      "step": 3145
    },
    {
      "epoch": 2.74,
      "grad_norm": 2.414848836181585,
      "learning_rate": 1.8920933452085398e-07,
      "loss": 0.2089,
      "step": 3150
    },
    {
      "epoch": 2.74,
      "grad_norm": 2.5198185776025115,
      "learning_rate": 1.829933524797156e-07,
      "loss": 0.1925,
      "step": 3155
    },
    {
      "epoch": 2.75,
      "grad_norm": 2.3410805418099154,
      "learning_rate": 1.7687928466632421e-07,
      "loss": 0.2095,
      "step": 3160
    },
    {
      "epoch": 2.75,
      "grad_norm": 2.412427602576252,
      "learning_rate": 1.7086726043705093e-07,
      "loss": 0.2007,
      "step": 3165
    },
    {
      "epoch": 2.76,
      "grad_norm": 2.4666092611278554,
      "learning_rate": 1.6495740698931283e-07,
      "loss": 0.2079,
      "step": 3170
    },
    {
      "epoch": 2.76,
      "grad_norm": 2.4668785907422617,
      "learning_rate": 1.5914984935888278e-07,
      "loss": 0.2088,
      "step": 3175
    },
    {
      "epoch": 2.77,
      "grad_norm": 2.409143504334115,
      "learning_rate": 1.5344471041724485e-07,
      "loss": 0.2154,
      "step": 3180
    },
    {
      "epoch": 2.77,
      "grad_norm": 2.476783017513207,
      "learning_rate": 1.4784211086899147e-07,
      "loss": 0.2035,
      "step": 3185
    },
    {
      "epoch": 2.77,
      "grad_norm": 2.3968478523564904,
      "learning_rate": 1.423421692492738e-07,
      "loss": 0.2123,
      "step": 3190
    },
    {
      "epoch": 2.78,
      "grad_norm": 2.6123943502190996,
      "learning_rate": 1.369450019212898e-07,
      "loss": 0.199,
      "step": 3195
    },
    {
      "epoch": 2.78,
      "grad_norm": 2.5622025492517975,
      "learning_rate": 1.316507230738262e-07,
      "loss": 0.2148,
      "step": 3200
    },
    {
      "epoch": 2.79,
      "grad_norm": 2.4812824980330186,
      "learning_rate": 1.2645944471883997e-07,
      "loss": 0.2164,
      "step": 3205
    },
    {
      "epoch": 2.79,
      "grad_norm": 2.560828799518852,
      "learning_rate": 1.2137127668908733e-07,
      "loss": 0.2007,
      "step": 3210
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.4257116665392915,
      "learning_rate": 1.1638632663580452e-07,
      "loss": 0.1984,
      "step": 3215
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.391682340371937,
      "learning_rate": 1.1150470002642689e-07,
      "loss": 0.203,
      "step": 3220
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.545462773299088,
      "learning_rate": 1.067265001423573e-07,
      "loss": 0.2189,
      "step": 3225
    },
    {
      "epoch": 2.81,
      "grad_norm": 2.5517528532547398,
      "learning_rate": 1.0205182807678182e-07,
      "loss": 0.2092,
      "step": 3230
    },
    {
      "epoch": 2.81,
      "grad_norm": 2.6890101372722524,
      "learning_rate": 9.748078273253137e-08,
      "loss": 0.1998,
      "step": 3235
    },
    {
      "epoch": 2.82,
      "grad_norm": 2.5064597040050955,
      "learning_rate": 9.30134608199884e-08,
      "loss": 0.2126,
      "step": 3240
    },
    {
      "epoch": 2.82,
      "grad_norm": 2.442464216341298,
      "learning_rate": 8.864995685504252e-08,
      "loss": 0.2036,
      "step": 3245
    },
    {
      "epoch": 2.83,
      "grad_norm": 2.4567338439277835,
      "learning_rate": 8.439036315708693e-08,
      "loss": 0.2089,
      "step": 3250
    },
    {
      "epoch": 2.83,
      "grad_norm": 2.4443306161494647,
      "learning_rate": 8.023476984706957e-08,
      "loss": 0.2079,
      "step": 3255
    },
    {
      "epoch": 2.83,
      "grad_norm": 2.4195988191572555,
      "learning_rate": 7.618326484558402e-08,
      "loss": 0.2104,
      "step": 3260
    },
    {
      "epoch": 2.84,
      "grad_norm": 2.5824717459642725,
      "learning_rate": 7.22359338710088e-08,
      "loss": 0.2132,
      "step": 3265
    },
    {
      "epoch": 2.84,
      "grad_norm": 2.4494090419728174,
      "learning_rate": 6.839286043769655e-08,
      "loss": 0.2028,
      "step": 3270
    },
    {
      "epoch": 2.85,
      "grad_norm": 2.515432606332294,
      "learning_rate": 6.465412585420439e-08,
      "loss": 0.2038,
      "step": 3275
    },
    {
      "epoch": 2.85,
      "grad_norm": 2.426424214341233,
      "learning_rate": 6.101980922157524e-08,
      "loss": 0.2005,
      "step": 3280
    },
    {
      "epoch": 2.86,
      "grad_norm": 2.636637920666506,
      "learning_rate": 5.748998743166256e-08,
      "loss": 0.215,
      "step": 3285
    },
    {
      "epoch": 2.86,
      "grad_norm": 2.467390908234526,
      "learning_rate": 5.4064735165506035e-08,
      "loss": 0.2026,
      "step": 3290
    },
    {
      "epoch": 2.87,
      "grad_norm": 2.4543170202618123,
      "learning_rate": 5.0744124891748956e-08,
      "loss": 0.201,
      "step": 3295
    },
    {
      "epoch": 2.87,
      "grad_norm": 2.5570061460145825,
      "learning_rate": 4.7528226865107274e-08,
      "loss": 0.2116,
      "step": 3300
    },
    {
      "epoch": 2.87,
      "grad_norm": 2.414663905945939,
      "learning_rate": 4.4417109124882394e-08,
      "loss": 0.2074,
      "step": 3305
    },
    {
      "epoch": 2.88,
      "grad_norm": 2.480556770645684,
      "learning_rate": 4.1410837493519595e-08,
      "loss": 0.2197,
      "step": 3310
    },
    {
      "epoch": 2.88,
      "grad_norm": 2.320041349020439,
      "learning_rate": 3.8509475575219115e-08,
      "loss": 0.1922,
      "step": 3315
    },
    {
      "epoch": 2.89,
      "grad_norm": 2.460634533640002,
      "learning_rate": 3.571308475458723e-08,
      "loss": 0.205,
      "step": 3320
    },
    {
      "epoch": 2.89,
      "grad_norm": 2.4951723691188183,
      "learning_rate": 3.302172419534011e-08,
      "loss": 0.2005,
      "step": 3325
    },
    {
      "epoch": 2.9,
      "grad_norm": 2.626459593341851,
      "learning_rate": 3.04354508390492e-08,
      "loss": 0.2073,
      "step": 3330
    },
    {
      "epoch": 2.9,
      "grad_norm": 2.484067935611207,
      "learning_rate": 2.7954319403940555e-08,
      "loss": 0.2045,
      "step": 3335
    },
    {
      "epoch": 2.9,
      "grad_norm": 2.6177507146061743,
      "learning_rate": 2.5578382383732446e-08,
      "loss": 0.2014,
      "step": 3340
    },
    {
      "epoch": 2.91,
      "grad_norm": 2.3815239798499728,
      "learning_rate": 2.3307690046527887e-08,
      "loss": 0.206,
      "step": 3345
    },
    {
      "epoch": 2.91,
      "grad_norm": 2.4449110836459993,
      "learning_rate": 2.114229043375049e-08,
      "loss": 0.2001,
      "step": 3350
    },
    {
      "epoch": 2.92,
      "grad_norm": 2.5672009191881933,
      "learning_rate": 1.9082229359127512e-08,
      "loss": 0.2051,
      "step": 3355
    },
    {
      "epoch": 2.92,
      "grad_norm": 2.3860476035663334,
      "learning_rate": 1.7127550407721184e-08,
      "loss": 0.2014,
      "step": 3360
    },
    {
      "epoch": 2.93,
      "grad_norm": 2.4564198065905374,
      "learning_rate": 1.52782949350061e-08,
      "loss": 0.2012,
      "step": 3365
    },
    {
      "epoch": 2.93,
      "grad_norm": 2.5449218424263855,
      "learning_rate": 1.3534502065993826e-08,
      "loss": 0.2168,
      "step": 3370
    },
    {
      "epoch": 2.93,
      "grad_norm": 2.464276506097749,
      "learning_rate": 1.1896208694406886e-08,
      "loss": 0.2058,
      "step": 3375
    },
    {
      "epoch": 2.94,
      "grad_norm": 2.5854288843754825,
      "learning_rate": 1.0363449481896604e-08,
      "loss": 0.2157,
      "step": 3380
    },
    {
      "epoch": 2.94,
      "grad_norm": 2.4558545798988454,
      "learning_rate": 8.936256857308701e-09,
      "loss": 0.2058,
      "step": 3385
    },
    {
      "epoch": 2.95,
      "grad_norm": 2.4507285622247257,
      "learning_rate": 7.614661016001056e-09,
      "loss": 0.2081,
      "step": 3390
    },
    {
      "epoch": 2.95,
      "grad_norm": 2.3645967407276123,
      "learning_rate": 6.398689919201451e-09,
      "loss": 0.1973,
      "step": 3395
    },
    {
      "epoch": 2.96,
      "grad_norm": 2.389789682646647,
      "learning_rate": 5.288369293415807e-09,
      "loss": 0.1935,
      "step": 3400
    },
    {
      "epoch": 2.96,
      "grad_norm": 2.4222018767284457,
      "learning_rate": 4.283722629887521e-09,
      "loss": 0.2011,
      "step": 3405
    },
    {
      "epoch": 2.97,
      "grad_norm": 2.5358338089932335,
      "learning_rate": 3.3847711840950813e-09,
      "loss": 0.2005,
      "step": 3410
    },
    {
      "epoch": 2.97,
      "grad_norm": 2.5006583397784663,
      "learning_rate": 2.5915339753085355e-09,
      "loss": 0.2115,
      "step": 3415
    },
    {
      "epoch": 2.97,
      "grad_norm": 2.432870342062548,
      "learning_rate": 1.9040277861814836e-09,
      "loss": 0.2138,
      "step": 3420
    },
    {
      "epoch": 2.98,
      "grad_norm": 2.4313911378435606,
      "learning_rate": 1.3222671623991379e-09,
      "loss": 0.2131,
      "step": 3425
    },
    {
      "epoch": 2.98,
      "grad_norm": 2.510956565946373,
      "learning_rate": 8.462644123696794e-10,
      "loss": 0.2008,
      "step": 3430
    },
    {
      "epoch": 2.99,
      "grad_norm": 2.44361011474203,
      "learning_rate": 4.760296069639125e-10,
      "loss": 0.1937,
      "step": 3435
    },
    {
      "epoch": 2.99,
      "grad_norm": 2.6119833553202962,
      "learning_rate": 2.1157057930321079e-10,
      "loss": 0.2067,
      "step": 3440
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.4761340158997815,
      "learning_rate": 5.289292459187412e-11,
      "loss": 0.205,
      "step": 3445
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.4290543490047325,
      "learning_rate": 0.0,
      "loss": 0.2061,
      "step": 3450
    },
    {
      "epoch": 3.0,
      "step": 3450,
      "total_flos": 722333639639040.0,
      "train_loss": 0.45598918040593467,
      "train_runtime": 87085.3133,
      "train_samples_per_second": 2.535,
      "train_steps_per_second": 0.04
    }
  ],
  "logging_steps": 5,
  "max_steps": 3450,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 722333639639040.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}