{
  "best_metric": 0.9518218623481781,
  "best_model_checkpoint": "swin-tiny-patch4-window7-224-hotel_images_classifier_v2/checkpoint-3470",
  "epoch": 4.9946023749550195,
  "eval_steps": 500,
  "global_step": 3470,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 4.747580528259277,
      "learning_rate": 7.204610951008646e-07,
      "loss": 1.9842,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.086691379547119,
      "learning_rate": 1.4409221902017292e-06,
      "loss": 1.9811,
      "step": 10
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.6829681396484375,
      "learning_rate": 2.161383285302594e-06,
      "loss": 1.9832,
      "step": 15
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.578265190124512,
      "learning_rate": 2.8818443804034585e-06,
      "loss": 1.9501,
      "step": 20
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.904880523681641,
      "learning_rate": 3.602305475504323e-06,
      "loss": 1.917,
      "step": 25
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.561208248138428,
      "learning_rate": 4.322766570605188e-06,
      "loss": 1.868,
      "step": 30
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.837254047393799,
      "learning_rate": 5.043227665706052e-06,
      "loss": 1.8244,
      "step": 35
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.515142440795898,
      "learning_rate": 5.763688760806917e-06,
      "loss": 1.7756,
      "step": 40
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.021132946014404,
      "learning_rate": 6.484149855907781e-06,
      "loss": 1.7231,
      "step": 45
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.325433254241943,
      "learning_rate": 7.204610951008646e-06,
      "loss": 1.6389,
      "step": 50
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.28499698638916,
      "learning_rate": 7.92507204610951e-06,
      "loss": 1.5651,
      "step": 55
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.940927982330322,
      "learning_rate": 8.645533141210376e-06,
      "loss": 1.5001,
      "step": 60
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.624394416809082,
      "learning_rate": 9.36599423631124e-06,
      "loss": 1.3998,
      "step": 65
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.9989118576049805,
      "learning_rate": 1.0086455331412104e-05,
      "loss": 1.2913,
      "step": 70
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.203399658203125,
      "learning_rate": 1.0806916426512968e-05,
      "loss": 1.1994,
      "step": 75
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.825283050537109,
      "learning_rate": 1.1527377521613834e-05,
      "loss": 1.0557,
      "step": 80
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.639811992645264,
      "learning_rate": 1.2247838616714698e-05,
      "loss": 1.0077,
      "step": 85
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.167383670806885,
      "learning_rate": 1.2968299711815562e-05,
      "loss": 0.9303,
      "step": 90
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.177196979522705,
      "learning_rate": 1.3688760806916426e-05,
      "loss": 0.7967,
      "step": 95
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.489429950714111,
      "learning_rate": 1.4409221902017291e-05,
      "loss": 0.7269,
      "step": 100
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.555374622344971,
      "learning_rate": 1.5129682997118155e-05,
      "loss": 0.7176,
      "step": 105
    },
    {
      "epoch": 0.16,
      "grad_norm": 11.141295433044434,
      "learning_rate": 1.585014409221902e-05,
      "loss": 0.6796,
      "step": 110
    },
    {
      "epoch": 0.17,
      "grad_norm": 7.412641525268555,
      "learning_rate": 1.6570605187319883e-05,
      "loss": 0.6028,
      "step": 115
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.904923439025879,
      "learning_rate": 1.7291066282420752e-05,
      "loss": 0.6348,
      "step": 120
    },
    {
      "epoch": 0.18,
      "grad_norm": 11.165042877197266,
      "learning_rate": 1.8011527377521615e-05,
      "loss": 0.5814,
      "step": 125
    },
    {
      "epoch": 0.19,
      "grad_norm": 7.367648124694824,
      "learning_rate": 1.873198847262248e-05,
      "loss": 0.5858,
      "step": 130
    },
    {
      "epoch": 0.19,
      "grad_norm": 7.115988254547119,
      "learning_rate": 1.9452449567723343e-05,
      "loss": 0.5316,
      "step": 135
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.44365119934082,
      "learning_rate": 2.017291066282421e-05,
      "loss": 0.5049,
      "step": 140
    },
    {
      "epoch": 0.21,
      "grad_norm": 7.195384502410889,
      "learning_rate": 2.0893371757925074e-05,
      "loss": 0.5511,
      "step": 145
    },
    {
      "epoch": 0.22,
      "grad_norm": 17.6825008392334,
      "learning_rate": 2.1613832853025936e-05,
      "loss": 0.5124,
      "step": 150
    },
    {
      "epoch": 0.22,
      "grad_norm": 7.656848907470703,
      "learning_rate": 2.2334293948126802e-05,
      "loss": 0.4794,
      "step": 155
    },
    {
      "epoch": 0.23,
      "grad_norm": 7.221956729888916,
      "learning_rate": 2.3054755043227668e-05,
      "loss": 0.4773,
      "step": 160
    },
    {
      "epoch": 0.24,
      "grad_norm": 16.787612915039062,
      "learning_rate": 2.3775216138328533e-05,
      "loss": 0.4746,
      "step": 165
    },
    {
      "epoch": 0.24,
      "grad_norm": 7.123960494995117,
      "learning_rate": 2.4495677233429396e-05,
      "loss": 0.4734,
      "step": 170
    },
    {
      "epoch": 0.25,
      "grad_norm": 7.737701416015625,
      "learning_rate": 2.5216138328530258e-05,
      "loss": 0.4613,
      "step": 175
    },
    {
      "epoch": 0.26,
      "grad_norm": 7.011651515960693,
      "learning_rate": 2.5936599423631124e-05,
      "loss": 0.4886,
      "step": 180
    },
    {
      "epoch": 0.27,
      "grad_norm": 8.571374893188477,
      "learning_rate": 2.6657060518731993e-05,
      "loss": 0.4702,
      "step": 185
    },
    {
      "epoch": 0.27,
      "grad_norm": 7.675159454345703,
      "learning_rate": 2.737752161383285e-05,
      "loss": 0.5365,
      "step": 190
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.9088239669799805,
      "learning_rate": 2.8097982708933717e-05,
      "loss": 0.3823,
      "step": 195
    },
    {
      "epoch": 0.29,
      "grad_norm": 5.840087413787842,
      "learning_rate": 2.8818443804034583e-05,
      "loss": 0.408,
      "step": 200
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.880429267883301,
      "learning_rate": 2.953890489913545e-05,
      "loss": 0.4787,
      "step": 205
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.355893611907959,
      "learning_rate": 3.025936599423631e-05,
      "loss": 0.377,
      "step": 210
    },
    {
      "epoch": 0.31,
      "grad_norm": 7.921416759490967,
      "learning_rate": 3.097982708933718e-05,
      "loss": 0.4504,
      "step": 215
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.329736232757568,
      "learning_rate": 3.170028818443804e-05,
      "loss": 0.4056,
      "step": 220
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.699007034301758,
      "learning_rate": 3.242074927953891e-05,
      "loss": 0.395,
      "step": 225
    },
    {
      "epoch": 0.33,
      "grad_norm": 10.29712963104248,
      "learning_rate": 3.314121037463977e-05,
      "loss": 0.433,
      "step": 230
    },
    {
      "epoch": 0.34,
      "grad_norm": 8.653733253479004,
      "learning_rate": 3.3861671469740636e-05,
      "loss": 0.3733,
      "step": 235
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.476428508758545,
      "learning_rate": 3.4582132564841505e-05,
      "loss": 0.3758,
      "step": 240
    },
    {
      "epoch": 0.35,
      "grad_norm": 7.4768571853637695,
      "learning_rate": 3.530259365994236e-05,
      "loss": 0.4628,
      "step": 245
    },
    {
      "epoch": 0.36,
      "grad_norm": 7.058348655700684,
      "learning_rate": 3.602305475504323e-05,
      "loss": 0.3855,
      "step": 250
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.238952159881592,
      "learning_rate": 3.674351585014409e-05,
      "loss": 0.389,
      "step": 255
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.494441032409668,
      "learning_rate": 3.746397694524496e-05,
      "loss": 0.4285,
      "step": 260
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.927433490753174,
      "learning_rate": 3.818443804034582e-05,
      "loss": 0.357,
      "step": 265
    },
    {
      "epoch": 0.39,
      "grad_norm": 8.478387832641602,
      "learning_rate": 3.8904899135446685e-05,
      "loss": 0.3612,
      "step": 270
    },
    {
      "epoch": 0.4,
      "grad_norm": 9.04246997833252,
      "learning_rate": 3.9625360230547554e-05,
      "loss": 0.3068,
      "step": 275
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.052452087402344,
      "learning_rate": 4.034582132564842e-05,
      "loss": 0.3388,
      "step": 280
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.3666510581970215,
      "learning_rate": 4.106628242074928e-05,
      "loss": 0.398,
      "step": 285
    },
    {
      "epoch": 0.42,
      "grad_norm": 7.982662200927734,
      "learning_rate": 4.178674351585015e-05,
      "loss": 0.3796,
      "step": 290
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.020977973937988,
      "learning_rate": 4.250720461095101e-05,
      "loss": 0.4266,
      "step": 295
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.010791778564453,
      "learning_rate": 4.322766570605187e-05,
      "loss": 0.4219,
      "step": 300
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.0191216468811035,
      "learning_rate": 4.394812680115274e-05,
      "loss": 0.3489,
      "step": 305
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.907705307006836,
      "learning_rate": 4.4668587896253604e-05,
      "loss": 0.3821,
      "step": 310
    },
    {
      "epoch": 0.45,
      "grad_norm": 6.560094356536865,
      "learning_rate": 4.538904899135447e-05,
      "loss": 0.3874,
      "step": 315
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.429476737976074,
      "learning_rate": 4.6109510086455335e-05,
      "loss": 0.4096,
      "step": 320
    },
    {
      "epoch": 0.47,
      "grad_norm": 7.065363883972168,
      "learning_rate": 4.68299711815562e-05,
      "loss": 0.3778,
      "step": 325
    },
    {
      "epoch": 0.47,
      "grad_norm": 7.916449069976807,
      "learning_rate": 4.7550432276657067e-05,
      "loss": 0.3491,
      "step": 330
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.4434709548950195,
      "learning_rate": 4.827089337175792e-05,
      "loss": 0.3645,
      "step": 335
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.34391975402832,
      "learning_rate": 4.899135446685879e-05,
      "loss": 0.3778,
      "step": 340
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.070534706115723,
      "learning_rate": 4.971181556195966e-05,
      "loss": 0.4307,
      "step": 345
    },
    {
      "epoch": 0.5,
      "grad_norm": 8.251782417297363,
      "learning_rate": 4.995196926032661e-05,
      "loss": 0.3964,
      "step": 350
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.293612957000732,
      "learning_rate": 4.9871918027537626e-05,
      "loss": 0.3379,
      "step": 355
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.164644241333008,
      "learning_rate": 4.979186679474864e-05,
      "loss": 0.3969,
      "step": 360
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.961303234100342,
      "learning_rate": 4.971181556195966e-05,
      "loss": 0.3697,
      "step": 365
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.196359157562256,
      "learning_rate": 4.9631764329170674e-05,
      "loss": 0.3448,
      "step": 370
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.836663722991943,
      "learning_rate": 4.955171309638169e-05,
      "loss": 0.3939,
      "step": 375
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.845285892486572,
      "learning_rate": 4.94716618635927e-05,
      "loss": 0.356,
      "step": 380
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.937917947769165,
      "learning_rate": 4.9391610630803715e-05,
      "loss": 0.3033,
      "step": 385
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.883370399475098,
      "learning_rate": 4.9311559398014736e-05,
      "loss": 0.415,
      "step": 390
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.164604663848877,
      "learning_rate": 4.923150816522575e-05,
      "loss": 0.3794,
      "step": 395
    },
    {
      "epoch": 0.58,
      "grad_norm": 10.906937599182129,
      "learning_rate": 4.9151456932436764e-05,
      "loss": 0.3967,
      "step": 400
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.428271532058716,
      "learning_rate": 4.907140569964778e-05,
      "loss": 0.3312,
      "step": 405
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.288811206817627,
      "learning_rate": 4.899135446685879e-05,
      "loss": 0.3681,
      "step": 410
    },
    {
      "epoch": 0.6,
      "grad_norm": 8.319820404052734,
      "learning_rate": 4.8911303234069805e-05,
      "loss": 0.3265,
      "step": 415
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.9813232421875,
      "learning_rate": 4.883125200128082e-05,
      "loss": 0.3233,
      "step": 420
    },
    {
      "epoch": 0.61,
      "grad_norm": 5.874197959899902,
      "learning_rate": 4.875120076849184e-05,
      "loss": 0.3689,
      "step": 425
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.609955787658691,
      "learning_rate": 4.867114953570285e-05,
      "loss": 0.4213,
      "step": 430
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.877446174621582,
      "learning_rate": 4.859109830291387e-05,
      "loss": 0.419,
      "step": 435
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.771636962890625,
      "learning_rate": 4.851104707012488e-05,
      "loss": 0.3529,
      "step": 440
    },
    {
      "epoch": 0.64,
      "grad_norm": 9.461392402648926,
      "learning_rate": 4.8430995837335894e-05,
      "loss": 0.3725,
      "step": 445
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.563230991363525,
      "learning_rate": 4.835094460454691e-05,
      "loss": 0.3675,
      "step": 450
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.4672465324401855,
      "learning_rate": 4.827089337175792e-05,
      "loss": 0.3156,
      "step": 455
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.8499579429626465,
      "learning_rate": 4.819084213896894e-05,
      "loss": 0.322,
      "step": 460
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.031641960144043,
      "learning_rate": 4.8110790906179956e-05,
      "loss": 0.3936,
      "step": 465
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.684152603149414,
      "learning_rate": 4.803073967339097e-05,
      "loss": 0.3898,
      "step": 470
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.913132190704346,
      "learning_rate": 4.7950688440601984e-05,
      "loss": 0.3331,
      "step": 475
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.199942588806152,
      "learning_rate": 4.7870637207813005e-05,
      "loss": 0.3303,
      "step": 480
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.992769956588745,
      "learning_rate": 4.779058597502402e-05,
      "loss": 0.3422,
      "step": 485
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.158402919769287,
      "learning_rate": 4.771053474223503e-05,
      "loss": 0.3152,
      "step": 490
    },
    {
      "epoch": 0.71,
      "grad_norm": 4.361845016479492,
      "learning_rate": 4.763048350944605e-05,
      "loss": 0.3057,
      "step": 495
    },
    {
      "epoch": 0.72,
      "grad_norm": 4.663881301879883,
      "learning_rate": 4.7550432276657067e-05,
      "loss": 0.3461,
      "step": 500
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.09819221496582,
      "learning_rate": 4.747038104386808e-05,
      "loss": 0.3675,
      "step": 505
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.0237956047058105,
      "learning_rate": 4.7390329811079094e-05,
      "loss": 0.3274,
      "step": 510
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.483020782470703,
      "learning_rate": 4.731027857829011e-05,
      "loss": 0.3055,
      "step": 515
    },
    {
      "epoch": 0.75,
      "grad_norm": 4.972677707672119,
      "learning_rate": 4.723022734550112e-05,
      "loss": 0.3236,
      "step": 520
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.017973899841309,
      "learning_rate": 4.7150176112712136e-05,
      "loss": 0.3543,
      "step": 525
    },
    {
      "epoch": 0.76,
      "grad_norm": 8.219503402709961,
      "learning_rate": 4.7070124879923156e-05,
      "loss": 0.3791,
      "step": 530
    },
    {
      "epoch": 0.77,
      "grad_norm": 5.836394309997559,
      "learning_rate": 4.699007364713417e-05,
      "loss": 0.2882,
      "step": 535
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.394532680511475,
      "learning_rate": 4.6910022414345184e-05,
      "loss": 0.3741,
      "step": 540
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.4533843994140625,
      "learning_rate": 4.68299711815562e-05,
      "loss": 0.3852,
      "step": 545
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.065195083618164,
      "learning_rate": 4.674991994876721e-05,
      "loss": 0.3589,
      "step": 550
    },
    {
      "epoch": 0.8,
      "grad_norm": 4.000141620635986,
      "learning_rate": 4.6669868715978225e-05,
      "loss": 0.2865,
      "step": 555
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.05587100982666,
      "learning_rate": 4.658981748318924e-05,
      "loss": 0.316,
      "step": 560
    },
    {
      "epoch": 0.81,
      "grad_norm": 5.1732892990112305,
      "learning_rate": 4.650976625040026e-05,
      "loss": 0.2768,
      "step": 565
    },
    {
      "epoch": 0.82,
      "grad_norm": 4.745729446411133,
      "learning_rate": 4.642971501761127e-05,
      "loss": 0.2796,
      "step": 570
    },
    {
      "epoch": 0.83,
      "grad_norm": 4.964130878448486,
      "learning_rate": 4.634966378482229e-05,
      "loss": 0.3268,
      "step": 575
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.333953857421875,
      "learning_rate": 4.62696125520333e-05,
      "loss": 0.321,
      "step": 580
    },
    {
      "epoch": 0.84,
      "grad_norm": 4.004300117492676,
      "learning_rate": 4.6189561319244315e-05,
      "loss": 0.3371,
      "step": 585
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.5950751304626465,
      "learning_rate": 4.6109510086455335e-05,
      "loss": 0.3028,
      "step": 590
    },
    {
      "epoch": 0.86,
      "grad_norm": 4.516002655029297,
      "learning_rate": 4.602945885366635e-05,
      "loss": 0.3539,
      "step": 595
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.180628776550293,
      "learning_rate": 4.594940762087736e-05,
      "loss": 0.35,
      "step": 600
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.2567028999328613,
      "learning_rate": 4.586935638808838e-05,
      "loss": 0.323,
      "step": 605
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.9456095695495605,
      "learning_rate": 4.57893051552994e-05,
      "loss": 0.3378,
      "step": 610
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.6121273040771484,
      "learning_rate": 4.570925392251041e-05,
      "loss": 0.2565,
      "step": 615
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.358009338378906,
      "learning_rate": 4.5629202689721425e-05,
      "loss": 0.3147,
      "step": 620
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.531122207641602,
      "learning_rate": 4.554915145693244e-05,
      "loss": 0.3346,
      "step": 625
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.810347557067871,
      "learning_rate": 4.546910022414345e-05,
      "loss": 0.3196,
      "step": 630
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.805031776428223,
      "learning_rate": 4.538904899135447e-05,
      "loss": 0.2952,
      "step": 635
    },
    {
      "epoch": 0.92,
      "grad_norm": 4.857294082641602,
      "learning_rate": 4.530899775856549e-05,
      "loss": 0.315,
      "step": 640
    },
    {
      "epoch": 0.93,
      "grad_norm": 4.595619201660156,
      "learning_rate": 4.52289465257765e-05,
      "loss": 0.3231,
      "step": 645
    },
    {
      "epoch": 0.94,
      "grad_norm": 5.075206279754639,
      "learning_rate": 4.5148895292987514e-05,
      "loss": 0.3019,
      "step": 650
    },
    {
      "epoch": 0.94,
      "grad_norm": 4.71131706237793,
      "learning_rate": 4.506884406019853e-05,
      "loss": 0.3249,
      "step": 655
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.032394886016846,
      "learning_rate": 4.498879282740954e-05,
      "loss": 0.2653,
      "step": 660
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.4502997398376465,
      "learning_rate": 4.4908741594620556e-05,
      "loss": 0.309,
      "step": 665
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.608312129974365,
      "learning_rate": 4.4828690361831576e-05,
      "loss": 0.2943,
      "step": 670
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.454727649688721,
      "learning_rate": 4.474863912904259e-05,
      "loss": 0.3037,
      "step": 675
    },
    {
      "epoch": 0.98,
      "grad_norm": 4.60232400894165,
      "learning_rate": 4.4668587896253604e-05,
      "loss": 0.2739,
      "step": 680
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.319153308868408,
      "learning_rate": 4.458853666346462e-05,
      "loss": 0.2811,
      "step": 685
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.6785054206848145,
      "learning_rate": 4.450848543067563e-05,
      "loss": 0.2929,
      "step": 690
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9385627530364372,
      "eval_loss": 0.16880780458450317,
      "eval_runtime": 32.041,
      "eval_samples_per_second": 308.355,
      "eval_steps_per_second": 9.644,
      "step": 694
    },
    {
      "epoch": 1.0,
      "grad_norm": 6.902053356170654,
      "learning_rate": 4.4428434197886645e-05,
      "loss": 0.3839,
      "step": 695
    },
    {
      "epoch": 1.01,
      "grad_norm": 4.171269416809082,
      "learning_rate": 4.434838296509766e-05,
      "loss": 0.3153,
      "step": 700
    },
    {
      "epoch": 1.01,
      "grad_norm": 3.1970090866088867,
      "learning_rate": 4.426833173230868e-05,
      "loss": 0.2399,
      "step": 705
    },
    {
      "epoch": 1.02,
      "grad_norm": 5.519264221191406,
      "learning_rate": 4.4188280499519693e-05,
      "loss": 0.2775,
      "step": 710
    },
    {
      "epoch": 1.03,
      "grad_norm": 4.797208786010742,
      "learning_rate": 4.4108229266730714e-05,
      "loss": 0.2805,
      "step": 715
    },
    {
      "epoch": 1.04,
      "grad_norm": 9.114941596984863,
      "learning_rate": 4.402817803394173e-05,
      "loss": 0.2846,
      "step": 720
    },
    {
      "epoch": 1.04,
      "grad_norm": 4.987404823303223,
      "learning_rate": 4.394812680115274e-05,
      "loss": 0.2849,
      "step": 725
    },
    {
      "epoch": 1.05,
      "grad_norm": 6.2959136962890625,
      "learning_rate": 4.3868075568363755e-05,
      "loss": 0.3129,
      "step": 730
    },
    {
      "epoch": 1.06,
      "grad_norm": 4.492276668548584,
      "learning_rate": 4.378802433557477e-05,
      "loss": 0.2384,
      "step": 735
    },
    {
      "epoch": 1.07,
      "grad_norm": 3.5424952507019043,
      "learning_rate": 4.370797310278579e-05,
      "loss": 0.2183,
      "step": 740
    },
    {
      "epoch": 1.07,
      "grad_norm": 7.594015598297119,
      "learning_rate": 4.3627921869996804e-05,
      "loss": 0.2657,
      "step": 745
    },
    {
      "epoch": 1.08,
      "grad_norm": 6.9036431312561035,
      "learning_rate": 4.354787063720782e-05,
      "loss": 0.2678,
      "step": 750
    },
    {
      "epoch": 1.09,
      "grad_norm": 7.780063629150391,
      "learning_rate": 4.346781940441883e-05,
      "loss": 0.3054,
      "step": 755
    },
    {
      "epoch": 1.09,
      "grad_norm": 5.562774181365967,
      "learning_rate": 4.3387768171629845e-05,
      "loss": 0.272,
      "step": 760
    },
    {
      "epoch": 1.1,
      "grad_norm": 7.2162861824035645,
      "learning_rate": 4.330771693884086e-05,
      "loss": 0.2678,
      "step": 765
    },
    {
      "epoch": 1.11,
      "grad_norm": 5.875248432159424,
      "learning_rate": 4.322766570605187e-05,
      "loss": 0.2691,
      "step": 770
    },
    {
      "epoch": 1.12,
      "grad_norm": 4.324618339538574,
      "learning_rate": 4.314761447326289e-05,
      "loss": 0.3025,
      "step": 775
    },
    {
      "epoch": 1.12,
      "grad_norm": 4.129276275634766,
      "learning_rate": 4.306756324047391e-05,
      "loss": 0.2596,
      "step": 780
    },
    {
      "epoch": 1.13,
      "grad_norm": 3.086761713027954,
      "learning_rate": 4.298751200768492e-05,
      "loss": 0.2528,
      "step": 785
    },
    {
      "epoch": 1.14,
      "grad_norm": 4.340246200561523,
      "learning_rate": 4.2907460774895934e-05,
      "loss": 0.223,
      "step": 790
    },
    {
      "epoch": 1.14,
      "grad_norm": 3.6360461711883545,
      "learning_rate": 4.282740954210695e-05,
      "loss": 0.2547,
      "step": 795
    },
    {
      "epoch": 1.15,
      "grad_norm": 4.182173252105713,
      "learning_rate": 4.274735830931796e-05,
      "loss": 0.287,
      "step": 800
    },
    {
      "epoch": 1.16,
      "grad_norm": 4.418725490570068,
      "learning_rate": 4.2667307076528976e-05,
      "loss": 0.2888,
      "step": 805
    },
    {
      "epoch": 1.17,
      "grad_norm": 4.325172424316406,
      "learning_rate": 4.2587255843739996e-05,
      "loss": 0.2634,
      "step": 810
    },
    {
      "epoch": 1.17,
      "grad_norm": 5.551906585693359,
      "learning_rate": 4.250720461095101e-05,
      "loss": 0.2651,
      "step": 815
    },
    {
      "epoch": 1.18,
      "grad_norm": 3.631472110748291,
      "learning_rate": 4.2427153378162024e-05,
      "loss": 0.2745,
      "step": 820
    },
    {
      "epoch": 1.19,
      "grad_norm": 3.5533196926116943,
      "learning_rate": 4.234710214537304e-05,
      "loss": 0.2936,
      "step": 825
    },
    {
      "epoch": 1.19,
      "grad_norm": 4.504055023193359,
      "learning_rate": 4.226705091258406e-05,
      "loss": 0.3025,
      "step": 830
    },
    {
      "epoch": 1.2,
      "grad_norm": 4.739752292633057,
      "learning_rate": 4.218699967979507e-05,
      "loss": 0.303,
      "step": 835
    },
    {
      "epoch": 1.21,
      "grad_norm": 5.039779186248779,
      "learning_rate": 4.2106948447006086e-05,
      "loss": 0.2663,
      "step": 840
    },
    {
      "epoch": 1.22,
      "grad_norm": 3.7070090770721436,
      "learning_rate": 4.2026897214217107e-05,
      "loss": 0.2663,
      "step": 845
    },
    {
      "epoch": 1.22,
      "grad_norm": 4.351013660430908,
      "learning_rate": 4.194684598142812e-05,
      "loss": 0.2454,
      "step": 850
    },
    {
      "epoch": 1.23,
      "grad_norm": 5.0032830238342285,
      "learning_rate": 4.1866794748639134e-05,
      "loss": 0.245,
      "step": 855
    },
    {
      "epoch": 1.24,
      "grad_norm": 3.203274965286255,
      "learning_rate": 4.178674351585015e-05,
      "loss": 0.3036,
      "step": 860
    },
    {
      "epoch": 1.25,
      "grad_norm": 4.47341775894165,
      "learning_rate": 4.170669228306116e-05,
      "loss": 0.3336,
      "step": 865
    },
    {
      "epoch": 1.25,
      "grad_norm": 4.188334941864014,
      "learning_rate": 4.1626641050272176e-05,
      "loss": 0.2529,
      "step": 870
    },
    {
      "epoch": 1.26,
      "grad_norm": 3.3264882564544678,
      "learning_rate": 4.154658981748319e-05,
      "loss": 0.2258,
      "step": 875
    },
    {
      "epoch": 1.27,
      "grad_norm": 4.058962821960449,
      "learning_rate": 4.146653858469421e-05,
      "loss": 0.3129,
      "step": 880
    },
    {
      "epoch": 1.27,
      "grad_norm": 4.271402359008789,
      "learning_rate": 4.1386487351905224e-05,
      "loss": 0.2605,
      "step": 885
    },
    {
      "epoch": 1.28,
      "grad_norm": 8.134669303894043,
      "learning_rate": 4.130643611911624e-05,
      "loss": 0.3072,
      "step": 890
    },
    {
      "epoch": 1.29,
      "grad_norm": 5.065728664398193,
      "learning_rate": 4.122638488632725e-05,
      "loss": 0.2557,
      "step": 895
    },
    {
      "epoch": 1.3,
      "grad_norm": 4.518153190612793,
      "learning_rate": 4.1146333653538265e-05,
      "loss": 0.2591,
      "step": 900
    },
    {
      "epoch": 1.3,
      "grad_norm": 6.0956926345825195,
      "learning_rate": 4.106628242074928e-05,
      "loss": 0.3001,
      "step": 905
    },
    {
      "epoch": 1.31,
      "grad_norm": 4.715207099914551,
      "learning_rate": 4.098623118796029e-05,
      "loss": 0.2882,
      "step": 910
    },
    {
      "epoch": 1.32,
      "grad_norm": 6.3927435874938965,
      "learning_rate": 4.090617995517131e-05,
      "loss": 0.2733,
      "step": 915
    },
    {
      "epoch": 1.32,
      "grad_norm": 3.886277198791504,
      "learning_rate": 4.082612872238233e-05,
      "loss": 0.2558,
      "step": 920
    },
    {
      "epoch": 1.33,
      "grad_norm": 6.690213203430176,
      "learning_rate": 4.074607748959334e-05,
      "loss": 0.2411,
      "step": 925
    },
    {
      "epoch": 1.34,
      "grad_norm": 5.04226016998291,
      "learning_rate": 4.0666026256804355e-05,
      "loss": 0.2814,
      "step": 930
    },
    {
      "epoch": 1.35,
      "grad_norm": 6.361902236938477,
      "learning_rate": 4.058597502401537e-05,
      "loss": 0.1918,
      "step": 935
    },
    {
      "epoch": 1.35,
      "grad_norm": 6.6365227699279785,
      "learning_rate": 4.050592379122638e-05,
      "loss": 0.2714,
      "step": 940
    },
    {
      "epoch": 1.36,
      "grad_norm": 4.794340133666992,
      "learning_rate": 4.04258725584374e-05,
      "loss": 0.269,
      "step": 945
    },
    {
      "epoch": 1.37,
      "grad_norm": 5.207016468048096,
      "learning_rate": 4.034582132564842e-05,
      "loss": 0.2955,
      "step": 950
    },
    {
      "epoch": 1.37,
      "grad_norm": 5.347695350646973,
      "learning_rate": 4.026577009285944e-05,
      "loss": 0.2341,
      "step": 955
    },
    {
      "epoch": 1.38,
      "grad_norm": 7.788352966308594,
      "learning_rate": 4.018571886007045e-05,
      "loss": 0.2228,
      "step": 960
    },
    {
      "epoch": 1.39,
      "grad_norm": 4.078495025634766,
      "learning_rate": 4.0105667627281465e-05,
      "loss": 0.2408,
      "step": 965
    },
    {
      "epoch": 1.4,
      "grad_norm": 5.237365245819092,
      "learning_rate": 4.002561639449248e-05,
      "loss": 0.2891,
      "step": 970
    },
    {
      "epoch": 1.4,
      "grad_norm": 5.711833953857422,
      "learning_rate": 3.994556516170349e-05,
      "loss": 0.323,
      "step": 975
    },
    {
      "epoch": 1.41,
      "grad_norm": 3.250711679458618,
      "learning_rate": 3.9865513928914506e-05,
      "loss": 0.2945,
      "step": 980
    },
    {
      "epoch": 1.42,
      "grad_norm": 6.933974266052246,
      "learning_rate": 3.978546269612553e-05,
      "loss": 0.2507,
      "step": 985
    },
    {
      "epoch": 1.42,
      "grad_norm": 4.515052795410156,
      "learning_rate": 3.970541146333654e-05,
      "loss": 0.265,
      "step": 990
    },
    {
      "epoch": 1.43,
      "grad_norm": 4.89296293258667,
      "learning_rate": 3.9625360230547554e-05,
      "loss": 0.2868,
      "step": 995
    },
    {
      "epoch": 1.44,
      "grad_norm": 4.629034996032715,
      "learning_rate": 3.954530899775857e-05,
      "loss": 0.2773,
      "step": 1000
    },
    {
      "epoch": 1.45,
      "grad_norm": 3.881559371948242,
      "learning_rate": 3.946525776496958e-05,
      "loss": 0.3336,
      "step": 1005
    },
    {
      "epoch": 1.45,
      "grad_norm": 3.4768316745758057,
      "learning_rate": 3.9385206532180596e-05,
      "loss": 0.2212,
      "step": 1010
    },
    {
      "epoch": 1.46,
      "grad_norm": 5.582344055175781,
      "learning_rate": 3.930515529939161e-05,
      "loss": 0.3031,
      "step": 1015
    },
    {
      "epoch": 1.47,
      "grad_norm": 3.73008131980896,
      "learning_rate": 3.922510406660262e-05,
      "loss": 0.2557,
      "step": 1020
    },
    {
      "epoch": 1.48,
      "grad_norm": 5.319180011749268,
      "learning_rate": 3.9145052833813644e-05,
      "loss": 0.2679,
      "step": 1025
    },
    {
      "epoch": 1.48,
      "grad_norm": 6.709672451019287,
      "learning_rate": 3.906500160102466e-05,
      "loss": 0.2471,
      "step": 1030
    },
    {
      "epoch": 1.49,
      "grad_norm": 5.294819355010986,
      "learning_rate": 3.898495036823567e-05,
      "loss": 0.2661,
      "step": 1035
    },
    {
      "epoch": 1.5,
      "grad_norm": 3.2995288372039795,
      "learning_rate": 3.8904899135446685e-05,
      "loss": 0.2789,
      "step": 1040
    },
    {
      "epoch": 1.5,
      "grad_norm": 4.34086799621582,
      "learning_rate": 3.88248479026577e-05,
      "loss": 0.2789,
      "step": 1045
    },
    {
      "epoch": 1.51,
      "grad_norm": 5.209534168243408,
      "learning_rate": 3.874479666986871e-05,
      "loss": 0.3002,
      "step": 1050
    },
    {
      "epoch": 1.52,
      "grad_norm": 5.175271034240723,
      "learning_rate": 3.8664745437079733e-05,
      "loss": 0.2631,
      "step": 1055
    },
    {
      "epoch": 1.53,
      "grad_norm": 4.909916400909424,
      "learning_rate": 3.858469420429075e-05,
      "loss": 0.25,
      "step": 1060
    },
    {
      "epoch": 1.53,
      "grad_norm": 3.8786613941192627,
      "learning_rate": 3.850464297150176e-05,
      "loss": 0.226,
      "step": 1065
    },
    {
      "epoch": 1.54,
      "grad_norm": 4.349425315856934,
      "learning_rate": 3.842459173871278e-05,
      "loss": 0.2635,
      "step": 1070
    },
    {
      "epoch": 1.55,
      "grad_norm": 5.107605934143066,
      "learning_rate": 3.8344540505923795e-05,
      "loss": 0.2536,
      "step": 1075
    },
    {
      "epoch": 1.55,
      "grad_norm": 5.436495780944824,
      "learning_rate": 3.826448927313481e-05,
      "loss": 0.2911,
      "step": 1080
    },
    {
      "epoch": 1.56,
      "grad_norm": 5.1116156578063965,
      "learning_rate": 3.818443804034582e-05,
      "loss": 0.3064,
      "step": 1085
    },
    {
      "epoch": 1.57,
      "grad_norm": 4.1365742683410645,
      "learning_rate": 3.810438680755684e-05,
      "loss": 0.2003,
      "step": 1090
    },
    {
      "epoch": 1.58,
      "grad_norm": 5.43222188949585,
      "learning_rate": 3.802433557476786e-05,
      "loss": 0.291,
      "step": 1095
    },
    {
      "epoch": 1.58,
      "grad_norm": 6.062341690063477,
      "learning_rate": 3.794428434197887e-05,
      "loss": 0.2325,
      "step": 1100
    },
    {
      "epoch": 1.59,
      "grad_norm": 4.5507097244262695,
      "learning_rate": 3.7864233109189885e-05,
      "loss": 0.2493,
      "step": 1105
    },
    {
      "epoch": 1.6,
      "grad_norm": 3.3975865840911865,
      "learning_rate": 3.77841818764009e-05,
      "loss": 0.2349,
      "step": 1110
    },
    {
      "epoch": 1.6,
      "grad_norm": 3.967979907989502,
      "learning_rate": 3.770413064361191e-05,
      "loss": 0.2364,
      "step": 1115
    },
    {
      "epoch": 1.61,
      "grad_norm": 4.541342735290527,
      "learning_rate": 3.7624079410822926e-05,
      "loss": 0.2285,
      "step": 1120
    },
    {
      "epoch": 1.62,
      "grad_norm": 4.848491668701172,
      "learning_rate": 3.754402817803394e-05,
      "loss": 0.235,
      "step": 1125
    },
    {
      "epoch": 1.63,
      "grad_norm": 5.879725933074951,
      "learning_rate": 3.746397694524496e-05,
      "loss": 0.2759,
      "step": 1130
    },
    {
      "epoch": 1.63,
      "grad_norm": 6.01210880279541,
      "learning_rate": 3.7383925712455975e-05,
      "loss": 0.3345,
      "step": 1135
    },
    {
      "epoch": 1.64,
      "grad_norm": 4.760444641113281,
      "learning_rate": 3.730387447966699e-05,
      "loss": 0.2708,
      "step": 1140
    },
    {
      "epoch": 1.65,
      "grad_norm": 4.630128860473633,
      "learning_rate": 3.7223823246878e-05,
      "loss": 0.3049,
      "step": 1145
    },
    {
      "epoch": 1.66,
      "grad_norm": 4.3284101486206055,
      "learning_rate": 3.7143772014089016e-05,
      "loss": 0.2822,
      "step": 1150
    },
    {
      "epoch": 1.66,
      "grad_norm": 6.679904937744141,
      "learning_rate": 3.706372078130003e-05,
      "loss": 0.2764,
      "step": 1155
    },
    {
      "epoch": 1.67,
      "grad_norm": 5.192065238952637,
      "learning_rate": 3.6983669548511043e-05,
      "loss": 0.2479,
      "step": 1160
    },
    {
      "epoch": 1.68,
      "grad_norm": 4.901111125946045,
      "learning_rate": 3.6903618315722064e-05,
      "loss": 0.2849,
      "step": 1165
    },
    {
      "epoch": 1.68,
      "grad_norm": 6.2184977531433105,
      "learning_rate": 3.682356708293308e-05,
      "loss": 0.2667,
      "step": 1170
    },
    {
      "epoch": 1.69,
      "grad_norm": 5.900247573852539,
      "learning_rate": 3.674351585014409e-05,
      "loss": 0.2992,
      "step": 1175
    },
    {
      "epoch": 1.7,
      "grad_norm": 3.7004477977752686,
      "learning_rate": 3.666346461735511e-05,
      "loss": 0.2791,
      "step": 1180
    },
    {
      "epoch": 1.71,
      "grad_norm": 4.646676063537598,
      "learning_rate": 3.6583413384566126e-05,
      "loss": 0.2525,
      "step": 1185
    },
    {
      "epoch": 1.71,
      "grad_norm": 4.426496982574463,
      "learning_rate": 3.650336215177714e-05,
      "loss": 0.2624,
      "step": 1190
    },
    {
      "epoch": 1.72,
      "grad_norm": 4.333110809326172,
      "learning_rate": 3.6423310918988154e-05,
      "loss": 0.2777,
      "step": 1195
    },
    {
      "epoch": 1.73,
      "grad_norm": 3.7483744621276855,
      "learning_rate": 3.6343259686199174e-05,
      "loss": 0.2897,
      "step": 1200
    },
    {
      "epoch": 1.73,
      "grad_norm": 5.556215286254883,
      "learning_rate": 3.626320845341019e-05,
      "loss": 0.3432,
      "step": 1205
    },
    {
      "epoch": 1.74,
      "grad_norm": 4.707242965698242,
      "learning_rate": 3.61831572206212e-05,
      "loss": 0.2439,
      "step": 1210
    },
    {
      "epoch": 1.75,
      "grad_norm": 4.767390251159668,
      "learning_rate": 3.6103105987832216e-05,
      "loss": 0.2744,
      "step": 1215
    },
    {
      "epoch": 1.76,
      "grad_norm": 4.1662492752075195,
      "learning_rate": 3.602305475504323e-05,
      "loss": 0.267,
      "step": 1220
    },
    {
      "epoch": 1.76,
      "grad_norm": 4.437891006469727,
      "learning_rate": 3.594300352225424e-05,
      "loss": 0.2354,
      "step": 1225
    },
    {
      "epoch": 1.77,
      "grad_norm": 5.63749361038208,
      "learning_rate": 3.586295228946526e-05,
      "loss": 0.2557,
      "step": 1230
    },
    {
      "epoch": 1.78,
      "grad_norm": 6.398256778717041,
      "learning_rate": 3.578290105667628e-05,
      "loss": 0.2697,
      "step": 1235
    },
    {
      "epoch": 1.78,
      "grad_norm": 4.15376091003418,
      "learning_rate": 3.570284982388729e-05,
      "loss": 0.2672,
      "step": 1240
    },
    {
      "epoch": 1.79,
      "grad_norm": 8.952369689941406,
      "learning_rate": 3.5622798591098305e-05,
      "loss": 0.2992,
      "step": 1245
    },
    {
      "epoch": 1.8,
      "grad_norm": 7.161625385284424,
      "learning_rate": 3.554274735830932e-05,
      "loss": 0.3067,
      "step": 1250
    },
    {
      "epoch": 1.81,
      "grad_norm": 3.848027467727661,
      "learning_rate": 3.546269612552033e-05,
      "loss": 0.3165,
      "step": 1255
    },
    {
      "epoch": 1.81,
      "grad_norm": 5.625514507293701,
      "learning_rate": 3.5382644892731347e-05,
      "loss": 0.2792,
      "step": 1260
    },
    {
      "epoch": 1.82,
      "grad_norm": 3.829505681991577,
      "learning_rate": 3.530259365994236e-05,
      "loss": 0.258,
      "step": 1265
    },
    {
      "epoch": 1.83,
      "grad_norm": 4.038649559020996,
      "learning_rate": 3.522254242715338e-05,
      "loss": 0.2668,
      "step": 1270
    },
    {
      "epoch": 1.84,
      "grad_norm": 3.746533155441284,
      "learning_rate": 3.5142491194364395e-05,
      "loss": 0.2571,
      "step": 1275
    },
    {
      "epoch": 1.84,
      "grad_norm": 3.9205687046051025,
      "learning_rate": 3.506243996157541e-05,
      "loss": 0.2148,
      "step": 1280
    },
    {
      "epoch": 1.85,
      "grad_norm": 5.464355945587158,
      "learning_rate": 3.498238872878642e-05,
      "loss": 0.2707,
      "step": 1285
    },
    {
      "epoch": 1.86,
      "grad_norm": 4.321130752563477,
      "learning_rate": 3.4902337495997436e-05,
      "loss": 0.2434,
      "step": 1290
    },
    {
      "epoch": 1.86,
      "grad_norm": 6.3836588859558105,
      "learning_rate": 3.482228626320846e-05,
      "loss": 0.2601,
      "step": 1295
    },
    {
      "epoch": 1.87,
      "grad_norm": 2.9065053462982178,
      "learning_rate": 3.474223503041947e-05,
      "loss": 0.2033,
      "step": 1300
    },
    {
      "epoch": 1.88,
      "grad_norm": 4.280132293701172,
      "learning_rate": 3.4662183797630484e-05,
      "loss": 0.2708,
      "step": 1305
    },
    {
      "epoch": 1.89,
      "grad_norm": 5.5674262046813965,
      "learning_rate": 3.4582132564841505e-05,
      "loss": 0.2899,
      "step": 1310
    },
    {
      "epoch": 1.89,
      "grad_norm": 4.071995735168457,
      "learning_rate": 3.450208133205252e-05,
      "loss": 0.2714,
      "step": 1315
    },
    {
      "epoch": 1.9,
      "grad_norm": 6.83046817779541,
      "learning_rate": 3.442203009926353e-05,
      "loss": 0.2563,
      "step": 1320
    },
    {
      "epoch": 1.91,
      "grad_norm": 4.866962432861328,
      "learning_rate": 3.4341978866474546e-05,
      "loss": 0.2898,
      "step": 1325
    },
    {
      "epoch": 1.91,
      "grad_norm": 6.10991096496582,
      "learning_rate": 3.426192763368556e-05,
      "loss": 0.2927,
      "step": 1330
    },
    {
      "epoch": 1.92,
      "grad_norm": 8.084212303161621,
      "learning_rate": 3.4181876400896574e-05,
      "loss": 0.2668,
      "step": 1335
    },
    {
      "epoch": 1.93,
      "grad_norm": 2.702385902404785,
      "learning_rate": 3.4101825168107594e-05,
      "loss": 0.2617,
      "step": 1340
    },
    {
      "epoch": 1.94,
      "grad_norm": 5.180947303771973,
      "learning_rate": 3.402177393531861e-05,
      "loss": 0.2411,
      "step": 1345
    },
    {
      "epoch": 1.94,
      "grad_norm": 3.0766685009002686,
      "learning_rate": 3.394172270252962e-05,
      "loss": 0.2723,
      "step": 1350
    },
    {
      "epoch": 1.95,
      "grad_norm": 3.833108901977539,
      "learning_rate": 3.3861671469740636e-05,
      "loss": 0.2237,
      "step": 1355
    },
    {
      "epoch": 1.96,
      "grad_norm": 4.505425930023193,
      "learning_rate": 3.378162023695165e-05,
      "loss": 0.2685,
      "step": 1360
    },
    {
      "epoch": 1.96,
      "grad_norm": 3.9498701095581055,
      "learning_rate": 3.370156900416266e-05,
      "loss": 0.2637,
      "step": 1365
    },
    {
      "epoch": 1.97,
      "grad_norm": 6.345920562744141,
      "learning_rate": 3.362151777137368e-05,
      "loss": 0.2745,
      "step": 1370
    },
    {
      "epoch": 1.98,
      "grad_norm": 4.702010154724121,
      "learning_rate": 3.35414665385847e-05,
      "loss": 0.2837,
      "step": 1375
    },
    {
      "epoch": 1.99,
      "grad_norm": 4.943043231964111,
      "learning_rate": 3.346141530579571e-05,
      "loss": 0.2525,
      "step": 1380
    },
    {
      "epoch": 1.99,
      "grad_norm": 3.8749611377716064,
      "learning_rate": 3.3381364073006725e-05,
      "loss": 0.2499,
      "step": 1385
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9425101214574899,
      "eval_loss": 0.1516382098197937,
      "eval_runtime": 31.6984,
      "eval_samples_per_second": 311.687,
      "eval_steps_per_second": 9.748,
      "step": 1389
    },
    {
      "epoch": 2.0,
      "grad_norm": 6.219438076019287,
      "learning_rate": 3.330131284021774e-05,
      "loss": 0.3071,
      "step": 1390
    },
    {
      "epoch": 2.01,
      "grad_norm": 4.6552629470825195,
      "learning_rate": 3.322126160742875e-05,
      "loss": 0.2364,
      "step": 1395
    },
    {
      "epoch": 2.02,
      "grad_norm": 3.997241497039795,
      "learning_rate": 3.314121037463977e-05,
      "loss": 0.249,
      "step": 1400
    },
    {
      "epoch": 2.02,
      "grad_norm": 3.6796419620513916,
      "learning_rate": 3.306115914185078e-05,
      "loss": 0.2261,
      "step": 1405
    },
    {
      "epoch": 2.03,
      "grad_norm": 3.0016541481018066,
      "learning_rate": 3.29811079090618e-05,
      "loss": 0.2127,
      "step": 1410
    },
    {
      "epoch": 2.04,
      "grad_norm": 4.60055685043335,
      "learning_rate": 3.2901056676272815e-05,
      "loss": 0.2207,
      "step": 1415
    },
    {
      "epoch": 2.04,
      "grad_norm": 6.432025909423828,
      "learning_rate": 3.2821005443483835e-05,
      "loss": 0.2088,
      "step": 1420
    },
    {
      "epoch": 2.05,
      "grad_norm": 4.049763202667236,
      "learning_rate": 3.274095421069485e-05,
      "loss": 0.2193,
      "step": 1425
    },
    {
      "epoch": 2.06,
      "grad_norm": 4.77670955657959,
      "learning_rate": 3.266090297790586e-05,
      "loss": 0.2666,
      "step": 1430
    },
    {
      "epoch": 2.07,
      "grad_norm": 3.876225709915161,
      "learning_rate": 3.258085174511688e-05,
      "loss": 0.222,
      "step": 1435
    },
    {
      "epoch": 2.07,
      "grad_norm": 2.917393207550049,
      "learning_rate": 3.250080051232789e-05,
      "loss": 0.2481,
      "step": 1440
    },
    {
      "epoch": 2.08,
      "grad_norm": 3.858349084854126,
      "learning_rate": 3.242074927953891e-05,
      "loss": 0.2929,
      "step": 1445
    },
    {
      "epoch": 2.09,
      "grad_norm": 4.08052921295166,
      "learning_rate": 3.2340698046749925e-05,
      "loss": 0.2081,
      "step": 1450
    },
    {
      "epoch": 2.09,
      "grad_norm": 3.8843398094177246,
      "learning_rate": 3.226064681396094e-05,
      "loss": 0.1917,
      "step": 1455
    },
    {
      "epoch": 2.1,
      "grad_norm": 4.356058597564697,
      "learning_rate": 3.218059558117195e-05,
      "loss": 0.2211,
      "step": 1460
    },
    {
      "epoch": 2.11,
      "grad_norm": 5.629312038421631,
      "learning_rate": 3.2100544348382966e-05,
      "loss": 0.2704,
      "step": 1465
    },
    {
      "epoch": 2.12,
      "grad_norm": 3.8312325477600098,
      "learning_rate": 3.202049311559398e-05,
      "loss": 0.2418,
      "step": 1470
    },
    {
      "epoch": 2.12,
      "grad_norm": 3.1079790592193604,
      "learning_rate": 3.1940441882804994e-05,
      "loss": 0.1948,
      "step": 1475
    },
    {
      "epoch": 2.13,
      "grad_norm": 4.682496547698975,
      "learning_rate": 3.1860390650016015e-05,
      "loss": 0.2023,
      "step": 1480
    },
    {
      "epoch": 2.14,
      "grad_norm": 4.4082489013671875,
      "learning_rate": 3.178033941722703e-05,
      "loss": 0.2346,
      "step": 1485
    },
    {
      "epoch": 2.14,
      "grad_norm": 5.721102714538574,
      "learning_rate": 3.170028818443804e-05,
      "loss": 0.2294,
      "step": 1490
    },
    {
      "epoch": 2.15,
      "grad_norm": 3.2310311794281006,
      "learning_rate": 3.1620236951649056e-05,
      "loss": 0.2074,
      "step": 1495
    },
    {
      "epoch": 2.16,
      "grad_norm": 5.734870433807373,
      "learning_rate": 3.154018571886007e-05,
      "loss": 0.2244,
      "step": 1500
    },
    {
      "epoch": 2.17,
      "grad_norm": 4.256961822509766,
      "learning_rate": 3.1460134486071084e-05,
      "loss": 0.2208,
      "step": 1505
    },
    {
      "epoch": 2.17,
      "grad_norm": 6.9470696449279785,
      "learning_rate": 3.13800832532821e-05,
      "loss": 0.2736,
      "step": 1510
    },
    {
      "epoch": 2.18,
      "grad_norm": 2.8514010906219482,
      "learning_rate": 3.130003202049312e-05,
      "loss": 0.1989,
      "step": 1515
    },
    {
      "epoch": 2.19,
      "grad_norm": 4.2279744148254395,
      "learning_rate": 3.121998078770413e-05,
      "loss": 0.2753,
      "step": 1520
    },
    {
      "epoch": 2.2,
      "grad_norm": 3.349268674850464,
      "learning_rate": 3.1139929554915145e-05,
      "loss": 0.181,
      "step": 1525
    },
    {
      "epoch": 2.2,
      "grad_norm": 4.550454616546631,
      "learning_rate": 3.105987832212616e-05,
      "loss": 0.2536,
      "step": 1530
    },
    {
      "epoch": 2.21,
      "grad_norm": 3.7860782146453857,
      "learning_rate": 3.097982708933718e-05,
      "loss": 0.2331,
      "step": 1535
    },
    {
      "epoch": 2.22,
      "grad_norm": 4.5719170570373535,
      "learning_rate": 3.0899775856548194e-05,
      "loss": 0.2408,
      "step": 1540
    },
    {
      "epoch": 2.22,
      "grad_norm": 4.448012828826904,
      "learning_rate": 3.081972462375921e-05,
      "loss": 0.2219,
      "step": 1545
    },
    {
      "epoch": 2.23,
      "grad_norm": 3.7972702980041504,
      "learning_rate": 3.073967339097023e-05,
      "loss": 0.2691,
      "step": 1550
    },
    {
      "epoch": 2.24,
      "grad_norm": 4.268452167510986,
      "learning_rate": 3.065962215818124e-05,
      "loss": 0.2215,
      "step": 1555
    },
    {
      "epoch": 2.25,
      "grad_norm": 4.145329475402832,
      "learning_rate": 3.0579570925392256e-05,
      "loss": 0.2488,
      "step": 1560
    },
    {
      "epoch": 2.25,
      "grad_norm": 5.501221656799316,
      "learning_rate": 3.049951969260327e-05,
      "loss": 0.2441,
      "step": 1565
    },
    {
      "epoch": 2.26,
      "grad_norm": 4.3408203125,
      "learning_rate": 3.0419468459814283e-05,
      "loss": 0.2308,
      "step": 1570
    },
    {
      "epoch": 2.27,
      "grad_norm": 4.104162216186523,
      "learning_rate": 3.0339417227025297e-05,
      "loss": 0.2538,
      "step": 1575
    },
    {
      "epoch": 2.27,
      "grad_norm": 5.441348075866699,
      "learning_rate": 3.025936599423631e-05,
      "loss": 0.2742,
      "step": 1580
    },
    {
      "epoch": 2.28,
      "grad_norm": 3.3526971340179443,
      "learning_rate": 3.017931476144733e-05,
      "loss": 0.1934,
      "step": 1585
    },
    {
      "epoch": 2.29,
      "grad_norm": 3.5918030738830566,
      "learning_rate": 3.0099263528658345e-05,
      "loss": 0.256,
      "step": 1590
    },
    {
      "epoch": 2.3,
      "grad_norm": 3.9758517742156982,
      "learning_rate": 3.001921229586936e-05,
      "loss": 0.2096,
      "step": 1595
    },
    {
      "epoch": 2.3,
      "grad_norm": 2.7759931087493896,
      "learning_rate": 2.9939161063080373e-05,
      "loss": 0.2545,
      "step": 1600
    },
    {
      "epoch": 2.31,
      "grad_norm": 6.958917140960693,
      "learning_rate": 2.9859109830291387e-05,
      "loss": 0.2293,
      "step": 1605
    },
    {
      "epoch": 2.32,
      "grad_norm": 4.162193775177002,
      "learning_rate": 2.97790585975024e-05,
      "loss": 0.2095,
      "step": 1610
    },
    {
      "epoch": 2.32,
      "grad_norm": 3.701801061630249,
      "learning_rate": 2.9699007364713418e-05,
      "loss": 0.2339,
      "step": 1615
    },
    {
      "epoch": 2.33,
      "grad_norm": 3.290947437286377,
      "learning_rate": 2.9618956131924435e-05,
      "loss": 0.209,
      "step": 1620
    },
    {
      "epoch": 2.34,
      "grad_norm": 4.3231024742126465,
      "learning_rate": 2.953890489913545e-05,
      "loss": 0.2791,
      "step": 1625
    },
    {
      "epoch": 2.35,
      "grad_norm": 3.6642446517944336,
      "learning_rate": 2.9458853666346466e-05,
      "loss": 0.2382,
      "step": 1630
    },
    {
      "epoch": 2.35,
      "grad_norm": 6.942342281341553,
      "learning_rate": 2.937880243355748e-05,
      "loss": 0.2406,
      "step": 1635
    },
    {
      "epoch": 2.36,
      "grad_norm": 3.886199712753296,
      "learning_rate": 2.9298751200768493e-05,
      "loss": 0.218,
      "step": 1640
    },
    {
      "epoch": 2.37,
      "grad_norm": 3.8468515872955322,
      "learning_rate": 2.9218699967979507e-05,
      "loss": 0.2449,
      "step": 1645
    },
    {
      "epoch": 2.37,
      "grad_norm": 3.2598648071289062,
      "learning_rate": 2.913864873519052e-05,
      "loss": 0.2276,
      "step": 1650
    },
    {
      "epoch": 2.38,
      "grad_norm": 3.9356770515441895,
      "learning_rate": 2.905859750240154e-05,
      "loss": 0.2481,
      "step": 1655
    },
    {
      "epoch": 2.39,
      "grad_norm": 5.803495407104492,
      "learning_rate": 2.8978546269612555e-05,
      "loss": 0.2699,
      "step": 1660
    },
    {
      "epoch": 2.4,
      "grad_norm": 3.3325111865997314,
      "learning_rate": 2.889849503682357e-05,
      "loss": 0.2206,
      "step": 1665
    },
    {
      "epoch": 2.4,
      "grad_norm": 5.40475606918335,
      "learning_rate": 2.8818443804034583e-05,
      "loss": 0.2295,
      "step": 1670
    },
    {
      "epoch": 2.41,
      "grad_norm": 4.207846164703369,
      "learning_rate": 2.8738392571245597e-05,
      "loss": 0.2268,
      "step": 1675
    },
    {
      "epoch": 2.42,
      "grad_norm": 3.405880928039551,
      "learning_rate": 2.8658341338456614e-05,
      "loss": 0.2773,
      "step": 1680
    },
    {
      "epoch": 2.43,
      "grad_norm": 4.502201557159424,
      "learning_rate": 2.8578290105667628e-05,
      "loss": 0.2459,
      "step": 1685
    },
    {
      "epoch": 2.43,
      "grad_norm": 2.8585033416748047,
      "learning_rate": 2.8498238872878645e-05,
      "loss": 0.2626,
      "step": 1690
    },
    {
      "epoch": 2.44,
      "grad_norm": 4.774590015411377,
      "learning_rate": 2.8418187640089662e-05,
      "loss": 0.2242,
      "step": 1695
    },
    {
      "epoch": 2.45,
      "grad_norm": 6.423954010009766,
      "learning_rate": 2.8338136407300676e-05,
      "loss": 0.2711,
      "step": 1700
    },
    {
      "epoch": 2.45,
      "grad_norm": 5.023673057556152,
      "learning_rate": 2.825808517451169e-05,
      "loss": 0.2191,
      "step": 1705
    },
    {
      "epoch": 2.46,
      "grad_norm": 3.246953010559082,
      "learning_rate": 2.8178033941722703e-05,
      "loss": 0.2032,
      "step": 1710
    },
    {
      "epoch": 2.47,
      "grad_norm": 4.740121364593506,
      "learning_rate": 2.8097982708933717e-05,
      "loss": 0.2257,
      "step": 1715
    },
    {
      "epoch": 2.48,
      "grad_norm": 4.652435302734375,
      "learning_rate": 2.801793147614473e-05,
      "loss": 0.2441,
      "step": 1720
    },
    {
      "epoch": 2.48,
      "grad_norm": 3.7246835231781006,
      "learning_rate": 2.7937880243355745e-05,
      "loss": 0.2064,
      "step": 1725
    },
    {
      "epoch": 2.49,
      "grad_norm": 2.8556969165802,
      "learning_rate": 2.7857829010566765e-05,
      "loss": 0.2002,
      "step": 1730
    },
    {
      "epoch": 2.5,
      "grad_norm": 3.9338796138763428,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.2608,
      "step": 1735
    },
    {
      "epoch": 2.5,
      "grad_norm": 3.847045660018921,
      "learning_rate": 2.7697726544988796e-05,
      "loss": 0.2167,
      "step": 1740
    },
    {
      "epoch": 2.51,
      "grad_norm": 3.5335538387298584,
      "learning_rate": 2.761767531219981e-05,
      "loss": 0.1966,
      "step": 1745
    },
    {
      "epoch": 2.52,
      "grad_norm": 3.702679395675659,
      "learning_rate": 2.7537624079410824e-05,
      "loss": 0.1865,
      "step": 1750
    },
    {
      "epoch": 2.53,
      "grad_norm": 3.013113498687744,
      "learning_rate": 2.7457572846621838e-05,
      "loss": 0.199,
      "step": 1755
    },
    {
      "epoch": 2.53,
      "grad_norm": 3.300877809524536,
      "learning_rate": 2.737752161383285e-05,
      "loss": 0.2504,
      "step": 1760
    },
    {
      "epoch": 2.54,
      "grad_norm": 5.806422233581543,
      "learning_rate": 2.7297470381043872e-05,
      "loss": 0.2362,
      "step": 1765
    },
    {
      "epoch": 2.55,
      "grad_norm": 6.372203826904297,
      "learning_rate": 2.7217419148254886e-05,
      "loss": 0.2298,
      "step": 1770
    },
    {
      "epoch": 2.55,
      "grad_norm": 6.462773323059082,
      "learning_rate": 2.71373679154659e-05,
      "loss": 0.2367,
      "step": 1775
    },
    {
      "epoch": 2.56,
      "grad_norm": 5.330246448516846,
      "learning_rate": 2.7057316682676913e-05,
      "loss": 0.2543,
      "step": 1780
    },
    {
      "epoch": 2.57,
      "grad_norm": 4.1171956062316895,
      "learning_rate": 2.6977265449887927e-05,
      "loss": 0.2057,
      "step": 1785
    },
    {
      "epoch": 2.58,
      "grad_norm": 3.247389316558838,
      "learning_rate": 2.6897214217098944e-05,
      "loss": 0.1965,
      "step": 1790
    },
    {
      "epoch": 2.58,
      "grad_norm": 2.7912063598632812,
      "learning_rate": 2.6817162984309958e-05,
      "loss": 0.2103,
      "step": 1795
    },
    {
      "epoch": 2.59,
      "grad_norm": 2.85927152633667,
      "learning_rate": 2.6737111751520975e-05,
      "loss": 0.2226,
      "step": 1800
    },
    {
      "epoch": 2.6,
      "grad_norm": 3.5677337646484375,
      "learning_rate": 2.6657060518731993e-05,
      "loss": 0.2193,
      "step": 1805
    },
    {
      "epoch": 2.61,
      "grad_norm": 5.31620979309082,
      "learning_rate": 2.6577009285943006e-05,
      "loss": 0.2569,
      "step": 1810
    },
    {
      "epoch": 2.61,
      "grad_norm": 5.1970038414001465,
      "learning_rate": 2.649695805315402e-05,
      "loss": 0.2235,
      "step": 1815
    },
    {
      "epoch": 2.62,
      "grad_norm": 3.6116130352020264,
      "learning_rate": 2.6416906820365034e-05,
      "loss": 0.2353,
      "step": 1820
    },
    {
      "epoch": 2.63,
      "grad_norm": 4.2939043045043945,
      "learning_rate": 2.6336855587576048e-05,
      "loss": 0.2448,
      "step": 1825
    },
    {
      "epoch": 2.63,
      "grad_norm": 3.7755072116851807,
      "learning_rate": 2.625680435478706e-05,
      "loss": 0.2131,
      "step": 1830
    },
    {
      "epoch": 2.64,
      "grad_norm": 4.578812122344971,
      "learning_rate": 2.6176753121998082e-05,
      "loss": 0.2167,
      "step": 1835
    },
    {
      "epoch": 2.65,
      "grad_norm": 4.904923439025879,
      "learning_rate": 2.6096701889209096e-05,
      "loss": 0.2228,
      "step": 1840
    },
    {
      "epoch": 2.66,
      "grad_norm": 5.128912448883057,
      "learning_rate": 2.601665065642011e-05,
      "loss": 0.2888,
      "step": 1845
    },
    {
      "epoch": 2.66,
      "grad_norm": 5.788363933563232,
      "learning_rate": 2.5936599423631124e-05,
      "loss": 0.2421,
      "step": 1850
    },
    {
      "epoch": 2.67,
      "grad_norm": 4.001156806945801,
      "learning_rate": 2.585654819084214e-05,
      "loss": 0.1997,
      "step": 1855
    },
    {
      "epoch": 2.68,
      "grad_norm": 4.3057475090026855,
      "learning_rate": 2.5776496958053155e-05,
      "loss": 0.2434,
      "step": 1860
    },
    {
      "epoch": 2.68,
      "grad_norm": 3.524348258972168,
      "learning_rate": 2.5696445725264168e-05,
      "loss": 0.2188,
      "step": 1865
    },
    {
      "epoch": 2.69,
      "grad_norm": 6.004559516906738,
      "learning_rate": 2.561639449247519e-05,
      "loss": 0.2426,
      "step": 1870
    },
    {
      "epoch": 2.7,
      "grad_norm": 4.429930686950684,
      "learning_rate": 2.5536343259686203e-05,
      "loss": 0.2306,
      "step": 1875
    },
    {
      "epoch": 2.71,
      "grad_norm": 5.706151008605957,
      "learning_rate": 2.5456292026897216e-05,
      "loss": 0.2194,
      "step": 1880
    },
    {
      "epoch": 2.71,
      "grad_norm": 4.148650169372559,
      "learning_rate": 2.537624079410823e-05,
      "loss": 0.2683,
      "step": 1885
    },
    {
      "epoch": 2.72,
      "grad_norm": 3.2449026107788086,
      "learning_rate": 2.5296189561319244e-05,
      "loss": 0.2539,
      "step": 1890
    },
    {
      "epoch": 2.73,
      "grad_norm": 3.6404850482940674,
      "learning_rate": 2.5216138328530258e-05,
      "loss": 0.2221,
      "step": 1895
    },
    {
      "epoch": 2.73,
      "grad_norm": 3.1382288932800293,
      "learning_rate": 2.513608709574127e-05,
      "loss": 0.2266,
      "step": 1900
    },
    {
      "epoch": 2.74,
      "grad_norm": 8.027711868286133,
      "learning_rate": 2.5056035862952292e-05,
      "loss": 0.2944,
      "step": 1905
    },
    {
      "epoch": 2.75,
      "grad_norm": 7.140124797821045,
      "learning_rate": 2.4975984630163306e-05,
      "loss": 0.2036,
      "step": 1910
    },
    {
      "epoch": 2.76,
      "grad_norm": 3.4655325412750244,
      "learning_rate": 2.489593339737432e-05,
      "loss": 0.1955,
      "step": 1915
    },
    {
      "epoch": 2.76,
      "grad_norm": 3.295433759689331,
      "learning_rate": 2.4815882164585337e-05,
      "loss": 0.2114,
      "step": 1920
    },
    {
      "epoch": 2.77,
      "grad_norm": 3.806304931640625,
      "learning_rate": 2.473583093179635e-05,
      "loss": 0.206,
      "step": 1925
    },
    {
      "epoch": 2.78,
      "grad_norm": 4.674000263214111,
      "learning_rate": 2.4655779699007368e-05,
      "loss": 0.2215,
      "step": 1930
    },
    {
      "epoch": 2.79,
      "grad_norm": 3.5063233375549316,
      "learning_rate": 2.4575728466218382e-05,
      "loss": 0.2583,
      "step": 1935
    },
    {
      "epoch": 2.79,
      "grad_norm": 3.4132816791534424,
      "learning_rate": 2.4495677233429396e-05,
      "loss": 0.2388,
      "step": 1940
    },
    {
      "epoch": 2.8,
      "grad_norm": 3.2140300273895264,
      "learning_rate": 2.441562600064041e-05,
      "loss": 0.2395,
      "step": 1945
    },
    {
      "epoch": 2.81,
      "grad_norm": 4.795976638793945,
      "learning_rate": 2.4335574767851427e-05,
      "loss": 0.2206,
      "step": 1950
    },
    {
      "epoch": 2.81,
      "grad_norm": 3.491682767868042,
      "learning_rate": 2.425552353506244e-05,
      "loss": 0.2553,
      "step": 1955
    },
    {
      "epoch": 2.82,
      "grad_norm": 4.174879550933838,
      "learning_rate": 2.4175472302273454e-05,
      "loss": 0.1969,
      "step": 1960
    },
    {
      "epoch": 2.83,
      "grad_norm": 3.776137590408325,
      "learning_rate": 2.409542106948447e-05,
      "loss": 0.2276,
      "step": 1965
    },
    {
      "epoch": 2.84,
      "grad_norm": 3.7050764560699463,
      "learning_rate": 2.4015369836695485e-05,
      "loss": 0.2001,
      "step": 1970
    },
    {
      "epoch": 2.84,
      "grad_norm": 3.4648373126983643,
      "learning_rate": 2.3935318603906502e-05,
      "loss": 0.2538,
      "step": 1975
    },
    {
      "epoch": 2.85,
      "grad_norm": 4.3064727783203125,
      "learning_rate": 2.3855267371117516e-05,
      "loss": 0.2579,
      "step": 1980
    },
    {
      "epoch": 2.86,
      "grad_norm": 2.671032428741455,
      "learning_rate": 2.3775216138328533e-05,
      "loss": 0.2443,
      "step": 1985
    },
    {
      "epoch": 2.86,
      "grad_norm": 4.2159013748168945,
      "learning_rate": 2.3695164905539547e-05,
      "loss": 0.2373,
      "step": 1990
    },
    {
      "epoch": 2.87,
      "grad_norm": 3.787076711654663,
      "learning_rate": 2.361511367275056e-05,
      "loss": 0.2179,
      "step": 1995
    },
    {
      "epoch": 2.88,
      "grad_norm": 3.971762180328369,
      "learning_rate": 2.3535062439961578e-05,
      "loss": 0.2356,
      "step": 2000
    },
    {
      "epoch": 2.89,
      "grad_norm": 5.022749900817871,
      "learning_rate": 2.3455011207172592e-05,
      "loss": 0.2167,
      "step": 2005
    },
    {
      "epoch": 2.89,
      "grad_norm": 4.616547107696533,
      "learning_rate": 2.3374959974383606e-05,
      "loss": 0.2266,
      "step": 2010
    },
    {
      "epoch": 2.9,
      "grad_norm": 4.522019386291504,
      "learning_rate": 2.329490874159462e-05,
      "loss": 0.247,
      "step": 2015
    },
    {
      "epoch": 2.91,
      "grad_norm": 5.141051292419434,
      "learning_rate": 2.3214857508805637e-05,
      "loss": 0.2028,
      "step": 2020
    },
    {
      "epoch": 2.91,
      "grad_norm": 3.577793836593628,
      "learning_rate": 2.313480627601665e-05,
      "loss": 0.1924,
      "step": 2025
    },
    {
      "epoch": 2.92,
      "grad_norm": 5.1364665031433105,
      "learning_rate": 2.3054755043227668e-05,
      "loss": 0.226,
      "step": 2030
    },
    {
      "epoch": 2.93,
      "grad_norm": 3.8625662326812744,
      "learning_rate": 2.297470381043868e-05,
      "loss": 0.2329,
      "step": 2035
    },
    {
      "epoch": 2.94,
      "grad_norm": 4.119937419891357,
      "learning_rate": 2.28946525776497e-05,
      "loss": 0.2037,
      "step": 2040
    },
    {
      "epoch": 2.94,
      "grad_norm": 3.1188371181488037,
      "learning_rate": 2.2814601344860712e-05,
      "loss": 0.231,
      "step": 2045
    },
    {
      "epoch": 2.95,
      "grad_norm": 4.263334274291992,
      "learning_rate": 2.2734550112071726e-05,
      "loss": 0.219,
      "step": 2050
    },
    {
      "epoch": 2.96,
      "grad_norm": 4.002464771270752,
      "learning_rate": 2.2654498879282743e-05,
      "loss": 0.1927,
      "step": 2055
    },
    {
      "epoch": 2.97,
      "grad_norm": 3.5694775581359863,
      "learning_rate": 2.2574447646493757e-05,
      "loss": 0.1803,
      "step": 2060
    },
    {
      "epoch": 2.97,
      "grad_norm": 4.048843860626221,
      "learning_rate": 2.249439641370477e-05,
      "loss": 0.1837,
      "step": 2065
    },
    {
      "epoch": 2.98,
      "grad_norm": 4.335817337036133,
      "learning_rate": 2.2414345180915788e-05,
      "loss": 0.227,
      "step": 2070
    },
    {
      "epoch": 2.99,
      "grad_norm": 4.292420864105225,
      "learning_rate": 2.2334293948126802e-05,
      "loss": 0.2535,
      "step": 2075
    },
    {
      "epoch": 2.99,
      "grad_norm": 3.625598430633545,
      "learning_rate": 2.2254242715337816e-05,
      "loss": 0.1633,
      "step": 2080
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9487854251012146,
      "eval_loss": 0.1372506320476532,
      "eval_runtime": 31.8832,
      "eval_samples_per_second": 309.881,
      "eval_steps_per_second": 9.692,
      "step": 2084
    },
    {
      "epoch": 3.0,
      "grad_norm": 4.9075140953063965,
      "learning_rate": 2.217419148254883e-05,
      "loss": 0.19,
      "step": 2085
    },
    {
      "epoch": 3.01,
      "grad_norm": 4.76453971862793,
      "learning_rate": 2.2094140249759847e-05,
      "loss": 0.214,
      "step": 2090
    },
    {
      "epoch": 3.02,
      "grad_norm": 3.710191011428833,
      "learning_rate": 2.2014089016970864e-05,
      "loss": 0.2197,
      "step": 2095
    },
    {
      "epoch": 3.02,
      "grad_norm": 3.287574529647827,
      "learning_rate": 2.1934037784181878e-05,
      "loss": 0.1939,
      "step": 2100
    },
    {
      "epoch": 3.03,
      "grad_norm": 3.7616758346557617,
      "learning_rate": 2.1853986551392895e-05,
      "loss": 0.209,
      "step": 2105
    },
    {
      "epoch": 3.04,
      "grad_norm": 3.6096699237823486,
      "learning_rate": 2.177393531860391e-05,
      "loss": 0.2195,
      "step": 2110
    },
    {
      "epoch": 3.04,
      "grad_norm": 4.259820461273193,
      "learning_rate": 2.1693884085814922e-05,
      "loss": 0.1813,
      "step": 2115
    },
    {
      "epoch": 3.05,
      "grad_norm": 4.710832118988037,
      "learning_rate": 2.1613832853025936e-05,
      "loss": 0.2054,
      "step": 2120
    },
    {
      "epoch": 3.06,
      "grad_norm": 2.757356882095337,
      "learning_rate": 2.1533781620236953e-05,
      "loss": 0.2276,
      "step": 2125
    },
    {
      "epoch": 3.07,
      "grad_norm": 4.743321418762207,
      "learning_rate": 2.1453730387447967e-05,
      "loss": 0.1603,
      "step": 2130
    },
    {
      "epoch": 3.07,
      "grad_norm": 3.536240339279175,
      "learning_rate": 2.137367915465898e-05,
      "loss": 0.1888,
      "step": 2135
    },
    {
      "epoch": 3.08,
      "grad_norm": 3.635094404220581,
      "learning_rate": 2.1293627921869998e-05,
      "loss": 0.1841,
      "step": 2140
    },
    {
      "epoch": 3.09,
      "grad_norm": 4.491457939147949,
      "learning_rate": 2.1213576689081012e-05,
      "loss": 0.2013,
      "step": 2145
    },
    {
      "epoch": 3.09,
      "grad_norm": 5.20548152923584,
      "learning_rate": 2.113352545629203e-05,
      "loss": 0.1618,
      "step": 2150
    },
    {
      "epoch": 3.1,
      "grad_norm": 3.6702117919921875,
      "learning_rate": 2.1053474223503043e-05,
      "loss": 0.2106,
      "step": 2155
    },
    {
      "epoch": 3.11,
      "grad_norm": 3.9622325897216797,
      "learning_rate": 2.097342299071406e-05,
      "loss": 0.2488,
      "step": 2160
    },
    {
      "epoch": 3.12,
      "grad_norm": 7.823854923248291,
      "learning_rate": 2.0893371757925074e-05,
      "loss": 0.2107,
      "step": 2165
    },
    {
      "epoch": 3.12,
      "grad_norm": 5.4744791984558105,
      "learning_rate": 2.0813320525136088e-05,
      "loss": 0.1888,
      "step": 2170
    },
    {
      "epoch": 3.13,
      "grad_norm": 3.024887800216675,
      "learning_rate": 2.0733269292347105e-05,
      "loss": 0.2051,
      "step": 2175
    },
    {
      "epoch": 3.14,
      "grad_norm": 3.444693088531494,
      "learning_rate": 2.065321805955812e-05,
      "loss": 0.2404,
      "step": 2180
    },
    {
      "epoch": 3.15,
      "grad_norm": 4.3029656410217285,
      "learning_rate": 2.0573166826769133e-05,
      "loss": 0.215,
      "step": 2185
    },
    {
      "epoch": 3.15,
      "grad_norm": 4.038111209869385,
      "learning_rate": 2.0493115593980146e-05,
      "loss": 0.2003,
      "step": 2190
    },
    {
      "epoch": 3.16,
      "grad_norm": 4.064023494720459,
      "learning_rate": 2.0413064361191164e-05,
      "loss": 0.1961,
      "step": 2195
    },
    {
      "epoch": 3.17,
      "grad_norm": 5.2245707511901855,
      "learning_rate": 2.0333013128402177e-05,
      "loss": 0.2172,
      "step": 2200
    },
    {
      "epoch": 3.17,
      "grad_norm": 4.670438289642334,
      "learning_rate": 2.025296189561319e-05,
      "loss": 0.1992,
      "step": 2205
    },
    {
      "epoch": 3.18,
      "grad_norm": 4.39680290222168,
      "learning_rate": 2.017291066282421e-05,
      "loss": 0.2174,
      "step": 2210
    },
    {
      "epoch": 3.19,
      "grad_norm": 6.914219379425049,
      "learning_rate": 2.0092859430035225e-05,
      "loss": 0.1968,
      "step": 2215
    },
    {
      "epoch": 3.2,
      "grad_norm": 3.2190115451812744,
      "learning_rate": 2.001280819724624e-05,
      "loss": 0.1939,
      "step": 2220
    },
    {
      "epoch": 3.2,
      "grad_norm": 3.638925075531006,
      "learning_rate": 1.9932756964457253e-05,
      "loss": 0.2431,
      "step": 2225
    },
    {
      "epoch": 3.21,
      "grad_norm": 5.030416965484619,
      "learning_rate": 1.985270573166827e-05,
      "loss": 0.2094,
      "step": 2230
    },
    {
      "epoch": 3.22,
      "grad_norm": 5.105839729309082,
      "learning_rate": 1.9772654498879284e-05,
      "loss": 0.2165,
      "step": 2235
    },
    {
      "epoch": 3.22,
      "grad_norm": 4.913294315338135,
      "learning_rate": 1.9692603266090298e-05,
      "loss": 0.2171,
      "step": 2240
    },
    {
      "epoch": 3.23,
      "grad_norm": 4.230659008026123,
      "learning_rate": 1.961255203330131e-05,
      "loss": 0.2088,
      "step": 2245
    },
    {
      "epoch": 3.24,
      "grad_norm": 4.271526336669922,
      "learning_rate": 1.953250080051233e-05,
      "loss": 0.215,
      "step": 2250
    },
    {
      "epoch": 3.25,
      "grad_norm": 6.460733413696289,
      "learning_rate": 1.9452449567723343e-05,
      "loss": 0.2241,
      "step": 2255
    },
    {
      "epoch": 3.25,
      "grad_norm": 2.8896567821502686,
      "learning_rate": 1.9372398334934356e-05,
      "loss": 0.1587,
      "step": 2260
    },
    {
      "epoch": 3.26,
      "grad_norm": 3.2169876098632812,
      "learning_rate": 1.9292347102145374e-05,
      "loss": 0.1587,
      "step": 2265
    },
    {
      "epoch": 3.27,
      "grad_norm": 4.299535274505615,
      "learning_rate": 1.921229586935639e-05,
      "loss": 0.1819,
      "step": 2270
    },
    {
      "epoch": 3.27,
      "grad_norm": 3.9862189292907715,
      "learning_rate": 1.9132244636567405e-05,
      "loss": 0.2099,
      "step": 2275
    },
    {
      "epoch": 3.28,
      "grad_norm": 5.323502540588379,
      "learning_rate": 1.905219340377842e-05,
      "loss": 0.222,
      "step": 2280
    },
    {
      "epoch": 3.29,
      "grad_norm": 3.4311234951019287,
      "learning_rate": 1.8972142170989436e-05,
      "loss": 0.1956,
      "step": 2285
    },
    {
      "epoch": 3.3,
      "grad_norm": 4.878343105316162,
      "learning_rate": 1.889209093820045e-05,
      "loss": 0.1814,
      "step": 2290
    },
    {
      "epoch": 3.3,
      "grad_norm": 2.903064489364624,
      "learning_rate": 1.8812039705411463e-05,
      "loss": 0.2397,
      "step": 2295
    },
    {
      "epoch": 3.31,
      "grad_norm": 5.286783695220947,
      "learning_rate": 1.873198847262248e-05,
      "loss": 0.2362,
      "step": 2300
    },
    {
      "epoch": 3.32,
      "grad_norm": 4.201813220977783,
      "learning_rate": 1.8651937239833494e-05,
      "loss": 0.2235,
      "step": 2305
    },
    {
      "epoch": 3.32,
      "grad_norm": 3.4148082733154297,
      "learning_rate": 1.8571886007044508e-05,
      "loss": 0.1922,
      "step": 2310
    },
    {
      "epoch": 3.33,
      "grad_norm": 4.562300682067871,
      "learning_rate": 1.8491834774255522e-05,
      "loss": 0.2013,
      "step": 2315
    },
    {
      "epoch": 3.34,
      "grad_norm": 6.004905700683594,
      "learning_rate": 1.841178354146654e-05,
      "loss": 0.2215,
      "step": 2320
    },
    {
      "epoch": 3.35,
      "grad_norm": 4.642991065979004,
      "learning_rate": 1.8331732308677556e-05,
      "loss": 0.2085,
      "step": 2325
    },
    {
      "epoch": 3.35,
      "grad_norm": 2.796497344970703,
      "learning_rate": 1.825168107588857e-05,
      "loss": 0.2126,
      "step": 2330
    },
    {
      "epoch": 3.36,
      "grad_norm": 6.009349346160889,
      "learning_rate": 1.8171629843099587e-05,
      "loss": 0.1906,
      "step": 2335
    },
    {
      "epoch": 3.37,
      "grad_norm": 4.415472507476807,
      "learning_rate": 1.80915786103106e-05,
      "loss": 0.2013,
      "step": 2340
    },
    {
      "epoch": 3.38,
      "grad_norm": 2.890207529067993,
      "learning_rate": 1.8011527377521615e-05,
      "loss": 0.2017,
      "step": 2345
    },
    {
      "epoch": 3.38,
      "grad_norm": 3.2712149620056152,
      "learning_rate": 1.793147614473263e-05,
      "loss": 0.1997,
      "step": 2350
    },
    {
      "epoch": 3.39,
      "grad_norm": 4.87721061706543,
      "learning_rate": 1.7851424911943646e-05,
      "loss": 0.1944,
      "step": 2355
    },
    {
      "epoch": 3.4,
      "grad_norm": 5.590481281280518,
      "learning_rate": 1.777137367915466e-05,
      "loss": 0.1749,
      "step": 2360
    },
    {
      "epoch": 3.4,
      "grad_norm": 3.1477975845336914,
      "learning_rate": 1.7691322446365673e-05,
      "loss": 0.1734,
      "step": 2365
    },
    {
      "epoch": 3.41,
      "grad_norm": 4.50333309173584,
      "learning_rate": 1.761127121357669e-05,
      "loss": 0.244,
      "step": 2370
    },
    {
      "epoch": 3.42,
      "grad_norm": 4.189910411834717,
      "learning_rate": 1.7531219980787704e-05,
      "loss": 0.2015,
      "step": 2375
    },
    {
      "epoch": 3.43,
      "grad_norm": 4.48671817779541,
      "learning_rate": 1.7451168747998718e-05,
      "loss": 0.1994,
      "step": 2380
    },
    {
      "epoch": 3.43,
      "grad_norm": 3.9251739978790283,
      "learning_rate": 1.7371117515209735e-05,
      "loss": 0.1798,
      "step": 2385
    },
    {
      "epoch": 3.44,
      "grad_norm": 2.792525291442871,
      "learning_rate": 1.7291066282420752e-05,
      "loss": 0.1628,
      "step": 2390
    },
    {
      "epoch": 3.45,
      "grad_norm": 3.325592041015625,
      "learning_rate": 1.7211015049631766e-05,
      "loss": 0.2069,
      "step": 2395
    },
    {
      "epoch": 3.45,
      "grad_norm": 3.9942626953125,
      "learning_rate": 1.713096381684278e-05,
      "loss": 0.1866,
      "step": 2400
    },
    {
      "epoch": 3.46,
      "grad_norm": 5.486047267913818,
      "learning_rate": 1.7050912584053797e-05,
      "loss": 0.2185,
      "step": 2405
    },
    {
      "epoch": 3.47,
      "grad_norm": 3.5321319103240967,
      "learning_rate": 1.697086135126481e-05,
      "loss": 0.2068,
      "step": 2410
    },
    {
      "epoch": 3.48,
      "grad_norm": 4.118142127990723,
      "learning_rate": 1.6890810118475825e-05,
      "loss": 0.2076,
      "step": 2415
    },
    {
      "epoch": 3.48,
      "grad_norm": 4.678371906280518,
      "learning_rate": 1.681075888568684e-05,
      "loss": 0.1948,
      "step": 2420
    },
    {
      "epoch": 3.49,
      "grad_norm": 5.298951148986816,
      "learning_rate": 1.6730707652897856e-05,
      "loss": 0.2142,
      "step": 2425
    },
    {
      "epoch": 3.5,
      "grad_norm": 4.5779900550842285,
      "learning_rate": 1.665065642010887e-05,
      "loss": 0.1994,
      "step": 2430
    },
    {
      "epoch": 3.5,
      "grad_norm": 4.762623310089111,
      "learning_rate": 1.6570605187319883e-05,
      "loss": 0.2213,
      "step": 2435
    },
    {
      "epoch": 3.51,
      "grad_norm": 4.956728458404541,
      "learning_rate": 1.64905539545309e-05,
      "loss": 0.1818,
      "step": 2440
    },
    {
      "epoch": 3.52,
      "grad_norm": 3.7195310592651367,
      "learning_rate": 1.6410502721741918e-05,
      "loss": 0.2171,
      "step": 2445
    },
    {
      "epoch": 3.53,
      "grad_norm": 3.115422010421753,
      "learning_rate": 1.633045148895293e-05,
      "loss": 0.1873,
      "step": 2450
    },
    {
      "epoch": 3.53,
      "grad_norm": 2.4611568450927734,
      "learning_rate": 1.6250400256163945e-05,
      "loss": 0.1999,
      "step": 2455
    },
    {
      "epoch": 3.54,
      "grad_norm": 7.129974842071533,
      "learning_rate": 1.6170349023374962e-05,
      "loss": 0.2039,
      "step": 2460
    },
    {
      "epoch": 3.55,
      "grad_norm": 3.4364309310913086,
      "learning_rate": 1.6090297790585976e-05,
      "loss": 0.2019,
      "step": 2465
    },
    {
      "epoch": 3.56,
      "grad_norm": 7.869508266448975,
      "learning_rate": 1.601024655779699e-05,
      "loss": 0.1678,
      "step": 2470
    },
    {
      "epoch": 3.56,
      "grad_norm": 4.7185378074646,
      "learning_rate": 1.5930195325008007e-05,
      "loss": 0.1934,
      "step": 2475
    },
    {
      "epoch": 3.57,
      "grad_norm": 7.357175350189209,
      "learning_rate": 1.585014409221902e-05,
      "loss": 0.1998,
      "step": 2480
    },
    {
      "epoch": 3.58,
      "grad_norm": 3.6080660820007324,
      "learning_rate": 1.5770092859430035e-05,
      "loss": 0.1949,
      "step": 2485
    },
    {
      "epoch": 3.58,
      "grad_norm": 2.9534220695495605,
      "learning_rate": 1.569004162664105e-05,
      "loss": 0.1772,
      "step": 2490
    },
    {
      "epoch": 3.59,
      "grad_norm": 4.7188401222229,
      "learning_rate": 1.5609990393852066e-05,
      "loss": 0.2164,
      "step": 2495
    },
    {
      "epoch": 3.6,
      "grad_norm": 5.8504180908203125,
      "learning_rate": 1.552993916106308e-05,
      "loss": 0.2283,
      "step": 2500
    },
    {
      "epoch": 3.61,
      "grad_norm": 4.23643684387207,
      "learning_rate": 1.5449887928274097e-05,
      "loss": 0.2003,
      "step": 2505
    },
    {
      "epoch": 3.61,
      "grad_norm": 2.19675350189209,
      "learning_rate": 1.5369836695485114e-05,
      "loss": 0.1997,
      "step": 2510
    },
    {
      "epoch": 3.62,
      "grad_norm": 5.1381330490112305,
      "learning_rate": 1.5289785462696128e-05,
      "loss": 0.195,
      "step": 2515
    },
    {
      "epoch": 3.63,
      "grad_norm": 3.739199161529541,
      "learning_rate": 1.5209734229907142e-05,
      "loss": 0.1596,
      "step": 2520
    },
    {
      "epoch": 3.63,
      "grad_norm": 4.581226348876953,
      "learning_rate": 1.5129682997118155e-05,
      "loss": 0.2086,
      "step": 2525
    },
    {
      "epoch": 3.64,
      "grad_norm": 5.416107177734375,
      "learning_rate": 1.5049631764329173e-05,
      "loss": 0.2517,
      "step": 2530
    },
    {
      "epoch": 3.65,
      "grad_norm": 6.070262908935547,
      "learning_rate": 1.4969580531540186e-05,
      "loss": 0.1801,
      "step": 2535
    },
    {
      "epoch": 3.66,
      "grad_norm": 4.063976764678955,
      "learning_rate": 1.48895292987512e-05,
      "loss": 0.2302,
      "step": 2540
    },
    {
      "epoch": 3.66,
      "grad_norm": 3.717087745666504,
      "learning_rate": 1.4809478065962217e-05,
      "loss": 0.2185,
      "step": 2545
    },
    {
      "epoch": 3.67,
      "grad_norm": 3.2319772243499756,
      "learning_rate": 1.4729426833173233e-05,
      "loss": 0.2609,
      "step": 2550
    },
    {
      "epoch": 3.68,
      "grad_norm": 3.7224340438842773,
      "learning_rate": 1.4649375600384247e-05,
      "loss": 0.1906,
      "step": 2555
    },
    {
      "epoch": 3.68,
      "grad_norm": 6.972284317016602,
      "learning_rate": 1.456932436759526e-05,
      "loss": 0.2232,
      "step": 2560
    },
    {
      "epoch": 3.69,
      "grad_norm": 3.514923095703125,
      "learning_rate": 1.4489273134806278e-05,
      "loss": 0.2081,
      "step": 2565
    },
    {
      "epoch": 3.7,
      "grad_norm": 5.140145301818848,
      "learning_rate": 1.4409221902017291e-05,
      "loss": 0.2099,
      "step": 2570
    },
    {
      "epoch": 3.71,
      "grad_norm": 2.977041482925415,
      "learning_rate": 1.4329170669228307e-05,
      "loss": 0.1689,
      "step": 2575
    },
    {
      "epoch": 3.71,
      "grad_norm": 2.9438095092773438,
      "learning_rate": 1.4249119436439322e-05,
      "loss": 0.1788,
      "step": 2580
    },
    {
      "epoch": 3.72,
      "grad_norm": 3.311598777770996,
      "learning_rate": 1.4169068203650338e-05,
      "loss": 0.1787,
      "step": 2585
    },
    {
      "epoch": 3.73,
      "grad_norm": 4.066298961639404,
      "learning_rate": 1.4089016970861352e-05,
      "loss": 0.2049,
      "step": 2590
    },
    {
      "epoch": 3.74,
      "grad_norm": 3.8641276359558105,
      "learning_rate": 1.4008965738072365e-05,
      "loss": 0.2064,
      "step": 2595
    },
    {
      "epoch": 3.74,
      "grad_norm": 4.785098075866699,
      "learning_rate": 1.3928914505283383e-05,
      "loss": 0.213,
      "step": 2600
    },
    {
      "epoch": 3.75,
      "grad_norm": 3.3832712173461914,
      "learning_rate": 1.3848863272494398e-05,
      "loss": 0.203,
      "step": 2605
    },
    {
      "epoch": 3.76,
      "grad_norm": 3.8471434116363525,
      "learning_rate": 1.3768812039705412e-05,
      "loss": 0.2192,
      "step": 2610
    },
    {
      "epoch": 3.76,
      "grad_norm": 4.769313335418701,
      "learning_rate": 1.3688760806916426e-05,
      "loss": 0.2191,
      "step": 2615
    },
    {
      "epoch": 3.77,
      "grad_norm": 3.5882818698883057,
      "learning_rate": 1.3608709574127443e-05,
      "loss": 0.1952,
      "step": 2620
    },
    {
      "epoch": 3.78,
      "grad_norm": 4.177798271179199,
      "learning_rate": 1.3528658341338457e-05,
      "loss": 0.2209,
      "step": 2625
    },
    {
      "epoch": 3.79,
      "grad_norm": 5.218222618103027,
      "learning_rate": 1.3448607108549472e-05,
      "loss": 0.1953,
      "step": 2630
    },
    {
      "epoch": 3.79,
      "grad_norm": 4.669002056121826,
      "learning_rate": 1.3368555875760488e-05,
      "loss": 0.2017,
      "step": 2635
    },
    {
      "epoch": 3.8,
      "grad_norm": 4.992402076721191,
      "learning_rate": 1.3288504642971503e-05,
      "loss": 0.2702,
      "step": 2640
    },
    {
      "epoch": 3.81,
      "grad_norm": 3.818152666091919,
      "learning_rate": 1.3208453410182517e-05,
      "loss": 0.2195,
      "step": 2645
    },
    {
      "epoch": 3.81,
      "grad_norm": 3.825201988220215,
      "learning_rate": 1.312840217739353e-05,
      "loss": 0.2086,
      "step": 2650
    },
    {
      "epoch": 3.82,
      "grad_norm": 3.2888553142547607,
      "learning_rate": 1.3048350944604548e-05,
      "loss": 0.1899,
      "step": 2655
    },
    {
      "epoch": 3.83,
      "grad_norm": 4.896663665771484,
      "learning_rate": 1.2968299711815562e-05,
      "loss": 0.2154,
      "step": 2660
    },
    {
      "epoch": 3.84,
      "grad_norm": 3.9895691871643066,
      "learning_rate": 1.2888248479026577e-05,
      "loss": 0.2251,
      "step": 2665
    },
    {
      "epoch": 3.84,
      "grad_norm": 3.9652981758117676,
      "learning_rate": 1.2808197246237594e-05,
      "loss": 0.2116,
      "step": 2670
    },
    {
      "epoch": 3.85,
      "grad_norm": 4.93154764175415,
      "learning_rate": 1.2728146013448608e-05,
      "loss": 0.2597,
      "step": 2675
    },
    {
      "epoch": 3.86,
      "grad_norm": 4.236401081085205,
      "learning_rate": 1.2648094780659622e-05,
      "loss": 0.2312,
      "step": 2680
    },
    {
      "epoch": 3.86,
      "grad_norm": 3.95443058013916,
      "learning_rate": 1.2568043547870636e-05,
      "loss": 0.1696,
      "step": 2685
    },
    {
      "epoch": 3.87,
      "grad_norm": 2.7311601638793945,
      "learning_rate": 1.2487992315081653e-05,
      "loss": 0.1625,
      "step": 2690
    },
    {
      "epoch": 3.88,
      "grad_norm": 3.6803927421569824,
      "learning_rate": 1.2407941082292668e-05,
      "loss": 0.2069,
      "step": 2695
    },
    {
      "epoch": 3.89,
      "grad_norm": 3.391956329345703,
      "learning_rate": 1.2327889849503684e-05,
      "loss": 0.1779,
      "step": 2700
    },
    {
      "epoch": 3.89,
      "grad_norm": 3.478215456008911,
      "learning_rate": 1.2247838616714698e-05,
      "loss": 0.1874,
      "step": 2705
    },
    {
      "epoch": 3.9,
      "grad_norm": 2.4775846004486084,
      "learning_rate": 1.2167787383925713e-05,
      "loss": 0.1953,
      "step": 2710
    },
    {
      "epoch": 3.91,
      "grad_norm": 4.715533256530762,
      "learning_rate": 1.2087736151136727e-05,
      "loss": 0.1863,
      "step": 2715
    },
    {
      "epoch": 3.92,
      "grad_norm": 4.083915710449219,
      "learning_rate": 1.2007684918347743e-05,
      "loss": 0.1871,
      "step": 2720
    },
    {
      "epoch": 3.92,
      "grad_norm": 2.535428285598755,
      "learning_rate": 1.1927633685558758e-05,
      "loss": 0.2084,
      "step": 2725
    },
    {
      "epoch": 3.93,
      "grad_norm": 5.987590789794922,
      "learning_rate": 1.1847582452769774e-05,
      "loss": 0.172,
      "step": 2730
    },
    {
      "epoch": 3.94,
      "grad_norm": 4.185674667358398,
      "learning_rate": 1.1767531219980789e-05,
      "loss": 0.2106,
      "step": 2735
    },
    {
      "epoch": 3.94,
      "grad_norm": 3.0659992694854736,
      "learning_rate": 1.1687479987191803e-05,
      "loss": 0.1839,
      "step": 2740
    },
    {
      "epoch": 3.95,
      "grad_norm": 8.405370712280273,
      "learning_rate": 1.1607428754402818e-05,
      "loss": 0.2449,
      "step": 2745
    },
    {
      "epoch": 3.96,
      "grad_norm": 5.262624740600586,
      "learning_rate": 1.1527377521613834e-05,
      "loss": 0.1982,
      "step": 2750
    },
    {
      "epoch": 3.97,
      "grad_norm": 3.3970797061920166,
      "learning_rate": 1.144732628882485e-05,
      "loss": 0.2383,
      "step": 2755
    },
    {
      "epoch": 3.97,
      "grad_norm": 4.604133129119873,
      "learning_rate": 1.1367275056035863e-05,
      "loss": 0.211,
      "step": 2760
    },
    {
      "epoch": 3.98,
      "grad_norm": 4.767920970916748,
      "learning_rate": 1.1287223823246879e-05,
      "loss": 0.2111,
      "step": 2765
    },
    {
      "epoch": 3.99,
      "grad_norm": 4.075857162475586,
      "learning_rate": 1.1207172590457894e-05,
      "loss": 0.2011,
      "step": 2770
    },
    {
      "epoch": 3.99,
      "grad_norm": 3.293419599533081,
      "learning_rate": 1.1127121357668908e-05,
      "loss": 0.1943,
      "step": 2775
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.9510121457489878,
      "eval_loss": 0.131936714053154,
      "eval_runtime": 31.7023,
      "eval_samples_per_second": 311.649,
      "eval_steps_per_second": 9.747,
      "step": 2779
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.756840229034424,
      "learning_rate": 1.1047070124879923e-05,
      "loss": 0.2012,
      "step": 2780
    },
    {
      "epoch": 4.01,
      "grad_norm": 4.239038467407227,
      "learning_rate": 1.0967018892090939e-05,
      "loss": 0.1637,
      "step": 2785
    },
    {
      "epoch": 4.02,
      "grad_norm": 3.6597139835357666,
      "learning_rate": 1.0886967659301954e-05,
      "loss": 0.1848,
      "step": 2790
    },
    {
      "epoch": 4.02,
      "grad_norm": 3.050875425338745,
      "learning_rate": 1.0806916426512968e-05,
      "loss": 0.1565,
      "step": 2795
    },
    {
      "epoch": 4.03,
      "grad_norm": 4.3006463050842285,
      "learning_rate": 1.0726865193723984e-05,
      "loss": 0.2116,
      "step": 2800
    },
    {
      "epoch": 4.04,
      "grad_norm": 4.682863712310791,
      "learning_rate": 1.0646813960934999e-05,
      "loss": 0.1974,
      "step": 2805
    },
    {
      "epoch": 4.04,
      "grad_norm": 3.8604190349578857,
      "learning_rate": 1.0566762728146015e-05,
      "loss": 0.1972,
      "step": 2810
    },
    {
      "epoch": 4.05,
      "grad_norm": 4.325167655944824,
      "learning_rate": 1.048671149535703e-05,
      "loss": 0.1732,
      "step": 2815
    },
    {
      "epoch": 4.06,
      "grad_norm": 6.881094932556152,
      "learning_rate": 1.0406660262568044e-05,
      "loss": 0.2527,
      "step": 2820
    },
    {
      "epoch": 4.07,
      "grad_norm": 6.374682426452637,
      "learning_rate": 1.032660902977906e-05,
      "loss": 0.224,
      "step": 2825
    },
    {
      "epoch": 4.07,
      "grad_norm": 3.154886245727539,
      "learning_rate": 1.0246557796990073e-05,
      "loss": 0.1613,
      "step": 2830
    },
    {
      "epoch": 4.08,
      "grad_norm": 5.165164470672607,
      "learning_rate": 1.0166506564201089e-05,
      "loss": 0.225,
      "step": 2835
    },
    {
      "epoch": 4.09,
      "grad_norm": 3.388165235519409,
      "learning_rate": 1.0086455331412104e-05,
      "loss": 0.2189,
      "step": 2840
    },
    {
      "epoch": 4.09,
      "grad_norm": 4.795779705047607,
      "learning_rate": 1.000640409862312e-05,
      "loss": 0.2027,
      "step": 2845
    },
    {
      "epoch": 4.1,
      "grad_norm": 3.341182231903076,
      "learning_rate": 9.926352865834135e-06,
      "loss": 0.1931,
      "step": 2850
    },
    {
      "epoch": 4.11,
      "grad_norm": 1.956528902053833,
      "learning_rate": 9.846301633045149e-06,
      "loss": 0.2208,
      "step": 2855
    },
    {
      "epoch": 4.12,
      "grad_norm": 6.8234076499938965,
      "learning_rate": 9.766250400256164e-06,
      "loss": 0.2388,
      "step": 2860
    },
    {
      "epoch": 4.12,
      "grad_norm": 2.924370527267456,
      "learning_rate": 9.686199167467178e-06,
      "loss": 0.2046,
      "step": 2865
    },
    {
      "epoch": 4.13,
      "grad_norm": 5.049492359161377,
      "learning_rate": 9.606147934678195e-06,
      "loss": 0.1876,
      "step": 2870
    },
    {
      "epoch": 4.14,
      "grad_norm": 4.749929428100586,
      "learning_rate": 9.52609670188921e-06,
      "loss": 0.1649,
      "step": 2875
    },
    {
      "epoch": 4.15,
      "grad_norm": 3.702878475189209,
      "learning_rate": 9.446045469100225e-06,
      "loss": 0.2309,
      "step": 2880
    },
    {
      "epoch": 4.15,
      "grad_norm": 6.8818745613098145,
      "learning_rate": 9.36599423631124e-06,
      "loss": 0.2012,
      "step": 2885
    },
    {
      "epoch": 4.16,
      "grad_norm": 3.418677568435669,
      "learning_rate": 9.285943003522254e-06,
      "loss": 0.2209,
      "step": 2890
    },
    {
      "epoch": 4.17,
      "grad_norm": 3.8437540531158447,
      "learning_rate": 9.20589177073327e-06,
      "loss": 0.1668,
      "step": 2895
    },
    {
      "epoch": 4.17,
      "grad_norm": 3.2534446716308594,
      "learning_rate": 9.125840537944285e-06,
      "loss": 0.2346,
      "step": 2900
    },
    {
      "epoch": 4.18,
      "grad_norm": 4.049452781677246,
      "learning_rate": 9.0457893051553e-06,
      "loss": 0.1752,
      "step": 2905
    },
    {
      "epoch": 4.19,
      "grad_norm": 4.121111869812012,
      "learning_rate": 8.965738072366314e-06,
      "loss": 0.2057,
      "step": 2910
    },
    {
      "epoch": 4.2,
      "grad_norm": 5.423705577850342,
      "learning_rate": 8.88568683957733e-06,
      "loss": 0.1958,
      "step": 2915
    },
    {
      "epoch": 4.2,
      "grad_norm": 3.153987407684326,
      "learning_rate": 8.805635606788345e-06,
      "loss": 0.1547,
      "step": 2920
    },
    {
      "epoch": 4.21,
      "grad_norm": 3.7586491107940674,
      "learning_rate": 8.725584373999359e-06,
      "loss": 0.224,
      "step": 2925
    },
    {
      "epoch": 4.22,
      "grad_norm": 4.077225208282471,
      "learning_rate": 8.645533141210376e-06,
      "loss": 0.2113,
      "step": 2930
    },
    {
      "epoch": 4.22,
      "grad_norm": 6.970191478729248,
      "learning_rate": 8.56548190842139e-06,
      "loss": 0.2032,
      "step": 2935
    },
    {
      "epoch": 4.23,
      "grad_norm": 4.3456926345825195,
      "learning_rate": 8.485430675632405e-06,
      "loss": 0.2111,
      "step": 2940
    },
    {
      "epoch": 4.24,
      "grad_norm": 3.5162301063537598,
      "learning_rate": 8.40537944284342e-06,
      "loss": 0.1873,
      "step": 2945
    },
    {
      "epoch": 4.25,
      "grad_norm": 5.653372764587402,
      "learning_rate": 8.325328210054435e-06,
      "loss": 0.178,
      "step": 2950
    },
    {
      "epoch": 4.25,
      "grad_norm": 2.084319829940796,
      "learning_rate": 8.24527697726545e-06,
      "loss": 0.185,
      "step": 2955
    },
    {
      "epoch": 4.26,
      "grad_norm": 3.9863054752349854,
      "learning_rate": 8.165225744476466e-06,
      "loss": 0.1945,
      "step": 2960
    },
    {
      "epoch": 4.27,
      "grad_norm": 6.000556468963623,
      "learning_rate": 8.085174511687481e-06,
      "loss": 0.1823,
      "step": 2965
    },
    {
      "epoch": 4.27,
      "grad_norm": 3.515742778778076,
      "learning_rate": 8.005123278898495e-06,
      "loss": 0.1957,
      "step": 2970
    },
    {
      "epoch": 4.28,
      "grad_norm": 2.8108863830566406,
      "learning_rate": 7.92507204610951e-06,
      "loss": 0.1838,
      "step": 2975
    },
    {
      "epoch": 4.29,
      "grad_norm": 5.262875556945801,
      "learning_rate": 7.845020813320524e-06,
      "loss": 0.2389,
      "step": 2980
    },
    {
      "epoch": 4.3,
      "grad_norm": 5.4690752029418945,
      "learning_rate": 7.76496958053154e-06,
      "loss": 0.1823,
      "step": 2985
    },
    {
      "epoch": 4.3,
      "grad_norm": 2.1274213790893555,
      "learning_rate": 7.684918347742557e-06,
      "loss": 0.1233,
      "step": 2990
    },
    {
      "epoch": 4.31,
      "grad_norm": 6.855415344238281,
      "learning_rate": 7.604867114953571e-06,
      "loss": 0.2284,
      "step": 2995
    },
    {
      "epoch": 4.32,
      "grad_norm": 5.152151584625244,
      "learning_rate": 7.524815882164586e-06,
      "loss": 0.1856,
      "step": 3000
    },
    {
      "epoch": 4.33,
      "grad_norm": 4.211722373962402,
      "learning_rate": 7.4447646493756e-06,
      "loss": 0.2111,
      "step": 3005
    },
    {
      "epoch": 4.33,
      "grad_norm": 4.821152210235596,
      "learning_rate": 7.364713416586616e-06,
      "loss": 0.1541,
      "step": 3010
    },
    {
      "epoch": 4.34,
      "grad_norm": 3.2400951385498047,
      "learning_rate": 7.28466218379763e-06,
      "loss": 0.21,
      "step": 3015
    },
    {
      "epoch": 4.35,
      "grad_norm": 3.82334566116333,
      "learning_rate": 7.204610951008646e-06,
      "loss": 0.1835,
      "step": 3020
    },
    {
      "epoch": 4.35,
      "grad_norm": 4.301241397857666,
      "learning_rate": 7.124559718219661e-06,
      "loss": 0.2246,
      "step": 3025
    },
    {
      "epoch": 4.36,
      "grad_norm": 3.4558205604553223,
      "learning_rate": 7.044508485430676e-06,
      "loss": 0.1766,
      "step": 3030
    },
    {
      "epoch": 4.37,
      "grad_norm": 3.872791290283203,
      "learning_rate": 6.964457252641691e-06,
      "loss": 0.2126,
      "step": 3035
    },
    {
      "epoch": 4.38,
      "grad_norm": 2.319420099258423,
      "learning_rate": 6.884406019852706e-06,
      "loss": 0.179,
      "step": 3040
    },
    {
      "epoch": 4.38,
      "grad_norm": 6.737104892730713,
      "learning_rate": 6.8043547870637215e-06,
      "loss": 0.1882,
      "step": 3045
    },
    {
      "epoch": 4.39,
      "grad_norm": 4.559133052825928,
      "learning_rate": 6.724303554274736e-06,
      "loss": 0.1808,
      "step": 3050
    },
    {
      "epoch": 4.4,
      "grad_norm": 3.060370922088623,
      "learning_rate": 6.644252321485752e-06,
      "loss": 0.1923,
      "step": 3055
    },
    {
      "epoch": 4.4,
      "grad_norm": 5.091296672821045,
      "learning_rate": 6.564201088696765e-06,
      "loss": 0.2012,
      "step": 3060
    },
    {
      "epoch": 4.41,
      "grad_norm": 2.942782163619995,
      "learning_rate": 6.484149855907781e-06,
      "loss": 0.1731,
      "step": 3065
    },
    {
      "epoch": 4.42,
      "grad_norm": 4.692785263061523,
      "learning_rate": 6.404098623118797e-06,
      "loss": 0.1765,
      "step": 3070
    },
    {
      "epoch": 4.43,
      "grad_norm": 4.15416145324707,
      "learning_rate": 6.324047390329811e-06,
      "loss": 0.168,
      "step": 3075
    },
    {
      "epoch": 4.43,
      "grad_norm": 4.836540699005127,
      "learning_rate": 6.2439961575408265e-06,
      "loss": 0.1884,
      "step": 3080
    },
    {
      "epoch": 4.44,
      "grad_norm": 5.723465442657471,
      "learning_rate": 6.163944924751842e-06,
      "loss": 0.2006,
      "step": 3085
    },
    {
      "epoch": 4.45,
      "grad_norm": 3.738910675048828,
      "learning_rate": 6.083893691962857e-06,
      "loss": 0.152,
      "step": 3090
    },
    {
      "epoch": 4.45,
      "grad_norm": 4.6227641105651855,
      "learning_rate": 6.003842459173871e-06,
      "loss": 0.1885,
      "step": 3095
    },
    {
      "epoch": 4.46,
      "grad_norm": 4.877871036529541,
      "learning_rate": 5.923791226384887e-06,
      "loss": 0.1635,
      "step": 3100
    },
    {
      "epoch": 4.47,
      "grad_norm": 3.391716480255127,
      "learning_rate": 5.843739993595901e-06,
      "loss": 0.1917,
      "step": 3105
    },
    {
      "epoch": 4.48,
      "grad_norm": 3.0858306884765625,
      "learning_rate": 5.763688760806917e-06,
      "loss": 0.1981,
      "step": 3110
    },
    {
      "epoch": 4.48,
      "grad_norm": 3.075488805770874,
      "learning_rate": 5.6836375280179315e-06,
      "loss": 0.175,
      "step": 3115
    },
    {
      "epoch": 4.49,
      "grad_norm": 4.415194988250732,
      "learning_rate": 5.603586295228947e-06,
      "loss": 0.2039,
      "step": 3120
    },
    {
      "epoch": 4.5,
      "grad_norm": 4.507144451141357,
      "learning_rate": 5.523535062439962e-06,
      "loss": 0.1816,
      "step": 3125
    },
    {
      "epoch": 4.51,
      "grad_norm": 4.327670097351074,
      "learning_rate": 5.443483829650977e-06,
      "loss": 0.2072,
      "step": 3130
    },
    {
      "epoch": 4.51,
      "grad_norm": 3.314438819885254,
      "learning_rate": 5.363432596861992e-06,
      "loss": 0.1997,
      "step": 3135
    },
    {
      "epoch": 4.52,
      "grad_norm": 3.981945753097534,
      "learning_rate": 5.283381364073007e-06,
      "loss": 0.1643,
      "step": 3140
    },
    {
      "epoch": 4.53,
      "grad_norm": 3.4533607959747314,
      "learning_rate": 5.203330131284022e-06,
      "loss": 0.1503,
      "step": 3145
    },
    {
      "epoch": 4.53,
      "grad_norm": 3.6115882396698,
      "learning_rate": 5.123278898495037e-06,
      "loss": 0.1712,
      "step": 3150
    },
    {
      "epoch": 4.54,
      "grad_norm": 2.636838912963867,
      "learning_rate": 5.043227665706052e-06,
      "loss": 0.1828,
      "step": 3155
    },
    {
      "epoch": 4.55,
      "grad_norm": 3.045761823654175,
      "learning_rate": 4.9631764329170676e-06,
      "loss": 0.167,
      "step": 3160
    },
    {
      "epoch": 4.56,
      "grad_norm": 5.738334655761719,
      "learning_rate": 4.883125200128082e-06,
      "loss": 0.2237,
      "step": 3165
    },
    {
      "epoch": 4.56,
      "grad_norm": 2.163240909576416,
      "learning_rate": 4.803073967339098e-06,
      "loss": 0.1411,
      "step": 3170
    },
    {
      "epoch": 4.57,
      "grad_norm": 5.213181495666504,
      "learning_rate": 4.723022734550112e-06,
      "loss": 0.1874,
      "step": 3175
    },
    {
      "epoch": 4.58,
      "grad_norm": 3.869131565093994,
      "learning_rate": 4.642971501761127e-06,
      "loss": 0.1756,
      "step": 3180
    },
    {
      "epoch": 4.58,
      "grad_norm": 3.244732618331909,
      "learning_rate": 4.5629202689721425e-06,
      "loss": 0.1829,
      "step": 3185
    },
    {
      "epoch": 4.59,
      "grad_norm": 3.5364272594451904,
      "learning_rate": 4.482869036183157e-06,
      "loss": 0.1861,
      "step": 3190
    },
    {
      "epoch": 4.6,
      "grad_norm": 2.5283873081207275,
      "learning_rate": 4.402817803394173e-06,
      "loss": 0.1931,
      "step": 3195
    },
    {
      "epoch": 4.61,
      "grad_norm": 3.36181902885437,
      "learning_rate": 4.322766570605188e-06,
      "loss": 0.2183,
      "step": 3200
    },
    {
      "epoch": 4.61,
      "grad_norm": 5.513607025146484,
      "learning_rate": 4.242715337816203e-06,
      "loss": 0.1717,
      "step": 3205
    },
    {
      "epoch": 4.62,
      "grad_norm": 5.976490497589111,
      "learning_rate": 4.162664105027217e-06,
      "loss": 0.202,
      "step": 3210
    },
    {
      "epoch": 4.63,
      "grad_norm": 3.3449387550354004,
      "learning_rate": 4.082612872238233e-06,
      "loss": 0.2165,
      "step": 3215
    },
    {
      "epoch": 4.63,
      "grad_norm": 3.3972129821777344,
      "learning_rate": 4.0025616394492475e-06,
      "loss": 0.1994,
      "step": 3220
    },
    {
      "epoch": 4.64,
      "grad_norm": 4.022273540496826,
      "learning_rate": 3.922510406660262e-06,
      "loss": 0.168,
      "step": 3225
    },
    {
      "epoch": 4.65,
      "grad_norm": 3.2063329219818115,
      "learning_rate": 3.8424591738712785e-06,
      "loss": 0.1862,
      "step": 3230
    },
    {
      "epoch": 4.66,
      "grad_norm": 3.1869962215423584,
      "learning_rate": 3.762407941082293e-06,
      "loss": 0.1583,
      "step": 3235
    },
    {
      "epoch": 4.66,
      "grad_norm": 3.648125171661377,
      "learning_rate": 3.682356708293308e-06,
      "loss": 0.2026,
      "step": 3240
    },
    {
      "epoch": 4.67,
      "grad_norm": 4.182619571685791,
      "learning_rate": 3.602305475504323e-06,
      "loss": 0.1711,
      "step": 3245
    },
    {
      "epoch": 4.68,
      "grad_norm": 3.2886900901794434,
      "learning_rate": 3.522254242715338e-06,
      "loss": 0.1778,
      "step": 3250
    },
    {
      "epoch": 4.69,
      "grad_norm": 3.8204097747802734,
      "learning_rate": 3.442203009926353e-06,
      "loss": 0.1906,
      "step": 3255
    },
    {
      "epoch": 4.69,
      "grad_norm": 4.073367595672607,
      "learning_rate": 3.362151777137368e-06,
      "loss": 0.1693,
      "step": 3260
    },
    {
      "epoch": 4.7,
      "grad_norm": 4.779504299163818,
      "learning_rate": 3.2821005443483827e-06,
      "loss": 0.2031,
      "step": 3265
    },
    {
      "epoch": 4.71,
      "grad_norm": 4.730034828186035,
      "learning_rate": 3.2020493115593986e-06,
      "loss": 0.1731,
      "step": 3270
    },
    {
      "epoch": 4.71,
      "grad_norm": 4.198641300201416,
      "learning_rate": 3.1219980787704133e-06,
      "loss": 0.1982,
      "step": 3275
    },
    {
      "epoch": 4.72,
      "grad_norm": 3.796201229095459,
      "learning_rate": 3.0419468459814283e-06,
      "loss": 0.2502,
      "step": 3280
    },
    {
      "epoch": 4.73,
      "grad_norm": 3.4022860527038574,
      "learning_rate": 2.9618956131924434e-06,
      "loss": 0.1746,
      "step": 3285
    },
    {
      "epoch": 4.74,
      "grad_norm": 3.493821859359741,
      "learning_rate": 2.8818443804034585e-06,
      "loss": 0.1862,
      "step": 3290
    },
    {
      "epoch": 4.74,
      "grad_norm": 4.883081436157227,
      "learning_rate": 2.8017931476144735e-06,
      "loss": 0.1832,
      "step": 3295
    },
    {
      "epoch": 4.75,
      "grad_norm": 4.014003753662109,
      "learning_rate": 2.7217419148254886e-06,
      "loss": 0.2232,
      "step": 3300
    },
    {
      "epoch": 4.76,
      "grad_norm": 3.3797993659973145,
      "learning_rate": 2.6416906820365037e-06,
      "loss": 0.1791,
      "step": 3305
    },
    {
      "epoch": 4.76,
      "grad_norm": 2.9076929092407227,
      "learning_rate": 2.5616394492475183e-06,
      "loss": 0.1557,
      "step": 3310
    },
    {
      "epoch": 4.77,
      "grad_norm": 5.119110584259033,
      "learning_rate": 2.4815882164585338e-06,
      "loss": 0.1989,
      "step": 3315
    },
    {
      "epoch": 4.78,
      "grad_norm": 3.889577627182007,
      "learning_rate": 2.401536983669549e-06,
      "loss": 0.1771,
      "step": 3320
    },
    {
      "epoch": 4.79,
      "grad_norm": 2.979879379272461,
      "learning_rate": 2.3214857508805635e-06,
      "loss": 0.2187,
      "step": 3325
    },
    {
      "epoch": 4.79,
      "grad_norm": 4.31455135345459,
      "learning_rate": 2.2414345180915786e-06,
      "loss": 0.1818,
      "step": 3330
    },
    {
      "epoch": 4.8,
      "grad_norm": 5.267322540283203,
      "learning_rate": 2.161383285302594e-06,
      "loss": 0.1564,
      "step": 3335
    },
    {
      "epoch": 4.81,
      "grad_norm": 4.620851516723633,
      "learning_rate": 2.0813320525136087e-06,
      "loss": 0.2058,
      "step": 3340
    },
    {
      "epoch": 4.81,
      "grad_norm": 3.6133904457092285,
      "learning_rate": 2.0012808197246238e-06,
      "loss": 0.1678,
      "step": 3345
    },
    {
      "epoch": 4.82,
      "grad_norm": 2.955531358718872,
      "learning_rate": 1.9212295869356392e-06,
      "loss": 0.1771,
      "step": 3350
    },
    {
      "epoch": 4.83,
      "grad_norm": 5.3159403800964355,
      "learning_rate": 1.841178354146654e-06,
      "loss": 0.2387,
      "step": 3355
    },
    {
      "epoch": 4.84,
      "grad_norm": 3.5263235569000244,
      "learning_rate": 1.761127121357669e-06,
      "loss": 0.2061,
      "step": 3360
    },
    {
      "epoch": 4.84,
      "grad_norm": 3.794788122177124,
      "learning_rate": 1.681075888568684e-06,
      "loss": 0.1975,
      "step": 3365
    },
    {
      "epoch": 4.85,
      "grad_norm": 3.7242631912231445,
      "learning_rate": 1.6010246557796993e-06,
      "loss": 0.202,
      "step": 3370
    },
    {
      "epoch": 4.86,
      "grad_norm": 3.291221857070923,
      "learning_rate": 1.5209734229907142e-06,
      "loss": 0.1749,
      "step": 3375
    },
    {
      "epoch": 4.87,
      "grad_norm": 7.191506385803223,
      "learning_rate": 1.4409221902017292e-06,
      "loss": 0.1787,
      "step": 3380
    },
    {
      "epoch": 4.87,
      "grad_norm": 3.5962772369384766,
      "learning_rate": 1.3608709574127443e-06,
      "loss": 0.1894,
      "step": 3385
    },
    {
      "epoch": 4.88,
      "grad_norm": 3.013857126235962,
      "learning_rate": 1.2808197246237591e-06,
      "loss": 0.1439,
      "step": 3390
    },
    {
      "epoch": 4.89,
      "grad_norm": 3.8775179386138916,
      "learning_rate": 1.2007684918347744e-06,
      "loss": 0.1709,
      "step": 3395
    },
    {
      "epoch": 4.89,
      "grad_norm": 5.876482963562012,
      "learning_rate": 1.1207172590457893e-06,
      "loss": 0.1823,
      "step": 3400
    },
    {
      "epoch": 4.9,
      "grad_norm": 3.76519513130188,
      "learning_rate": 1.0406660262568043e-06,
      "loss": 0.1932,
      "step": 3405
    },
    {
      "epoch": 4.91,
      "grad_norm": 3.4437146186828613,
      "learning_rate": 9.606147934678196e-07,
      "loss": 0.2059,
      "step": 3410
    },
    {
      "epoch": 4.92,
      "grad_norm": 4.459022045135498,
      "learning_rate": 8.805635606788345e-07,
      "loss": 0.2016,
      "step": 3415
    },
    {
      "epoch": 4.92,
      "grad_norm": 3.656373977661133,
      "learning_rate": 8.005123278898497e-07,
      "loss": 0.1869,
      "step": 3420
    },
    {
      "epoch": 4.93,
      "grad_norm": 2.2337965965270996,
      "learning_rate": 7.204610951008646e-07,
      "loss": 0.1501,
      "step": 3425
    },
    {
      "epoch": 4.94,
      "grad_norm": 5.598134994506836,
      "learning_rate": 6.404098623118796e-07,
      "loss": 0.1659,
      "step": 3430
    },
    {
      "epoch": 4.94,
      "grad_norm": 4.543219089508057,
      "learning_rate": 5.603586295228946e-07,
      "loss": 0.2164,
      "step": 3435
    },
    {
      "epoch": 4.95,
      "grad_norm": 4.817913055419922,
      "learning_rate": 4.803073967339098e-07,
      "loss": 0.1332,
      "step": 3440
    },
    {
      "epoch": 4.96,
      "grad_norm": 6.280834674835205,
      "learning_rate": 4.002561639449248e-07,
      "loss": 0.2054,
      "step": 3445
    },
    {
      "epoch": 4.97,
      "grad_norm": 3.0518364906311035,
      "learning_rate": 3.202049311559398e-07,
      "loss": 0.1904,
      "step": 3450
    },
    {
      "epoch": 4.97,
      "grad_norm": 3.695298910140991,
      "learning_rate": 2.401536983669549e-07,
      "loss": 0.1784,
      "step": 3455
    },
    {
      "epoch": 4.98,
      "grad_norm": 6.226070880889893,
      "learning_rate": 1.601024655779699e-07,
      "loss": 0.1871,
      "step": 3460
    },
    {
      "epoch": 4.99,
      "grad_norm": 4.446568489074707,
      "learning_rate": 8.005123278898495e-08,
      "loss": 0.2494,
      "step": 3465
    },
    {
      "epoch": 4.99,
      "grad_norm": 5.050913333892822,
      "learning_rate": 0.0,
      "loss": 0.2138,
      "step": 3470
    },
    {
      "epoch": 4.99,
      "eval_accuracy": 0.9518218623481781,
      "eval_loss": 0.1259032040834427,
      "eval_runtime": 31.3409,
      "eval_samples_per_second": 315.243,
      "eval_steps_per_second": 9.859,
      "step": 3470
    },
    {
      "epoch": 4.99,
      "step": 3470,
      "total_flos": 1.1039888050539651e+19,
      "train_loss": 0.287632371283402,
      "train_runtime": 2790.3597,
      "train_samples_per_second": 159.318,
      "train_steps_per_second": 1.244
    }
  ],
  "logging_steps": 5,
  "max_steps": 3470,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "total_flos": 1.1039888050539651e+19,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}