{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.4038364462392731,
  "eval_steps": 500,
  "global_step": 2400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016826518593303045,
      "grad_norm": 5.367858933563703,
      "learning_rate": 4.9999999999999996e-06,
      "loss": 0.9537,
      "step": 10
    },
    {
      "epoch": 0.003365303718660609,
      "grad_norm": 9.386746384686745,
      "learning_rate": 9.999999999999999e-06,
      "loss": 0.943,
      "step": 20
    },
    {
      "epoch": 0.005047955577990914,
      "grad_norm": 7.387362447577942,
      "learning_rate": 1.5e-05,
      "loss": 0.934,
      "step": 30
    },
    {
      "epoch": 0.006730607437321218,
      "grad_norm": 6.9256319824932655,
      "learning_rate": 1.9999999999999998e-05,
      "loss": 0.8376,
      "step": 40
    },
    {
      "epoch": 0.008413259296651522,
      "grad_norm": 9.1148382590838,
      "learning_rate": 2.5e-05,
      "loss": 0.8484,
      "step": 50
    },
    {
      "epoch": 0.010095911155981827,
      "grad_norm": 3.9989232759892426,
      "learning_rate": 3e-05,
      "loss": 0.8097,
      "step": 60
    },
    {
      "epoch": 0.011778563015312132,
      "grad_norm": 3.892371218590039,
      "learning_rate": 2.9999786123888308e-05,
      "loss": 0.7811,
      "step": 70
    },
    {
      "epoch": 0.013461214874642436,
      "grad_norm": 8.096662196282066,
      "learning_rate": 2.9999144501652298e-05,
      "loss": 0.7446,
      "step": 80
    },
    {
      "epoch": 0.01514386673397274,
      "grad_norm": 1.5769306611206149,
      "learning_rate": 2.9998075151588992e-05,
      "loss": 0.7258,
      "step": 90
    },
    {
      "epoch": 0.016826518593303044,
      "grad_norm": 8.47430485487969,
      "learning_rate": 2.999657810419285e-05,
      "loss": 0.7052,
      "step": 100
    },
    {
      "epoch": 0.01850917045263335,
      "grad_norm": 2.363071299913598,
      "learning_rate": 2.999465340215489e-05,
      "loss": 0.7657,
      "step": 110
    },
    {
      "epoch": 0.020191822311963654,
      "grad_norm": 1.9252385425154874,
      "learning_rate": 2.999230110036149e-05,
      "loss": 0.7329,
      "step": 120
    },
    {
      "epoch": 0.02187447417129396,
      "grad_norm": 8.946028475031488,
      "learning_rate": 2.99895212658928e-05,
      "loss": 0.7304,
      "step": 130
    },
    {
      "epoch": 0.023557126030624265,
      "grad_norm": 6.877609312630206,
      "learning_rate": 2.9986313978020846e-05,
      "loss": 0.7453,
      "step": 140
    },
    {
      "epoch": 0.02523977788995457,
      "grad_norm": 2.5256324882367993,
      "learning_rate": 2.9982679328207262e-05,
      "loss": 0.7366,
      "step": 150
    },
    {
      "epoch": 0.02692242974928487,
      "grad_norm": 2.709550398238738,
      "learning_rate": 2.9978617420100692e-05,
      "loss": 0.7258,
      "step": 160
    },
    {
      "epoch": 0.028605081608615177,
      "grad_norm": 1.543550019689774,
      "learning_rate": 2.9974128369533805e-05,
      "loss": 0.7372,
      "step": 170
    },
    {
      "epoch": 0.03028773346794548,
      "grad_norm": 3.3453966881155504,
      "learning_rate": 2.9969212304520034e-05,
      "loss": 0.743,
      "step": 180
    },
    {
      "epoch": 0.03197038532727579,
      "grad_norm": 1.922001656181265,
      "learning_rate": 2.9963869365249895e-05,
      "loss": 0.7819,
      "step": 190
    },
    {
      "epoch": 0.03365303718660609,
      "grad_norm": 2.0611188483400036,
      "learning_rate": 2.995809970408699e-05,
      "loss": 0.7155,
      "step": 200
    },
    {
      "epoch": 0.0353356890459364,
      "grad_norm": 1.5313041833127259,
      "learning_rate": 2.9951903485563685e-05,
      "loss": 0.7322,
      "step": 210
    },
    {
      "epoch": 0.0370183409052667,
      "grad_norm": 2.0124191694435085,
      "learning_rate": 2.99452808863764e-05,
      "loss": 0.6759,
      "step": 220
    },
    {
      "epoch": 0.03870099276459701,
      "grad_norm": 3.182123324389477,
      "learning_rate": 2.993823209538056e-05,
      "loss": 0.6953,
      "step": 230
    },
    {
      "epoch": 0.04038364462392731,
      "grad_norm": 1.6122782177661379,
      "learning_rate": 2.9930757313585238e-05,
      "loss": 0.6953,
      "step": 240
    },
    {
      "epoch": 0.04206629648325761,
      "grad_norm": 2.2027482596695647,
      "learning_rate": 2.9922856754147406e-05,
      "loss": 0.7301,
      "step": 250
    },
    {
      "epoch": 0.04374894834258792,
      "grad_norm": 2.6782477155989213,
      "learning_rate": 2.9914530642365852e-05,
      "loss": 0.6891,
      "step": 260
    },
    {
      "epoch": 0.04543160020191822,
      "grad_norm": 1.9740401144541417,
      "learning_rate": 2.990577921567476e-05,
      "loss": 0.7231,
      "step": 270
    },
    {
      "epoch": 0.04711425206124853,
      "grad_norm": 1.719874620968932,
      "learning_rate": 2.989660272363696e-05,
      "loss": 0.7505,
      "step": 280
    },
    {
      "epoch": 0.04879690392057883,
      "grad_norm": 1.3138364164203409,
      "learning_rate": 2.988700142793676e-05,
      "loss": 0.7116,
      "step": 290
    },
    {
      "epoch": 0.05047955577990914,
      "grad_norm": 5.853627389344256,
      "learning_rate": 2.9876975602372536e-05,
      "loss": 0.719,
      "step": 300
    },
    {
      "epoch": 0.05216220763923944,
      "grad_norm": 2.347259437170711,
      "learning_rate": 2.9866525532848906e-05,
      "loss": 0.6803,
      "step": 310
    },
    {
      "epoch": 0.05384485949856974,
      "grad_norm": 1.937679220955038,
      "learning_rate": 2.9855651517368567e-05,
      "loss": 0.7461,
      "step": 320
    },
    {
      "epoch": 0.05552751135790005,
      "grad_norm": 1.6661300351569575,
      "learning_rate": 2.9844353866023802e-05,
      "loss": 0.7472,
      "step": 330
    },
    {
      "epoch": 0.05721016321723035,
      "grad_norm": 2.357915869204484,
      "learning_rate": 2.9832632900987642e-05,
      "loss": 0.7148,
      "step": 340
    },
    {
      "epoch": 0.05889281507656066,
      "grad_norm": 4.398815186243292,
      "learning_rate": 2.982048895650468e-05,
      "loss": 0.6992,
      "step": 350
    },
    {
      "epoch": 0.06057546693589096,
      "grad_norm": 12.662682224480092,
      "learning_rate": 2.9807922378881537e-05,
      "loss": 0.7539,
      "step": 360
    },
    {
      "epoch": 0.06225811879522127,
      "grad_norm": 0.8642696401357872,
      "learning_rate": 2.979493352647697e-05,
      "loss": 0.7212,
      "step": 370
    },
    {
      "epoch": 0.06394077065455157,
      "grad_norm": 27.047937858232604,
      "learning_rate": 2.9781522769691686e-05,
      "loss": 0.722,
      "step": 380
    },
    {
      "epoch": 0.06562342251388188,
      "grad_norm": 2.598805292448644,
      "learning_rate": 2.9767690490957758e-05,
      "loss": 0.7065,
      "step": 390
    },
    {
      "epoch": 0.06730607437321218,
      "grad_norm": 1.2314762895092763,
      "learning_rate": 2.9753437084727713e-05,
      "loss": 0.7498,
      "step": 400
    },
    {
      "epoch": 0.06898872623254249,
      "grad_norm": 1.6421909669790502,
      "learning_rate": 2.9738762957463292e-05,
      "loss": 0.6992,
      "step": 410
    },
    {
      "epoch": 0.0706713780918728,
      "grad_norm": 2.023552968622588,
      "learning_rate": 2.9723668527623877e-05,
      "loss": 0.6943,
      "step": 420
    },
    {
      "epoch": 0.0723540299512031,
      "grad_norm": 1.5172337910969138,
      "learning_rate": 2.9708154225654526e-05,
      "loss": 0.6987,
      "step": 430
    },
    {
      "epoch": 0.0740366818105334,
      "grad_norm": 1.197852135730745,
      "learning_rate": 2.9692220493973712e-05,
      "loss": 0.7302,
      "step": 440
    },
    {
      "epoch": 0.0757193336698637,
      "grad_norm": 2.4396443837967183,
      "learning_rate": 2.9675867786960718e-05,
      "loss": 0.7318,
      "step": 450
    },
    {
      "epoch": 0.07740198552919401,
      "grad_norm": 1.4599851880563282,
      "learning_rate": 2.9659096570942654e-05,
      "loss": 0.6941,
      "step": 460
    },
    {
      "epoch": 0.07908463738852431,
      "grad_norm": 1.117755825364562,
      "learning_rate": 2.9641907324181194e-05,
      "loss": 0.7399,
      "step": 470
    },
    {
      "epoch": 0.08076728924785462,
      "grad_norm": 2.9235378164576242,
      "learning_rate": 2.96243005368589e-05,
      "loss": 0.7207,
      "step": 480
    },
    {
      "epoch": 0.08244994110718493,
      "grad_norm": 7.308883163781362,
      "learning_rate": 2.960627671106527e-05,
      "loss": 0.682,
      "step": 490
    },
    {
      "epoch": 0.08413259296651522,
      "grad_norm": 3.4394827932955234,
      "learning_rate": 2.9587836360782405e-05,
      "loss": 0.708,
      "step": 500
    },
    {
      "epoch": 0.08581524482584553,
      "grad_norm": 3.2314529856927634,
      "learning_rate": 2.9568980011870357e-05,
      "loss": 0.7335,
      "step": 510
    },
    {
      "epoch": 0.08749789668517584,
      "grad_norm": 1.825724533695325,
      "learning_rate": 2.954970820205214e-05,
      "loss": 0.6951,
      "step": 520
    },
    {
      "epoch": 0.08918054854450615,
      "grad_norm": 3.3231741746640076,
      "learning_rate": 2.9530021480898393e-05,
      "loss": 0.7793,
      "step": 530
    },
    {
      "epoch": 0.09086320040383644,
      "grad_norm": 1.3097651462571123,
      "learning_rate": 2.9509920409811696e-05,
      "loss": 0.7087,
      "step": 540
    },
    {
      "epoch": 0.09254585226316675,
      "grad_norm": 6.685911471215255,
      "learning_rate": 2.9489405562010565e-05,
      "loss": 0.6906,
      "step": 550
    },
    {
      "epoch": 0.09422850412249706,
      "grad_norm": 2.870746617513948,
      "learning_rate": 2.9468477522513132e-05,
      "loss": 0.7028,
      "step": 560
    },
    {
      "epoch": 0.09591115598182735,
      "grad_norm": 1.782555352805469,
      "learning_rate": 2.9447136888120408e-05,
      "loss": 0.6901,
      "step": 570
    },
    {
      "epoch": 0.09759380784115766,
      "grad_norm": 2.336519711000487,
      "learning_rate": 2.9425384267399327e-05,
      "loss": 0.7779,
      "step": 580
    },
    {
      "epoch": 0.09927645970048797,
      "grad_norm": 8.935574410818228,
      "learning_rate": 2.940322028066534e-05,
      "loss": 0.7503,
      "step": 590
    },
    {
      "epoch": 0.10095911155981828,
      "grad_norm": 2.754713786882031,
      "learning_rate": 2.938064555996476e-05,
      "loss": 0.7208,
      "step": 600
    },
    {
      "epoch": 0.10264176341914857,
      "grad_norm": 1.5082503557652136,
      "learning_rate": 2.9357660749056713e-05,
      "loss": 0.7169,
      "step": 610
    },
    {
      "epoch": 0.10432441527847888,
      "grad_norm": 9.04522194526273,
      "learning_rate": 2.9334266503394803e-05,
      "loss": 0.6927,
      "step": 620
    },
    {
      "epoch": 0.10600706713780919,
      "grad_norm": 55.28278686388287,
      "learning_rate": 2.9310463490108397e-05,
      "loss": 0.7107,
      "step": 630
    },
    {
      "epoch": 0.10768971899713949,
      "grad_norm": 3.721916069105249,
      "learning_rate": 2.928625238798362e-05,
      "loss": 0.6951,
      "step": 640
    },
    {
      "epoch": 0.1093723708564698,
      "grad_norm": 2.5040797323750112,
      "learning_rate": 2.9261633887443993e-05,
      "loss": 0.6916,
      "step": 650
    },
    {
      "epoch": 0.1110550227158001,
      "grad_norm": 3.5468924769840617,
      "learning_rate": 2.9236608690530738e-05,
      "loss": 0.7077,
      "step": 660
    },
    {
      "epoch": 0.11273767457513041,
      "grad_norm": 3.0266819778200746,
      "learning_rate": 2.921117751088276e-05,
      "loss": 0.6952,
      "step": 670
    },
    {
      "epoch": 0.1144203264344607,
      "grad_norm": 1.634743894298146,
      "learning_rate": 2.91853410737163e-05,
      "loss": 0.6936,
      "step": 680
    },
    {
      "epoch": 0.11610297829379101,
      "grad_norm": 1.0925365801520501,
      "learning_rate": 2.915910011580426e-05,
      "loss": 0.7317,
      "step": 690
    },
    {
      "epoch": 0.11778563015312132,
      "grad_norm": 1.6959112138540386,
      "learning_rate": 2.9132455385455176e-05,
      "loss": 0.6917,
      "step": 700
    },
    {
      "epoch": 0.11946828201245162,
      "grad_norm": 1.9723433746891168,
      "learning_rate": 2.9105407642491895e-05,
      "loss": 0.7209,
      "step": 710
    },
    {
      "epoch": 0.12115093387178193,
      "grad_norm": 2.1537215293733833,
      "learning_rate": 2.907795765822989e-05,
      "loss": 0.7488,
      "step": 720
    },
    {
      "epoch": 0.12283358573111224,
      "grad_norm": 3.227101869737169,
      "learning_rate": 2.9050106215455283e-05,
      "loss": 0.7152,
      "step": 730
    },
    {
      "epoch": 0.12451623759044254,
      "grad_norm": 2.7222358893572554,
      "learning_rate": 2.9021854108402516e-05,
      "loss": 0.708,
      "step": 740
    },
    {
      "epoch": 0.12619888944977284,
      "grad_norm": 2.1054843767538136,
      "learning_rate": 2.8993202142731693e-05,
      "loss": 0.7251,
      "step": 750
    },
    {
      "epoch": 0.12788154130910315,
      "grad_norm": 2.11845883419618,
      "learning_rate": 2.8964151135505616e-05,
      "loss": 0.7405,
      "step": 760
    },
    {
      "epoch": 0.12956419316843346,
      "grad_norm": 13.171512404187755,
      "learning_rate": 2.8934701915166477e-05,
      "loss": 0.6844,
      "step": 770
    },
    {
      "epoch": 0.13124684502776376,
      "grad_norm": 2.7633375632879127,
      "learning_rate": 2.890485532151225e-05,
      "loss": 0.6766,
      "step": 780
    },
    {
      "epoch": 0.13292949688709407,
      "grad_norm": 1.8420785342693768,
      "learning_rate": 2.887461220567271e-05,
      "loss": 0.7037,
      "step": 790
    },
    {
      "epoch": 0.13461214874642435,
      "grad_norm": 1.5557447509529954,
      "learning_rate": 2.8843973430085204e-05,
      "loss": 0.6991,
      "step": 800
    },
    {
      "epoch": 0.13629480060575466,
      "grad_norm": 1.9295826624758823,
      "learning_rate": 2.8812939868470016e-05,
      "loss": 0.6956,
      "step": 810
    },
    {
      "epoch": 0.13797745246508497,
      "grad_norm": 3.3211216557707126,
      "learning_rate": 2.878151240580548e-05,
      "loss": 0.6774,
      "step": 820
    },
    {
      "epoch": 0.13966010432441528,
      "grad_norm": 4.196064403930616,
      "learning_rate": 2.874969193830274e-05,
      "loss": 0.6752,
      "step": 830
    },
    {
      "epoch": 0.1413427561837456,
      "grad_norm": 5.574976270137628,
      "learning_rate": 2.871747937338016e-05,
      "loss": 0.6553,
      "step": 840
    },
    {
      "epoch": 0.1430254080430759,
      "grad_norm": 1.6494038718740478,
      "learning_rate": 2.8684875629637505e-05,
      "loss": 0.7152,
      "step": 850
    },
    {
      "epoch": 0.1447080599024062,
      "grad_norm": 1.3061892609414858,
      "learning_rate": 2.8651881636829698e-05,
      "loss": 0.7462,
      "step": 860
    },
    {
      "epoch": 0.1463907117617365,
      "grad_norm": 4.321044418392694,
      "learning_rate": 2.861849833584032e-05,
      "loss": 0.6902,
      "step": 870
    },
    {
      "epoch": 0.1480733636210668,
      "grad_norm": 2.9444722968009764,
      "learning_rate": 2.8584726678654787e-05,
      "loss": 0.6813,
      "step": 880
    },
    {
      "epoch": 0.1497560154803971,
      "grad_norm": 1.4940245340163587,
      "learning_rate": 2.85505676283332e-05,
      "loss": 0.689,
      "step": 890
    },
    {
      "epoch": 0.1514386673397274,
      "grad_norm": 3.3704010040589565,
      "learning_rate": 2.851602215898287e-05,
      "loss": 0.6953,
      "step": 900
    },
    {
      "epoch": 0.15312131919905772,
      "grad_norm": 1.6597144402924948,
      "learning_rate": 2.8481091255730552e-05,
      "loss": 0.7277,
      "step": 910
    },
    {
      "epoch": 0.15480397105838803,
      "grad_norm": 10.969872224353953,
      "learning_rate": 2.844577591469435e-05,
      "loss": 0.7142,
      "step": 920
    },
    {
      "epoch": 0.15648662291771834,
      "grad_norm": 8.45616831264245,
      "learning_rate": 2.8410077142955304e-05,
      "loss": 0.7197,
      "step": 930
    },
    {
      "epoch": 0.15816927477704862,
      "grad_norm": 2.9594258901214427,
      "learning_rate": 2.8373995958528683e-05,
      "loss": 0.7351,
      "step": 940
    },
    {
      "epoch": 0.15985192663637893,
      "grad_norm": 2.168676312428759,
      "learning_rate": 2.8337533390334942e-05,
      "loss": 0.7544,
      "step": 950
    },
    {
      "epoch": 0.16153457849570924,
      "grad_norm": 7.898767360662744,
      "learning_rate": 2.8300690478170388e-05,
      "loss": 0.7015,
      "step": 960
    },
    {
      "epoch": 0.16321723035503954,
      "grad_norm": 16.83650212945308,
      "learning_rate": 2.826346827267753e-05,
      "loss": 0.7139,
      "step": 970
    },
    {
      "epoch": 0.16489988221436985,
      "grad_norm": 2.3791337429068977,
      "learning_rate": 2.8225867835315114e-05,
      "loss": 0.7053,
      "step": 980
    },
    {
      "epoch": 0.16658253407370016,
      "grad_norm": 1.9679363325295285,
      "learning_rate": 2.8187890238327842e-05,
      "loss": 0.7313,
      "step": 990
    },
    {
      "epoch": 0.16826518593303044,
      "grad_norm": 1.4822625638777076,
      "learning_rate": 2.814953656471583e-05,
      "loss": 0.7085,
      "step": 1000
    },
    {
      "epoch": 0.16994783779236075,
      "grad_norm": 2.647291447509443,
      "learning_rate": 2.8110807908203682e-05,
      "loss": 0.6638,
      "step": 1010
    },
    {
      "epoch": 0.17163048965169106,
      "grad_norm": 2.969379719654364,
      "learning_rate": 2.8071705373209328e-05,
      "loss": 0.6884,
      "step": 1020
    },
    {
      "epoch": 0.17331314151102137,
      "grad_norm": 1.1163745403124403,
      "learning_rate": 2.803223007481252e-05,
      "loss": 0.6885,
      "step": 1030
    },
    {
      "epoch": 0.17499579337035168,
      "grad_norm": 1.2686557979094786,
      "learning_rate": 2.7992383138723034e-05,
      "loss": 0.7037,
      "step": 1040
    },
    {
      "epoch": 0.17667844522968199,
      "grad_norm": 4.648945448875594,
      "learning_rate": 2.7952165701248573e-05,
      "loss": 0.6933,
      "step": 1050
    },
    {
      "epoch": 0.1783610970890123,
      "grad_norm": 4.723564874595428,
      "learning_rate": 2.7911578909262353e-05,
      "loss": 0.7144,
      "step": 1060
    },
    {
      "epoch": 0.18004374894834257,
      "grad_norm": 5.211806926801946,
      "learning_rate": 2.787062392017041e-05,
      "loss": 0.7266,
      "step": 1070
    },
    {
      "epoch": 0.18172640080767288,
      "grad_norm": 1.3725560316172503,
      "learning_rate": 2.7829301901878592e-05,
      "loss": 0.7445,
      "step": 1080
    },
    {
      "epoch": 0.1834090526670032,
      "grad_norm": 0.9012241436004484,
      "learning_rate": 2.7787614032759243e-05,
      "loss": 0.6986,
      "step": 1090
    },
    {
      "epoch": 0.1850917045263335,
      "grad_norm": 2.912544243603394,
      "learning_rate": 2.7745561501617605e-05,
      "loss": 0.7173,
      "step": 1100
    },
    {
      "epoch": 0.1867743563856638,
      "grad_norm": 1.4248442614931247,
      "learning_rate": 2.7703145507657923e-05,
      "loss": 0.7035,
      "step": 1110
    },
    {
      "epoch": 0.18845700824499412,
      "grad_norm": 2.186609904533333,
      "learning_rate": 2.766036726044926e-05,
      "loss": 0.7371,
      "step": 1120
    },
    {
      "epoch": 0.19013966010432443,
      "grad_norm": 2.0524595532166603,
      "learning_rate": 2.7617227979890957e-05,
      "loss": 0.6986,
      "step": 1130
    },
    {
      "epoch": 0.1918223119636547,
      "grad_norm": 1.8227045280907195,
      "learning_rate": 2.7573728896177897e-05,
      "loss": 0.7075,
      "step": 1140
    },
    {
      "epoch": 0.19350496382298502,
      "grad_norm": 1.8425998009576734,
      "learning_rate": 2.7529871249765397e-05,
      "loss": 0.6897,
      "step": 1150
    },
    {
      "epoch": 0.19518761568231532,
      "grad_norm": 5.3035191638420836,
      "learning_rate": 2.7485656291333845e-05,
      "loss": 0.7027,
      "step": 1160
    },
    {
      "epoch": 0.19687026754164563,
      "grad_norm": 3.3228474353685504,
      "learning_rate": 2.7441085281753028e-05,
      "loss": 0.7091,
      "step": 1170
    },
    {
      "epoch": 0.19855291940097594,
      "grad_norm": 3.5016968564731283,
      "learning_rate": 2.739615949204617e-05,
      "loss": 0.7241,
      "step": 1180
    },
    {
      "epoch": 0.20023557126030625,
      "grad_norm": 1.7190048028902127,
      "learning_rate": 2.7350880203353703e-05,
      "loss": 0.7192,
      "step": 1190
    },
    {
      "epoch": 0.20191822311963656,
      "grad_norm": 3.7186824247487515,
      "learning_rate": 2.7305248706896722e-05,
      "loss": 0.7063,
      "step": 1200
    },
    {
      "epoch": 0.20360087497896684,
      "grad_norm": 4.1717869895766935,
      "learning_rate": 2.7259266303940164e-05,
      "loss": 0.7088,
      "step": 1210
    },
    {
      "epoch": 0.20528352683829715,
      "grad_norm": 2.5124857963805804,
      "learning_rate": 2.7212934305755697e-05,
      "loss": 0.7198,
      "step": 1220
    },
    {
      "epoch": 0.20696617869762746,
      "grad_norm": 2.095136268936366,
      "learning_rate": 2.7166254033584343e-05,
      "loss": 0.753,
      "step": 1230
    },
    {
      "epoch": 0.20864883055695777,
      "grad_norm": 3.2661098868577256,
      "learning_rate": 2.7119226818598784e-05,
      "loss": 0.6779,
      "step": 1240
    },
    {
      "epoch": 0.21033148241628807,
      "grad_norm": 3.055506603735091,
      "learning_rate": 2.7071854001865402e-05,
      "loss": 0.7013,
      "step": 1250
    },
    {
      "epoch": 0.21201413427561838,
      "grad_norm": 12.522953778477769,
      "learning_rate": 2.702413693430604e-05,
      "loss": 0.7088,
      "step": 1260
    },
    {
      "epoch": 0.2136967861349487,
      "grad_norm": 3.476240301739368,
      "learning_rate": 2.697607697665948e-05,
      "loss": 0.689,
      "step": 1270
    },
    {
      "epoch": 0.21537943799427897,
      "grad_norm": 1.1862686197570156,
      "learning_rate": 2.6927675499442648e-05,
      "loss": 0.7243,
      "step": 1280
    },
    {
      "epoch": 0.21706208985360928,
      "grad_norm": 1.6505042403801382,
      "learning_rate": 2.68789338829115e-05,
      "loss": 0.7083,
      "step": 1290
    },
    {
      "epoch": 0.2187447417129396,
      "grad_norm": 4.74071740077375,
      "learning_rate": 2.6829853517021698e-05,
      "loss": 0.7016,
      "step": 1300
    },
    {
      "epoch": 0.2204273935722699,
      "grad_norm": 4.124079283639458,
      "learning_rate": 2.6780435801388945e-05,
      "loss": 0.7077,
      "step": 1310
    },
    {
      "epoch": 0.2221100454316002,
      "grad_norm": 1.9487864410536297,
      "learning_rate": 2.6730682145249093e-05,
      "loss": 0.7355,
      "step": 1320
    },
    {
      "epoch": 0.22379269729093051,
      "grad_norm": 2.4839241050514733,
      "learning_rate": 2.668059396741795e-05,
      "loss": 0.7092,
      "step": 1330
    },
    {
      "epoch": 0.22547534915026082,
      "grad_norm": 2.841913657394254,
      "learning_rate": 2.6630172696250804e-05,
      "loss": 0.7303,
      "step": 1340
    },
    {
      "epoch": 0.2271580010095911,
      "grad_norm": 2.7442870185873347,
      "learning_rate": 2.6579419769601715e-05,
      "loss": 0.6739,
      "step": 1350
    },
    {
      "epoch": 0.2288406528689214,
      "grad_norm": 1.3854365909071105,
      "learning_rate": 2.6528336634782493e-05,
      "loss": 0.7073,
      "step": 1360
    },
    {
      "epoch": 0.23052330472825172,
      "grad_norm": 3.115941001607779,
      "learning_rate": 2.6476924748521443e-05,
      "loss": 0.7267,
      "step": 1370
    },
    {
      "epoch": 0.23220595658758203,
      "grad_norm": 6.9185951332741,
      "learning_rate": 2.6425185576921812e-05,
      "loss": 0.7456,
      "step": 1380
    },
    {
      "epoch": 0.23388860844691234,
      "grad_norm": 2.378601355345996,
      "learning_rate": 2.637312059541997e-05,
      "loss": 0.6912,
      "step": 1390
    },
    {
      "epoch": 0.23557126030624265,
      "grad_norm": 2.7929947858543906,
      "learning_rate": 2.632073128874336e-05,
      "loss": 0.7184,
      "step": 1400
    },
    {
      "epoch": 0.23725391216557296,
      "grad_norm": 1.5382855773213957,
      "learning_rate": 2.6268019150868144e-05,
      "loss": 0.7099,
      "step": 1410
    },
    {
      "epoch": 0.23893656402490324,
      "grad_norm": 6.1010563795570025,
      "learning_rate": 2.62149856849766e-05,
      "loss": 0.6895,
      "step": 1420
    },
    {
      "epoch": 0.24061921588423354,
      "grad_norm": 5.999491987974443,
      "learning_rate": 2.616163240341426e-05,
      "loss": 0.7493,
      "step": 1430
    },
    {
      "epoch": 0.24230186774356385,
      "grad_norm": 2.837037600849311,
      "learning_rate": 2.6107960827646774e-05,
      "loss": 0.7176,
      "step": 1440
    },
    {
      "epoch": 0.24398451960289416,
      "grad_norm": 1.7029089834427125,
      "learning_rate": 2.6053972488216538e-05,
      "loss": 0.6852,
      "step": 1450
    },
    {
      "epoch": 0.24566717146222447,
      "grad_norm": 1.382189249222589,
      "learning_rate": 2.5999668924699035e-05,
      "loss": 0.685,
      "step": 1460
    },
    {
      "epoch": 0.24734982332155478,
      "grad_norm": 1.9496045543050813,
      "learning_rate": 2.5945051685658923e-05,
      "loss": 0.6591,
      "step": 1470
    },
    {
      "epoch": 0.2490324751808851,
      "grad_norm": 5.479390805764353,
      "learning_rate": 2.5890122328605908e-05,
      "loss": 0.7085,
      "step": 1480
    },
    {
      "epoch": 0.25071512704021537,
      "grad_norm": 1.7567995670915637,
      "learning_rate": 2.5834882419950295e-05,
      "loss": 0.7091,
      "step": 1490
    },
    {
      "epoch": 0.2523977788995457,
      "grad_norm": 1.9685911084195309,
      "learning_rate": 2.577933353495833e-05,
      "loss": 0.7218,
      "step": 1500
    },
    {
      "epoch": 0.254080430758876,
      "grad_norm": 3.400633915540874,
      "learning_rate": 2.5723477257707293e-05,
      "loss": 0.7148,
      "step": 1510
    },
    {
      "epoch": 0.2557630826182063,
      "grad_norm": 1.2116738326443663,
      "learning_rate": 2.566731518104029e-05,
      "loss": 0.7321,
      "step": 1520
    },
    {
      "epoch": 0.2574457344775366,
      "grad_norm": 1.3376343864594256,
      "learning_rate": 2.5610848906520878e-05,
      "loss": 0.748,
      "step": 1530
    },
    {
      "epoch": 0.2591283863368669,
      "grad_norm": 2.6089861003232055,
      "learning_rate": 2.5554080044387344e-05,
      "loss": 0.7127,
      "step": 1540
    },
    {
      "epoch": 0.2608110381961972,
      "grad_norm": 3.2047926120640526,
      "learning_rate": 2.5497010213506825e-05,
      "loss": 0.7262,
      "step": 1550
    },
    {
      "epoch": 0.26249369005552753,
      "grad_norm": 1.4899957348295265,
      "learning_rate": 2.5439641041329128e-05,
      "loss": 0.7122,
      "step": 1560
    },
    {
      "epoch": 0.26417634191485784,
      "grad_norm": 3.595968473922136,
      "learning_rate": 2.5381974163840313e-05,
      "loss": 0.7092,
      "step": 1570
    },
    {
      "epoch": 0.26585899377418815,
      "grad_norm": 3.5232117574234003,
      "learning_rate": 2.532401122551605e-05,
      "loss": 0.6924,
      "step": 1580
    },
    {
      "epoch": 0.2675416456335184,
      "grad_norm": 2.618947453668302,
      "learning_rate": 2.526575387927473e-05,
      "loss": 0.7067,
      "step": 1590
    },
    {
      "epoch": 0.2692242974928487,
      "grad_norm": 3.6282673284589566,
      "learning_rate": 2.52072037864303e-05,
      "loss": 0.6945,
      "step": 1600
    },
    {
      "epoch": 0.270906949352179,
      "grad_norm": 2.2274379147013,
      "learning_rate": 2.5148362616644926e-05,
      "loss": 0.6727,
      "step": 1610
    },
    {
      "epoch": 0.2725896012115093,
      "grad_norm": 2.823867881580523,
      "learning_rate": 2.508923204788135e-05,
      "loss": 0.7158,
      "step": 1620
    },
    {
      "epoch": 0.27427225307083963,
      "grad_norm": 2.0118901151982245,
      "learning_rate": 2.5029813766355062e-05,
      "loss": 0.7422,
      "step": 1630
    },
    {
      "epoch": 0.27595490493016994,
      "grad_norm": 1.2843584175617246,
      "learning_rate": 2.4970109466486202e-05,
      "loss": 0.7099,
      "step": 1640
    },
    {
      "epoch": 0.27763755678950025,
      "grad_norm": 3.5059277881120914,
      "learning_rate": 2.491012085085122e-05,
      "loss": 0.7164,
      "step": 1650
    },
    {
      "epoch": 0.27932020864883056,
      "grad_norm": 1.7458993688338285,
      "learning_rate": 2.4849849630134384e-05,
      "loss": 0.6901,
      "step": 1660
    },
    {
      "epoch": 0.28100286050816087,
      "grad_norm": 5.813346226937464,
      "learning_rate": 2.4789297523078924e-05,
      "loss": 0.7181,
      "step": 1670
    },
    {
      "epoch": 0.2826855123674912,
      "grad_norm": 2.0515286491489237,
      "learning_rate": 2.4728466256438072e-05,
      "loss": 0.7431,
      "step": 1680
    },
    {
      "epoch": 0.2843681642268215,
      "grad_norm": 2.6702746679350375,
      "learning_rate": 2.4667357564925798e-05,
      "loss": 0.701,
      "step": 1690
    },
    {
      "epoch": 0.2860508160861518,
      "grad_norm": 2.707565805299449,
      "learning_rate": 2.460597319116735e-05,
      "loss": 0.6725,
      "step": 1700
    },
    {
      "epoch": 0.2877334679454821,
      "grad_norm": 1.7994267796032153,
      "learning_rate": 2.4544314885649552e-05,
      "loss": 0.7043,
      "step": 1710
    },
    {
      "epoch": 0.2894161198048124,
      "grad_norm": 2.240627477157692,
      "learning_rate": 2.4482384406670883e-05,
      "loss": 0.7337,
      "step": 1720
    },
    {
      "epoch": 0.29109877166414266,
      "grad_norm": 1.4093208691675285,
      "learning_rate": 2.4420183520291354e-05,
      "loss": 0.706,
      "step": 1730
    },
    {
      "epoch": 0.292781423523473,
      "grad_norm": 1.5799653304195502,
      "learning_rate": 2.4357714000282127e-05,
      "loss": 0.7254,
      "step": 1740
    },
    {
      "epoch": 0.2944640753828033,
      "grad_norm": 1.8282839714116759,
      "learning_rate": 2.4294977628074938e-05,
      "loss": 0.68,
      "step": 1750
    },
    {
      "epoch": 0.2961467272421336,
      "grad_norm": 13.490769798309381,
      "learning_rate": 2.42319761927113e-05,
      "loss": 0.6984,
      "step": 1760
    },
    {
      "epoch": 0.2978293791014639,
      "grad_norm": 1.1660842236351188,
      "learning_rate": 2.4168711490791484e-05,
      "loss": 0.6893,
      "step": 1770
    },
    {
      "epoch": 0.2995120309607942,
      "grad_norm": 1.4880113732457052,
      "learning_rate": 2.4105185326423286e-05,
      "loss": 0.7371,
      "step": 1780
    },
    {
      "epoch": 0.3011946828201245,
      "grad_norm": 1.9796491202207207,
      "learning_rate": 2.4041399511170574e-05,
      "loss": 0.7372,
      "step": 1790
    },
    {
      "epoch": 0.3028773346794548,
      "grad_norm": 3.2861914347482846,
      "learning_rate": 2.3977355864001635e-05,
      "loss": 0.7145,
      "step": 1800
    },
    {
      "epoch": 0.30455998653878513,
      "grad_norm": 3.8536888582450595,
      "learning_rate": 2.3913056211237304e-05,
      "loss": 0.7244,
      "step": 1810
    },
    {
      "epoch": 0.30624263839811544,
      "grad_norm": 2.250827213388724,
      "learning_rate": 2.3848502386498866e-05,
      "loss": 0.7444,
      "step": 1820
    },
    {
      "epoch": 0.30792529025744575,
      "grad_norm": 1.6760548188250846,
      "learning_rate": 2.3783696230655802e-05,
      "loss": 0.7415,
      "step": 1830
    },
    {
      "epoch": 0.30960794211677606,
      "grad_norm": 2.83690011157284,
      "learning_rate": 2.371863959177326e-05,
      "loss": 0.6769,
      "step": 1840
    },
    {
      "epoch": 0.31129059397610637,
      "grad_norm": 3.6586666108883037,
      "learning_rate": 2.365333432505937e-05,
      "loss": 0.6981,
      "step": 1850
    },
    {
      "epoch": 0.3129732458354367,
      "grad_norm": 2.967916913846329,
      "learning_rate": 2.3587782292812323e-05,
      "loss": 0.7235,
      "step": 1860
    },
    {
      "epoch": 0.31465589769476693,
      "grad_norm": 2.7607388194454607,
      "learning_rate": 2.35219853643673e-05,
      "loss": 0.7202,
      "step": 1870
    },
    {
      "epoch": 0.31633854955409724,
      "grad_norm": 2.5793375573884925,
      "learning_rate": 2.3455945416043132e-05,
      "loss": 0.7437,
      "step": 1880
    },
    {
      "epoch": 0.31802120141342755,
      "grad_norm": 1.6474727320404343,
      "learning_rate": 2.338966433108879e-05,
      "loss": 0.6664,
      "step": 1890
    },
    {
      "epoch": 0.31970385327275785,
      "grad_norm": 2.8252072958720102,
      "learning_rate": 2.3323143999629712e-05,
      "loss": 0.6641,
      "step": 1900
    },
    {
      "epoch": 0.32138650513208816,
      "grad_norm": 1.8240997471681801,
      "learning_rate": 2.3256386318613877e-05,
      "loss": 0.7029,
      "step": 1910
    },
    {
      "epoch": 0.32306915699141847,
      "grad_norm": 1.7867386563705459,
      "learning_rate": 2.318939319175771e-05,
      "loss": 0.6806,
      "step": 1920
    },
    {
      "epoch": 0.3247518088507488,
      "grad_norm": 2.519605910503542,
      "learning_rate": 2.3122166529491822e-05,
      "loss": 0.6837,
      "step": 1930
    },
    {
      "epoch": 0.3264344607100791,
      "grad_norm": 1.5090617010699425,
      "learning_rate": 2.3054708248906483e-05,
      "loss": 0.7201,
      "step": 1940
    },
    {
      "epoch": 0.3281171125694094,
      "grad_norm": 1.85373627743108,
      "learning_rate": 2.2987020273696996e-05,
      "loss": 0.7007,
      "step": 1950
    },
    {
      "epoch": 0.3297997644287397,
      "grad_norm": 3.1668783585579714,
      "learning_rate": 2.2919104534108825e-05,
      "loss": 0.6827,
      "step": 1960
    },
    {
      "epoch": 0.33148241628807,
      "grad_norm": 2.802801151344103,
      "learning_rate": 2.2850962966882547e-05,
      "loss": 0.733,
      "step": 1970
    },
    {
      "epoch": 0.3331650681474003,
      "grad_norm": 4.351080547606847,
      "learning_rate": 2.278259751519861e-05,
      "loss": 0.7125,
      "step": 1980
    },
    {
      "epoch": 0.33484772000673063,
      "grad_norm": 1.4284076903376268,
      "learning_rate": 2.2714010128621957e-05,
      "loss": 0.7166,
      "step": 1990
    },
    {
      "epoch": 0.3365303718660609,
      "grad_norm": 1.4047557097137526,
      "learning_rate": 2.2645202763046385e-05,
      "loss": 0.7306,
      "step": 2000
    },
    {
      "epoch": 0.3382130237253912,
      "grad_norm": 1.7792478988054032,
      "learning_rate": 2.2576177380638808e-05,
      "loss": 0.6819,
      "step": 2010
    },
    {
      "epoch": 0.3398956755847215,
      "grad_norm": 1.541280861427235,
      "learning_rate": 2.2506935949783277e-05,
      "loss": 0.7188,
      "step": 2020
    },
    {
      "epoch": 0.3415783274440518,
      "grad_norm": 3.1010621866032717,
      "learning_rate": 2.243748044502485e-05,
      "loss": 0.7262,
      "step": 2030
    },
    {
      "epoch": 0.3432609793033821,
      "grad_norm": 2.3564311476470245,
      "learning_rate": 2.236781284701332e-05,
      "loss": 0.6862,
      "step": 2040
    },
    {
      "epoch": 0.3449436311627124,
      "grad_norm": 2.277474191898381,
      "learning_rate": 2.229793514244666e-05,
      "loss": 0.7086,
      "step": 2050
    },
    {
      "epoch": 0.34662628302204274,
      "grad_norm": 1.9189792309740905,
      "learning_rate": 2.222784932401445e-05,
      "loss": 0.6785,
      "step": 2060
    },
    {
      "epoch": 0.34830893488137304,
      "grad_norm": 8.557409847942546,
      "learning_rate": 2.2157557390341e-05,
      "loss": 0.7162,
      "step": 2070
    },
    {
      "epoch": 0.34999158674070335,
      "grad_norm": 2.0580462138378324,
      "learning_rate": 2.2087061345928375e-05,
      "loss": 0.663,
      "step": 2080
    },
    {
      "epoch": 0.35167423860003366,
      "grad_norm": 11.262172640870563,
      "learning_rate": 2.2016363201099205e-05,
      "loss": 0.7363,
      "step": 2090
    },
    {
      "epoch": 0.35335689045936397,
      "grad_norm": 12.967220942427355,
      "learning_rate": 2.1945464971939424e-05,
      "loss": 0.7169,
      "step": 2100
    },
    {
      "epoch": 0.3550395423186943,
      "grad_norm": 31.131995950709616,
      "learning_rate": 2.1874368680240692e-05,
      "loss": 0.7109,
      "step": 2110
    },
    {
      "epoch": 0.3567221941780246,
      "grad_norm": 3.759967527046392,
      "learning_rate": 2.1803076353442806e-05,
      "loss": 0.72,
      "step": 2120
    },
    {
      "epoch": 0.3584048460373549,
      "grad_norm": 2.0854209231683494,
      "learning_rate": 2.1731590024575848e-05,
      "loss": 0.7443,
      "step": 2130
    },
    {
      "epoch": 0.36008749789668515,
      "grad_norm": 1.550491190575623,
      "learning_rate": 2.165991173220223e-05,
      "loss": 0.7272,
      "step": 2140
    },
    {
      "epoch": 0.36177014975601546,
      "grad_norm": 3.184378797474582,
      "learning_rate": 2.158804352035855e-05,
      "loss": 0.6796,
      "step": 2150
    },
    {
      "epoch": 0.36345280161534577,
      "grad_norm": 2.2017388277936623,
      "learning_rate": 2.1515987438497295e-05,
      "loss": 0.7079,
      "step": 2160
    },
    {
      "epoch": 0.3651354534746761,
      "grad_norm": 1.8785352439752243,
      "learning_rate": 2.1443745541428416e-05,
      "loss": 0.7157,
      "step": 2170
    },
    {
      "epoch": 0.3668181053340064,
      "grad_norm": 5.799376408169486,
      "learning_rate": 2.137131988926072e-05,
      "loss": 0.7147,
      "step": 2180
    },
    {
      "epoch": 0.3685007571933367,
      "grad_norm": 1.463705775425984,
      "learning_rate": 2.129871254734312e-05,
      "loss": 0.6965,
      "step": 2190
    },
    {
      "epoch": 0.370183409052667,
      "grad_norm": 2.8778655656985435,
      "learning_rate": 2.122592558620575e-05,
      "loss": 0.6853,
      "step": 2200
    },
    {
      "epoch": 0.3718660609119973,
      "grad_norm": 2.830232793716089,
      "learning_rate": 2.1152961081500906e-05,
      "loss": 0.6682,
      "step": 2210
    },
    {
      "epoch": 0.3735487127713276,
      "grad_norm": 7.790226305121679,
      "learning_rate": 2.1079821113943863e-05,
      "loss": 0.6855,
      "step": 2220
    },
    {
      "epoch": 0.3752313646306579,
      "grad_norm": 1.635629077245975,
      "learning_rate": 2.100650776925353e-05,
      "loss": 0.7156,
      "step": 2230
    },
    {
      "epoch": 0.37691401648998824,
      "grad_norm": 1.6353332190474046,
      "learning_rate": 2.0933023138092995e-05,
      "loss": 0.7083,
      "step": 2240
    },
    {
      "epoch": 0.37859666834931854,
      "grad_norm": 2.4020219788955237,
      "learning_rate": 2.0859369316009877e-05,
      "loss": 0.6873,
      "step": 2250
    },
    {
      "epoch": 0.38027932020864885,
      "grad_norm": 1.5183766349594623,
      "learning_rate": 2.0785548403376592e-05,
      "loss": 0.6882,
      "step": 2260
    },
    {
      "epoch": 0.38196197206797916,
      "grad_norm": 3.9509980884297313,
      "learning_rate": 2.0711562505330437e-05,
      "loss": 0.7037,
      "step": 2270
    },
    {
      "epoch": 0.3836446239273094,
      "grad_norm": 1.080804508141519,
      "learning_rate": 2.063741373171357e-05,
      "loss": 0.7124,
      "step": 2280
    },
    {
      "epoch": 0.3853272757866397,
      "grad_norm": 2.4771901968792975,
      "learning_rate": 2.0563104197012847e-05,
      "loss": 0.7348,
      "step": 2290
    },
    {
      "epoch": 0.38700992764597003,
      "grad_norm": 1.4012276716265397,
      "learning_rate": 2.048863602029951e-05,
      "loss": 0.7157,
      "step": 2300
    },
    {
      "epoch": 0.38869257950530034,
      "grad_norm": 1.8764316814985353,
      "learning_rate": 2.0414011325168777e-05,
      "loss": 0.6932,
      "step": 2310
    },
    {
      "epoch": 0.39037523136463065,
      "grad_norm": 3.2158348437646183,
      "learning_rate": 2.0339232239679252e-05,
      "loss": 0.6789,
      "step": 2320
    },
    {
      "epoch": 0.39205788322396096,
      "grad_norm": 2.468508068736803,
      "learning_rate": 2.026430089629229e-05,
      "loss": 0.7163,
      "step": 2330
    },
    {
      "epoch": 0.39374053508329127,
      "grad_norm": 2.0179845911955656,
      "learning_rate": 2.0189219431811123e-05,
      "loss": 0.6566,
      "step": 2340
    },
    {
      "epoch": 0.3954231869426216,
      "grad_norm": 0.9653345936734927,
      "learning_rate": 2.0113989987319988e-05,
      "loss": 0.6939,
      "step": 2350
    },
    {
      "epoch": 0.3971058388019519,
      "grad_norm": 1.568403155522187,
      "learning_rate": 2.0038614708123023e-05,
      "loss": 0.7288,
      "step": 2360
    },
    {
      "epoch": 0.3987884906612822,
      "grad_norm": 5.098482519541986,
      "learning_rate": 1.996309574368311e-05,
      "loss": 0.7217,
      "step": 2370
    },
    {
      "epoch": 0.4004711425206125,
      "grad_norm": 1.656770228609968,
      "learning_rate": 1.9887435247560586e-05,
      "loss": 0.743,
      "step": 2380
    },
    {
      "epoch": 0.4021537943799428,
      "grad_norm": 1.679661595344395,
      "learning_rate": 1.981163537735181e-05,
      "loss": 0.724,
      "step": 2390
    },
    {
      "epoch": 0.4038364462392731,
      "grad_norm": 2.057009585071239,
      "learning_rate": 1.9735698294627644e-05,
      "loss": 0.7228,
      "step": 2400
    }
  ],
  "logging_steps": 10,
  "max_steps": 5943,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0934282360979456e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}