{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9990766389658357,
  "eval_steps": 500,
  "global_step": 541,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0018467220683287165,
      "grad_norm": 0.14637957513332367,
      "learning_rate": 3.636363636363636e-06,
      "loss": 0.7788,
      "step": 1
    },
    {
      "epoch": 0.009233610341643583,
      "grad_norm": 0.14028523862361908,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.7893,
      "step": 5
    },
    {
      "epoch": 0.018467220683287166,
      "grad_norm": 0.15927864611148834,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.7918,
      "step": 10
    },
    {
      "epoch": 0.027700831024930747,
      "grad_norm": 0.15092229843139648,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 0.7808,
      "step": 15
    },
    {
      "epoch": 0.03693444136657433,
      "grad_norm": 0.13150204718112946,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.7754,
      "step": 20
    },
    {
      "epoch": 0.046168051708217916,
      "grad_norm": 0.12067870795726776,
      "learning_rate": 9.090909090909092e-05,
      "loss": 0.7826,
      "step": 25
    },
    {
      "epoch": 0.055401662049861494,
      "grad_norm": 0.11293910443782806,
      "learning_rate": 0.00010909090909090909,
      "loss": 0.7565,
      "step": 30
    },
    {
      "epoch": 0.06463527239150507,
      "grad_norm": 0.1150021106004715,
      "learning_rate": 0.00012727272727272728,
      "loss": 0.757,
      "step": 35
    },
    {
      "epoch": 0.07386888273314866,
      "grad_norm": 0.11217568814754486,
      "learning_rate": 0.00014545454545454546,
      "loss": 0.7454,
      "step": 40
    },
    {
      "epoch": 0.08310249307479224,
      "grad_norm": 0.12646108865737915,
      "learning_rate": 0.00016363636363636366,
      "loss": 0.7404,
      "step": 45
    },
    {
      "epoch": 0.09233610341643583,
      "grad_norm": 0.1182728186249733,
      "learning_rate": 0.00018181818181818183,
      "loss": 0.7605,
      "step": 50
    },
    {
      "epoch": 0.10156971375807941,
      "grad_norm": 0.12191201001405716,
      "learning_rate": 0.0002,
      "loss": 0.7729,
      "step": 55
    },
    {
      "epoch": 0.11080332409972299,
      "grad_norm": 0.12068731337785721,
      "learning_rate": 0.00019994777247895855,
      "loss": 0.7588,
      "step": 60
    },
    {
      "epoch": 0.12003693444136658,
      "grad_norm": 0.11018814891576767,
      "learning_rate": 0.00019979114447011323,
      "loss": 0.7459,
      "step": 65
    },
    {
      "epoch": 0.12927054478301014,
      "grad_norm": 0.12209581583738327,
      "learning_rate": 0.00019953027957931658,
      "loss": 0.7549,
      "step": 70
    },
    {
      "epoch": 0.13850415512465375,
      "grad_norm": 0.13291500508785248,
      "learning_rate": 0.00019916545029310012,
      "loss": 0.7473,
      "step": 75
    },
    {
      "epoch": 0.14773776546629733,
      "grad_norm": 0.10997017472982407,
      "learning_rate": 0.00019869703769404828,
      "loss": 0.7471,
      "step": 80
    },
    {
      "epoch": 0.1569713758079409,
      "grad_norm": 0.11135584861040115,
      "learning_rate": 0.00019812553106273847,
      "loss": 0.733,
      "step": 85
    },
    {
      "epoch": 0.16620498614958448,
      "grad_norm": 0.10819930583238602,
      "learning_rate": 0.00019745152736666302,
      "loss": 0.7276,
      "step": 90
    },
    {
      "epoch": 0.17543859649122806,
      "grad_norm": 0.12196492403745651,
      "learning_rate": 0.0001966757306366662,
      "loss": 0.7468,
      "step": 95
    },
    {
      "epoch": 0.18467220683287167,
      "grad_norm": 0.10541563481092453,
      "learning_rate": 0.0001957989512315489,
      "loss": 0.728,
      "step": 100
    },
    {
      "epoch": 0.19390581717451524,
      "grad_norm": 0.11377202719449997,
      "learning_rate": 0.00019482210499160765,
      "loss": 0.7404,
      "step": 105
    },
    {
      "epoch": 0.20313942751615882,
      "grad_norm": 0.10512705147266388,
      "learning_rate": 0.0001937462122819935,
      "loss": 0.7292,
      "step": 110
    },
    {
      "epoch": 0.2123730378578024,
      "grad_norm": 0.1054597944021225,
      "learning_rate": 0.00019257239692688907,
      "loss": 0.7057,
      "step": 115
    },
    {
      "epoch": 0.22160664819944598,
      "grad_norm": 0.10640154033899307,
      "learning_rate": 0.00019130188503561741,
      "loss": 0.746,
      "step": 120
    },
    {
      "epoch": 0.23084025854108955,
      "grad_norm": 0.11859942972660065,
      "learning_rate": 0.00018993600372190932,
      "loss": 0.7538,
      "step": 125
    },
    {
      "epoch": 0.24007386888273316,
      "grad_norm": 0.11077919602394104,
      "learning_rate": 0.00018847617971766577,
      "loss": 0.741,
      "step": 130
    },
    {
      "epoch": 0.24930747922437674,
      "grad_norm": 0.10690341889858246,
      "learning_rate": 0.00018692393788266479,
      "loss": 0.7507,
      "step": 135
    },
    {
      "epoch": 0.2585410895660203,
      "grad_norm": 0.1062847375869751,
      "learning_rate": 0.0001852808996117683,
      "loss": 0.73,
      "step": 140
    },
    {
      "epoch": 0.2677746999076639,
      "grad_norm": 0.1105961948633194,
      "learning_rate": 0.00018354878114129367,
      "loss": 0.7134,
      "step": 145
    },
    {
      "epoch": 0.2770083102493075,
      "grad_norm": 0.10495726019144058,
      "learning_rate": 0.00018172939175631808,
      "loss": 0.7514,
      "step": 150
    },
    {
      "epoch": 0.28624192059095105,
      "grad_norm": 0.1045067086815834,
      "learning_rate": 0.0001798246319007893,
      "loss": 0.7531,
      "step": 155
    },
    {
      "epoch": 0.29547553093259465,
      "grad_norm": 0.11551333218812943,
      "learning_rate": 0.00017783649119241602,
      "loss": 0.7344,
      "step": 160
    },
    {
      "epoch": 0.3047091412742382,
      "grad_norm": 0.11248873919248581,
      "learning_rate": 0.0001757670463444118,
      "loss": 0.7307,
      "step": 165
    },
    {
      "epoch": 0.3139427516158818,
      "grad_norm": 0.11373342573642731,
      "learning_rate": 0.00017361845899626355,
      "loss": 0.745,
      "step": 170
    },
    {
      "epoch": 0.3231763619575254,
      "grad_norm": 0.11083344370126724,
      "learning_rate": 0.00017139297345578994,
      "loss": 0.7422,
      "step": 175
    },
    {
      "epoch": 0.33240997229916897,
      "grad_norm": 0.11349718272686005,
      "learning_rate": 0.0001690929143548488,
      "loss": 0.7215,
      "step": 180
    },
    {
      "epoch": 0.34164358264081257,
      "grad_norm": 0.11683487892150879,
      "learning_rate": 0.00016672068422114196,
      "loss": 0.7456,
      "step": 185
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 0.11161104589700699,
      "learning_rate": 0.00016427876096865394,
      "loss": 0.7457,
      "step": 190
    },
    {
      "epoch": 0.3601108033240997,
      "grad_norm": 0.10704860836267471,
      "learning_rate": 0.00016176969530934572,
      "loss": 0.7598,
      "step": 195
    },
    {
      "epoch": 0.36934441366574333,
      "grad_norm": 0.10302165895700455,
      "learning_rate": 0.0001591961080888076,
      "loss": 0.7605,
      "step": 200
    },
    {
      "epoch": 0.3785780240073869,
      "grad_norm": 0.10772555321455002,
      "learning_rate": 0.00015656068754865387,
      "loss": 0.7405,
      "step": 205
    },
    {
      "epoch": 0.3878116343490305,
      "grad_norm": 0.11499334126710892,
      "learning_rate": 0.0001538661865185188,
      "loss": 0.744,
      "step": 210
    },
    {
      "epoch": 0.39704524469067404,
      "grad_norm": 0.1089358702301979,
      "learning_rate": 0.00015111541954058734,
      "loss": 0.7445,
      "step": 215
    },
    {
      "epoch": 0.40627885503231764,
      "grad_norm": 0.1021597683429718,
      "learning_rate": 0.00014831125992966385,
      "loss": 0.728,
      "step": 220
    },
    {
      "epoch": 0.4155124653739612,
      "grad_norm": 0.10720939934253693,
      "learning_rate": 0.00014545663677185006,
      "loss": 0.7323,
      "step": 225
    },
    {
      "epoch": 0.4247460757156048,
      "grad_norm": 0.11227314919233322,
      "learning_rate": 0.00014255453186496673,
      "loss": 0.7157,
      "step": 230
    },
    {
      "epoch": 0.4339796860572484,
      "grad_norm": 0.10462162643671036,
      "learning_rate": 0.0001396079766039157,
      "loss": 0.7293,
      "step": 235
    },
    {
      "epoch": 0.44321329639889195,
      "grad_norm": 0.10160651803016663,
      "learning_rate": 0.0001366200488142348,
      "loss": 0.7226,
      "step": 240
    },
    {
      "epoch": 0.45244690674053556,
      "grad_norm": 0.10895903408527374,
      "learning_rate": 0.00013359386953715421,
      "loss": 0.7511,
      "step": 245
    },
    {
      "epoch": 0.4616805170821791,
      "grad_norm": 0.1027149111032486,
      "learning_rate": 0.00013053259976951133,
      "loss": 0.7123,
      "step": 250
    },
    {
      "epoch": 0.4709141274238227,
      "grad_norm": 0.1131887212395668,
      "learning_rate": 0.00012743943716193016,
      "loss": 0.7571,
      "step": 255
    },
    {
      "epoch": 0.4801477377654663,
      "grad_norm": 0.11355064809322357,
      "learning_rate": 0.00012431761267871417,
      "loss": 0.7386,
      "step": 260
    },
    {
      "epoch": 0.48938134810710987,
      "grad_norm": 0.11614394187927246,
      "learning_rate": 0.0001211703872229411,
      "loss": 0.7142,
      "step": 265
    },
    {
      "epoch": 0.4986149584487535,
      "grad_norm": 0.1130671575665474,
      "learning_rate": 0.00011800104823028515,
      "loss": 0.7439,
      "step": 270
    },
    {
      "epoch": 0.5078485687903971,
      "grad_norm": 0.10703490674495697,
      "learning_rate": 0.0001148129062351249,
      "loss": 0.7283,
      "step": 275
    },
    {
      "epoch": 0.5170821791320406,
      "grad_norm": 0.10461420565843582,
      "learning_rate": 0.00011160929141252303,
      "loss": 0.7469,
      "step": 280
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.10531424731016159,
      "learning_rate": 0.00010839355009969068,
      "loss": 0.7529,
      "step": 285
    },
    {
      "epoch": 0.5355493998153278,
      "grad_norm": 0.11467906832695007,
      "learning_rate": 0.00010516904130056946,
      "loss": 0.7525,
      "step": 290
    },
    {
      "epoch": 0.5447830101569714,
      "grad_norm": 0.10647362470626831,
      "learning_rate": 0.00010193913317718244,
      "loss": 0.7286,
      "step": 295
    },
    {
      "epoch": 0.554016620498615,
      "grad_norm": 0.10562632977962494,
      "learning_rate": 9.870719953141917e-05,
      "loss": 0.7548,
      "step": 300
    },
    {
      "epoch": 0.5632502308402585,
      "grad_norm": 0.11012793332338333,
      "learning_rate": 9.547661628092937e-05,
      "loss": 0.7276,
      "step": 305
    },
    {
      "epoch": 0.5724838411819021,
      "grad_norm": 0.11083028465509415,
      "learning_rate": 9.225075793280692e-05,
      "loss": 0.7387,
      "step": 310
    },
    {
      "epoch": 0.5817174515235457,
      "grad_norm": 0.10291365534067154,
      "learning_rate": 8.903299405874684e-05,
      "loss": 0.7388,
      "step": 315
    },
    {
      "epoch": 0.5909510618651893,
      "grad_norm": 0.10362917929887772,
      "learning_rate": 8.582668577535797e-05,
      "loss": 0.7478,
      "step": 320
    },
    {
      "epoch": 0.6001846722068329,
      "grad_norm": 0.10294944047927856,
      "learning_rate": 8.263518223330697e-05,
      "loss": 0.7367,
      "step": 325
    },
    {
      "epoch": 0.6094182825484764,
      "grad_norm": 0.10952912271022797,
      "learning_rate": 7.94618171189618e-05,
      "loss": 0.7486,
      "step": 330
    },
    {
      "epoch": 0.61865189289012,
      "grad_norm": 0.09998750686645508,
      "learning_rate": 7.630990517218808e-05,
      "loss": 0.721,
      "step": 335
    },
    {
      "epoch": 0.6278855032317636,
      "grad_norm": 0.10416150093078613,
      "learning_rate": 7.318273872393625e-05,
      "loss": 0.738,
      "step": 340
    },
    {
      "epoch": 0.6371191135734072,
      "grad_norm": 0.09991578012704849,
      "learning_rate": 7.008358425723585e-05,
      "loss": 0.7496,
      "step": 345
    },
    {
      "epoch": 0.6463527239150508,
      "grad_norm": 0.11119415611028671,
      "learning_rate": 6.701567899518924e-05,
      "loss": 0.7455,
      "step": 350
    },
    {
      "epoch": 0.6555863342566943,
      "grad_norm": 0.10467606037855148,
      "learning_rate": 6.398222751952899e-05,
      "loss": 0.7404,
      "step": 355
    },
    {
      "epoch": 0.6648199445983379,
      "grad_norm": 0.11238551884889603,
      "learning_rate": 6.098639842327052e-05,
      "loss": 0.7471,
      "step": 360
    },
    {
      "epoch": 0.6740535549399815,
      "grad_norm": 0.10642090439796448,
      "learning_rate": 5.80313210009571e-05,
      "loss": 0.7573,
      "step": 365
    },
    {
      "epoch": 0.6832871652816251,
      "grad_norm": 0.10575485974550247,
      "learning_rate": 5.5120081979953785e-05,
      "loss": 0.7315,
      "step": 370
    },
    {
      "epoch": 0.6925207756232687,
      "grad_norm": 0.1076451987028122,
      "learning_rate": 5.22557222962051e-05,
      "loss": 0.7292,
      "step": 375
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 0.10904475301504135,
      "learning_rate": 4.9441233917824106e-05,
      "loss": 0.7196,
      "step": 380
    },
    {
      "epoch": 0.7109879963065558,
      "grad_norm": 0.10976432263851166,
      "learning_rate": 4.66795567198309e-05,
      "loss": 0.7277,
      "step": 385
    },
    {
      "epoch": 0.7202216066481995,
      "grad_norm": 0.10619588196277618,
      "learning_rate": 4.397357541330476e-05,
      "loss": 0.7501,
      "step": 390
    },
    {
      "epoch": 0.7294552169898431,
      "grad_norm": 0.11529234051704407,
      "learning_rate": 4.132611653215822e-05,
      "loss": 0.7325,
      "step": 395
    },
    {
      "epoch": 0.7386888273314867,
      "grad_norm": 0.10589467734098434,
      "learning_rate": 3.873994548067972e-05,
      "loss": 0.743,
      "step": 400
    },
    {
      "epoch": 0.7479224376731302,
      "grad_norm": 0.10833586007356644,
      "learning_rate": 3.621776364492939e-05,
      "loss": 0.7325,
      "step": 405
    },
    {
      "epoch": 0.7571560480147738,
      "grad_norm": 0.10319048166275024,
      "learning_rate": 3.376220557100523e-05,
      "loss": 0.7322,
      "step": 410
    },
    {
      "epoch": 0.7663896583564174,
      "grad_norm": 0.10046496242284775,
      "learning_rate": 3.137583621312665e-05,
      "loss": 0.7121,
      "step": 415
    },
    {
      "epoch": 0.775623268698061,
      "grad_norm": 0.10600613802671432,
      "learning_rate": 2.906114825441072e-05,
      "loss": 0.7422,
      "step": 420
    },
    {
      "epoch": 0.7848568790397045,
      "grad_norm": 0.11138713359832764,
      "learning_rate": 2.6820559503138797e-05,
      "loss": 0.719,
      "step": 425
    },
    {
      "epoch": 0.7940904893813481,
      "grad_norm": 0.10552503913640976,
      "learning_rate": 2.465641036723393e-05,
      "loss": 0.7346,
      "step": 430
    },
    {
      "epoch": 0.8033240997229917,
      "grad_norm": 0.10045293718576431,
      "learning_rate": 2.2570961409586754e-05,
      "loss": 0.7144,
      "step": 435
    },
    {
      "epoch": 0.8125577100646353,
      "grad_norm": 0.10837393254041672,
      "learning_rate": 2.0566390986783646e-05,
      "loss": 0.7312,
      "step": 440
    },
    {
      "epoch": 0.8217913204062789,
      "grad_norm": 0.1052984818816185,
      "learning_rate": 1.864479297370325e-05,
      "loss": 0.7329,
      "step": 445
    },
    {
      "epoch": 0.8310249307479224,
      "grad_norm": 0.10482414066791534,
      "learning_rate": 1.6808174576358848e-05,
      "loss": 0.735,
      "step": 450
    },
    {
      "epoch": 0.840258541089566,
      "grad_norm": 0.10467493534088135,
      "learning_rate": 1.505845423527027e-05,
      "loss": 0.7211,
      "step": 455
    },
    {
      "epoch": 0.8494921514312096,
      "grad_norm": 0.1039409339427948,
      "learning_rate": 1.339745962155613e-05,
      "loss": 0.7193,
      "step": 460
    },
    {
      "epoch": 0.8587257617728532,
      "grad_norm": 0.10943976044654846,
      "learning_rate": 1.18269257278392e-05,
      "loss": 0.7511,
      "step": 465
    },
    {
      "epoch": 0.8679593721144968,
      "grad_norm": 0.09965581446886063,
      "learning_rate": 1.0348493055959062e-05,
      "loss": 0.7138,
      "step": 470
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 0.11060912162065506,
      "learning_rate": 8.963705903385345e-06,
      "loss": 0.7349,
      "step": 475
    },
    {
      "epoch": 0.8864265927977839,
      "grad_norm": 0.10819496214389801,
      "learning_rate": 7.674010750120964e-06,
      "loss": 0.7309,
      "step": 480
    },
    {
      "epoch": 0.8956602031394275,
      "grad_norm": 0.10742160677909851,
      "learning_rate": 6.480754747781037e-06,
      "loss": 0.716,
      "step": 485
    },
    {
      "epoch": 0.9048938134810711,
      "grad_norm": 0.10659054666757584,
      "learning_rate": 5.385184312424974e-06,
      "loss": 0.7406,
      "step": 490
    },
    {
      "epoch": 0.9141274238227147,
      "grad_norm": 0.10261913388967514,
      "learning_rate": 4.3884438226120424e-06,
      "loss": 0.7282,
      "step": 495
    },
    {
      "epoch": 0.9233610341643582,
      "grad_norm": 0.10389312356710434,
      "learning_rate": 3.4915744240403558e-06,
      "loss": 0.7363,
      "step": 500
    },
    {
      "epoch": 0.9325946445060018,
      "grad_norm": 0.1055300384759903,
      "learning_rate": 2.6955129420176196e-06,
      "loss": 0.7312,
      "step": 505
    },
    {
      "epoch": 0.9418282548476454,
      "grad_norm": 0.10658875107765198,
      "learning_rate": 2.0010909028998827e-06,
      "loss": 0.7383,
      "step": 510
    },
    {
      "epoch": 0.951061865189289,
      "grad_norm": 0.10060267895460129,
      "learning_rate": 1.409033665520354e-06,
      "loss": 0.7119,
      "step": 515
    },
    {
      "epoch": 0.9602954755309326,
      "grad_norm": 0.103419728577137,
      "learning_rate": 9.199596635154683e-07,
      "loss": 0.7294,
      "step": 520
    },
    {
      "epoch": 0.9695290858725761,
      "grad_norm": 0.10551342368125916,
      "learning_rate": 5.343797593398536e-07,
      "loss": 0.7168,
      "step": 525
    },
    {
      "epoch": 0.9787626962142197,
      "grad_norm": 0.11032087355852127,
      "learning_rate": 2.5269671064467313e-07,
      "loss": 0.7491,
      "step": 530
    },
    {
      "epoch": 0.9879963065558633,
      "grad_norm": 0.10744015127420425,
      "learning_rate": 7.520474957699586e-08,
      "loss": 0.7463,
      "step": 535
    },
    {
      "epoch": 0.997229916897507,
      "grad_norm": 0.10710299015045166,
      "learning_rate": 2.0892754394208346e-09,
      "loss": 0.7327,
      "step": 540
    },
    {
      "epoch": 0.9990766389658357,
      "eval_loss": 0.9449617266654968,
      "eval_runtime": 130.1564,
      "eval_samples_per_second": 8.874,
      "eval_steps_per_second": 0.561,
      "step": 541
    },
    {
      "epoch": 0.9990766389658357,
      "step": 541,
      "total_flos": 2.226930684415443e+18,
      "train_loss": 0.7396127296243269,
      "train_runtime": 26304.3051,
      "train_samples_per_second": 3.951,
      "train_steps_per_second": 0.021
    }
  ],
  "logging_steps": 5,
  "max_steps": 541,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.226930684415443e+18,
  "train_batch_size": 24,
  "trial_name": null,
  "trial_params": null
}