{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9990766389658357,
  "eval_steps": 500,
  "global_step": 541,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0018467220683287165,
      "grad_norm": 0.18254348635673523,
      "learning_rate": 3.636363636363636e-06,
      "loss": 0.8244,
      "step": 1
    },
    {
      "epoch": 0.009233610341643583,
      "grad_norm": 0.1816311925649643,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.7911,
      "step": 5
    },
    {
      "epoch": 0.018467220683287166,
      "grad_norm": 0.16621439158916473,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.7968,
      "step": 10
    },
    {
      "epoch": 0.027700831024930747,
      "grad_norm": 0.1893552839756012,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 0.7942,
      "step": 15
    },
    {
      "epoch": 0.03693444136657433,
      "grad_norm": 0.12671160697937012,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.7531,
      "step": 20
    },
    {
      "epoch": 0.046168051708217916,
      "grad_norm": 0.12510479986667633,
      "learning_rate": 9.090909090909092e-05,
      "loss": 0.7688,
      "step": 25
    },
    {
      "epoch": 0.055401662049861494,
      "grad_norm": 0.1175699383020401,
      "learning_rate": 0.00010909090909090909,
      "loss": 0.7694,
      "step": 30
    },
    {
      "epoch": 0.06463527239150507,
      "grad_norm": 0.11805781722068787,
      "learning_rate": 0.00012727272727272728,
      "loss": 0.7348,
      "step": 35
    },
    {
      "epoch": 0.07386888273314866,
      "grad_norm": 0.11772854626178741,
      "learning_rate": 0.00014545454545454546,
      "loss": 0.7407,
      "step": 40
    },
    {
      "epoch": 0.08310249307479224,
      "grad_norm": 0.2634792625904083,
      "learning_rate": 0.00016363636363636366,
      "loss": 0.7324,
      "step": 45
    },
    {
      "epoch": 0.09233610341643583,
      "grad_norm": 0.1200411394238472,
      "learning_rate": 0.00018181818181818183,
      "loss": 0.7535,
      "step": 50
    },
    {
      "epoch": 0.10156971375807941,
      "grad_norm": 0.12060506641864777,
      "learning_rate": 0.0002,
      "loss": 0.7487,
      "step": 55
    },
    {
      "epoch": 0.11080332409972299,
      "grad_norm": 0.12120962888002396,
      "learning_rate": 0.00019994777247895855,
      "loss": 0.745,
      "step": 60
    },
    {
      "epoch": 0.12003693444136658,
      "grad_norm": 0.14212490618228912,
      "learning_rate": 0.00019979114447011323,
      "loss": 0.7294,
      "step": 65
    },
    {
      "epoch": 0.12927054478301014,
      "grad_norm": 0.1235802099108696,
      "learning_rate": 0.00019953027957931658,
      "loss": 0.7391,
      "step": 70
    },
    {
      "epoch": 0.13850415512465375,
      "grad_norm": 0.11884737759828568,
      "learning_rate": 0.00019916545029310012,
      "loss": 0.7324,
      "step": 75
    },
    {
      "epoch": 0.14773776546629733,
      "grad_norm": 0.1151009351015091,
      "learning_rate": 0.00019869703769404828,
      "loss": 0.7266,
      "step": 80
    },
    {
      "epoch": 0.1569713758079409,
      "grad_norm": 0.11894387751817703,
      "learning_rate": 0.00019812553106273847,
      "loss": 0.7467,
      "step": 85
    },
    {
      "epoch": 0.16620498614958448,
      "grad_norm": 0.1144394502043724,
      "learning_rate": 0.00019745152736666302,
      "loss": 0.7376,
      "step": 90
    },
    {
      "epoch": 0.17543859649122806,
      "grad_norm": 0.11750061810016632,
      "learning_rate": 0.0001966757306366662,
      "loss": 0.7383,
      "step": 95
    },
    {
      "epoch": 0.18467220683287167,
      "grad_norm": 0.13155049085617065,
      "learning_rate": 0.0001957989512315489,
      "loss": 0.7451,
      "step": 100
    },
    {
      "epoch": 0.19390581717451524,
      "grad_norm": 0.11150489002466202,
      "learning_rate": 0.00019482210499160765,
      "loss": 0.7412,
      "step": 105
    },
    {
      "epoch": 0.20313942751615882,
      "grad_norm": 0.10819390416145325,
      "learning_rate": 0.0001937462122819935,
      "loss": 0.7422,
      "step": 110
    },
    {
      "epoch": 0.2123730378578024,
      "grad_norm": 0.11923832446336746,
      "learning_rate": 0.00019257239692688907,
      "loss": 0.7377,
      "step": 115
    },
    {
      "epoch": 0.22160664819944598,
      "grad_norm": 0.11017678678035736,
      "learning_rate": 0.00019130188503561741,
      "loss": 0.7351,
      "step": 120
    },
    {
      "epoch": 0.23084025854108955,
      "grad_norm": 0.11701685935258865,
      "learning_rate": 0.00018993600372190932,
      "loss": 0.7282,
      "step": 125
    },
    {
      "epoch": 0.24007386888273316,
      "grad_norm": 0.11328760534524918,
      "learning_rate": 0.00018847617971766577,
      "loss": 0.7269,
      "step": 130
    },
    {
      "epoch": 0.24930747922437674,
      "grad_norm": 0.11526869982481003,
      "learning_rate": 0.00018692393788266479,
      "loss": 0.7083,
      "step": 135
    },
    {
      "epoch": 0.2585410895660203,
      "grad_norm": 0.1022554561495781,
      "learning_rate": 0.0001852808996117683,
      "loss": 0.7118,
      "step": 140
    },
    {
      "epoch": 0.2677746999076639,
      "grad_norm": 0.12440157681703568,
      "learning_rate": 0.00018354878114129367,
      "loss": 0.7294,
      "step": 145
    },
    {
      "epoch": 0.2770083102493075,
      "grad_norm": 0.11588307470083237,
      "learning_rate": 0.00018172939175631808,
      "loss": 0.743,
      "step": 150
    },
    {
      "epoch": 0.28624192059095105,
      "grad_norm": 0.12347640097141266,
      "learning_rate": 0.0001798246319007893,
      "loss": 0.7449,
      "step": 155
    },
    {
      "epoch": 0.29547553093259465,
      "grad_norm": 0.12588274478912354,
      "learning_rate": 0.00017783649119241602,
      "loss": 0.761,
      "step": 160
    },
    {
      "epoch": 0.3047091412742382,
      "grad_norm": 0.11528731882572174,
      "learning_rate": 0.0001757670463444118,
      "loss": 0.7353,
      "step": 165
    },
    {
      "epoch": 0.3139427516158818,
      "grad_norm": 0.11055415123701096,
      "learning_rate": 0.00017361845899626355,
      "loss": 0.7331,
      "step": 170
    },
    {
      "epoch": 0.3231763619575254,
      "grad_norm": 0.10451104491949081,
      "learning_rate": 0.00017139297345578994,
      "loss": 0.7594,
      "step": 175
    },
    {
      "epoch": 0.33240997229916897,
      "grad_norm": 0.11109859496355057,
      "learning_rate": 0.0001690929143548488,
      "loss": 0.7291,
      "step": 180
    },
    {
      "epoch": 0.34164358264081257,
      "grad_norm": 0.11210189759731293,
      "learning_rate": 0.00016672068422114196,
      "loss": 0.7372,
      "step": 185
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 0.11521945893764496,
      "learning_rate": 0.00016427876096865394,
      "loss": 0.7404,
      "step": 190
    },
    {
      "epoch": 0.3601108033240997,
      "grad_norm": 0.11584653705358505,
      "learning_rate": 0.00016176969530934572,
      "loss": 0.7465,
      "step": 195
    },
    {
      "epoch": 0.36934441366574333,
      "grad_norm": 0.11106808483600616,
      "learning_rate": 0.0001591961080888076,
      "loss": 0.7235,
      "step": 200
    },
    {
      "epoch": 0.3785780240073869,
      "grad_norm": 0.09438136965036392,
      "learning_rate": 0.00015656068754865387,
      "loss": 0.7104,
      "step": 205
    },
    {
      "epoch": 0.3878116343490305,
      "grad_norm": 0.10474290698766708,
      "learning_rate": 0.0001538661865185188,
      "loss": 0.7567,
      "step": 210
    },
    {
      "epoch": 0.39704524469067404,
      "grad_norm": 0.11921609193086624,
      "learning_rate": 0.00015111541954058734,
      "loss": 0.739,
      "step": 215
    },
    {
      "epoch": 0.40627885503231764,
      "grad_norm": 0.11335526406764984,
      "learning_rate": 0.00014831125992966385,
      "loss": 0.734,
      "step": 220
    },
    {
      "epoch": 0.4155124653739612,
      "grad_norm": 0.11289556324481964,
      "learning_rate": 0.00014545663677185006,
      "loss": 0.7448,
      "step": 225
    },
    {
      "epoch": 0.4247460757156048,
      "grad_norm": 0.10999900847673416,
      "learning_rate": 0.00014255453186496673,
      "loss": 0.7316,
      "step": 230
    },
    {
      "epoch": 0.4339796860572484,
      "grad_norm": 0.1110299751162529,
      "learning_rate": 0.0001396079766039157,
      "loss": 0.7247,
      "step": 235
    },
    {
      "epoch": 0.44321329639889195,
      "grad_norm": 0.11613520234823227,
      "learning_rate": 0.0001366200488142348,
      "loss": 0.7364,
      "step": 240
    },
    {
      "epoch": 0.45244690674053556,
      "grad_norm": 0.11091934144496918,
      "learning_rate": 0.00013359386953715421,
      "loss": 0.7497,
      "step": 245
    },
    {
      "epoch": 0.4616805170821791,
      "grad_norm": 0.1117897480726242,
      "learning_rate": 0.00013053259976951133,
      "loss": 0.7318,
      "step": 250
    },
    {
      "epoch": 0.4709141274238227,
      "grad_norm": 0.10972230136394501,
      "learning_rate": 0.00012743943716193016,
      "loss": 0.7362,
      "step": 255
    },
    {
      "epoch": 0.4801477377654663,
      "grad_norm": 0.1100962832570076,
      "learning_rate": 0.00012431761267871417,
      "loss": 0.7246,
      "step": 260
    },
    {
      "epoch": 0.48938134810710987,
      "grad_norm": 0.11420110613107681,
      "learning_rate": 0.0001211703872229411,
      "loss": 0.6997,
      "step": 265
    },
    {
      "epoch": 0.4986149584487535,
      "grad_norm": 0.11659246683120728,
      "learning_rate": 0.00011800104823028515,
      "loss": 0.7216,
      "step": 270
    },
    {
      "epoch": 0.5078485687903971,
      "grad_norm": 0.10777433216571808,
      "learning_rate": 0.0001148129062351249,
      "loss": 0.7386,
      "step": 275
    },
    {
      "epoch": 0.5170821791320406,
      "grad_norm": 0.1175241768360138,
      "learning_rate": 0.00011160929141252303,
      "loss": 0.7354,
      "step": 280
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.11116177588701248,
      "learning_rate": 0.00010839355009969068,
      "loss": 0.74,
      "step": 285
    },
    {
      "epoch": 0.5355493998153278,
      "grad_norm": 0.11569847166538239,
      "learning_rate": 0.00010516904130056946,
      "loss": 0.7488,
      "step": 290
    },
    {
      "epoch": 0.5447830101569714,
      "grad_norm": 0.12016792595386505,
      "learning_rate": 0.00010193913317718244,
      "loss": 0.7238,
      "step": 295
    },
    {
      "epoch": 0.554016620498615,
      "grad_norm": 0.11518382281064987,
      "learning_rate": 9.870719953141917e-05,
      "loss": 0.7223,
      "step": 300
    },
    {
      "epoch": 0.5632502308402585,
      "grad_norm": 0.1142842248082161,
      "learning_rate": 9.547661628092937e-05,
      "loss": 0.7409,
      "step": 305
    },
    {
      "epoch": 0.5724838411819021,
      "grad_norm": 0.10657477378845215,
      "learning_rate": 9.225075793280692e-05,
      "loss": 0.7228,
      "step": 310
    },
    {
      "epoch": 0.5817174515235457,
      "grad_norm": 0.10703656822443008,
      "learning_rate": 8.903299405874684e-05,
      "loss": 0.7367,
      "step": 315
    },
    {
      "epoch": 0.5909510618651893,
      "grad_norm": 0.10378415137529373,
      "learning_rate": 8.582668577535797e-05,
      "loss": 0.7368,
      "step": 320
    },
    {
      "epoch": 0.6001846722068329,
      "grad_norm": 0.1063636764883995,
      "learning_rate": 8.263518223330697e-05,
      "loss": 0.7504,
      "step": 325
    },
    {
      "epoch": 0.6094182825484764,
      "grad_norm": 0.1067524254322052,
      "learning_rate": 7.94618171189618e-05,
      "loss": 0.7114,
      "step": 330
    },
    {
      "epoch": 0.61865189289012,
      "grad_norm": 0.11942796409130096,
      "learning_rate": 7.630990517218808e-05,
      "loss": 0.7372,
      "step": 335
    },
    {
      "epoch": 0.6278855032317636,
      "grad_norm": 0.11493529379367828,
      "learning_rate": 7.318273872393625e-05,
      "loss": 0.7194,
      "step": 340
    },
    {
      "epoch": 0.6371191135734072,
      "grad_norm": 0.10850054770708084,
      "learning_rate": 7.008358425723585e-05,
      "loss": 0.7423,
      "step": 345
    },
    {
      "epoch": 0.6463527239150508,
      "grad_norm": 0.11228082329034805,
      "learning_rate": 6.701567899518924e-05,
      "loss": 0.7064,
      "step": 350
    },
    {
      "epoch": 0.6555863342566943,
      "grad_norm": 0.10916541516780853,
      "learning_rate": 6.398222751952899e-05,
      "loss": 0.7026,
      "step": 355
    },
    {
      "epoch": 0.6648199445983379,
      "grad_norm": 0.11889058351516724,
      "learning_rate": 6.098639842327052e-05,
      "loss": 0.7273,
      "step": 360
    },
    {
      "epoch": 0.6740535549399815,
      "grad_norm": 0.11622773110866547,
      "learning_rate": 5.80313210009571e-05,
      "loss": 0.7251,
      "step": 365
    },
    {
      "epoch": 0.6832871652816251,
      "grad_norm": 0.11390994489192963,
      "learning_rate": 5.5120081979953785e-05,
      "loss": 0.7425,
      "step": 370
    },
    {
      "epoch": 0.6925207756232687,
      "grad_norm": 0.10942788422107697,
      "learning_rate": 5.22557222962051e-05,
      "loss": 0.7278,
      "step": 375
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 0.11150877922773361,
      "learning_rate": 4.9441233917824106e-05,
      "loss": 0.7199,
      "step": 380
    },
    {
      "epoch": 0.7109879963065558,
      "grad_norm": 0.11406592279672623,
      "learning_rate": 4.66795567198309e-05,
      "loss": 0.7635,
      "step": 385
    },
    {
      "epoch": 0.7202216066481995,
      "grad_norm": 0.10552997142076492,
      "learning_rate": 4.397357541330476e-05,
      "loss": 0.74,
      "step": 390
    },
    {
      "epoch": 0.7294552169898431,
      "grad_norm": 0.11307038366794586,
      "learning_rate": 4.132611653215822e-05,
      "loss": 0.7155,
      "step": 395
    },
    {
      "epoch": 0.7386888273314867,
      "grad_norm": 0.11548582464456558,
      "learning_rate": 3.873994548067972e-05,
      "loss": 0.735,
      "step": 400
    },
    {
      "epoch": 0.7479224376731302,
      "grad_norm": 0.11258837580680847,
      "learning_rate": 3.621776364492939e-05,
      "loss": 0.7438,
      "step": 405
    },
    {
      "epoch": 0.7571560480147738,
      "grad_norm": 0.11234745383262634,
      "learning_rate": 3.376220557100523e-05,
      "loss": 0.7289,
      "step": 410
    },
    {
      "epoch": 0.7663896583564174,
      "grad_norm": 0.11089134961366653,
      "learning_rate": 3.137583621312665e-05,
      "loss": 0.7185,
      "step": 415
    },
    {
      "epoch": 0.775623268698061,
      "grad_norm": 0.1163964495062828,
      "learning_rate": 2.906114825441072e-05,
      "loss": 0.7194,
      "step": 420
    },
    {
      "epoch": 0.7848568790397045,
      "grad_norm": 0.12141181528568268,
      "learning_rate": 2.6820559503138797e-05,
      "loss": 0.7271,
      "step": 425
    },
    {
      "epoch": 0.7940904893813481,
      "grad_norm": 0.11405418813228607,
      "learning_rate": 2.465641036723393e-05,
      "loss": 0.7176,
      "step": 430
    },
    {
      "epoch": 0.8033240997229917,
      "grad_norm": 0.1123843789100647,
      "learning_rate": 2.2570961409586754e-05,
      "loss": 0.7218,
      "step": 435
    },
    {
      "epoch": 0.8125577100646353,
      "grad_norm": 0.1090715080499649,
      "learning_rate": 2.0566390986783646e-05,
      "loss": 0.7348,
      "step": 440
    },
    {
      "epoch": 0.8217913204062789,
      "grad_norm": 0.1076655238866806,
      "learning_rate": 1.864479297370325e-05,
      "loss": 0.7508,
      "step": 445
    },
    {
      "epoch": 0.8310249307479224,
      "grad_norm": 0.1181124672293663,
      "learning_rate": 1.6808174576358848e-05,
      "loss": 0.7248,
      "step": 450
    },
    {
      "epoch": 0.840258541089566,
      "grad_norm": 0.11672370880842209,
      "learning_rate": 1.505845423527027e-05,
      "loss": 0.7357,
      "step": 455
    },
    {
      "epoch": 0.8494921514312096,
      "grad_norm": 0.10791666060686111,
      "learning_rate": 1.339745962155613e-05,
      "loss": 0.7117,
      "step": 460
    },
    {
      "epoch": 0.8587257617728532,
      "grad_norm": 0.10970946401357651,
      "learning_rate": 1.18269257278392e-05,
      "loss": 0.724,
      "step": 465
    },
    {
      "epoch": 0.8679593721144968,
      "grad_norm": 0.10867480933666229,
      "learning_rate": 1.0348493055959062e-05,
      "loss": 0.7184,
      "step": 470
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 0.10204034298658371,
      "learning_rate": 8.963705903385345e-06,
      "loss": 0.7395,
      "step": 475
    },
    {
      "epoch": 0.8864265927977839,
      "grad_norm": 0.10882284492254257,
      "learning_rate": 7.674010750120964e-06,
      "loss": 0.727,
      "step": 480
    },
    {
      "epoch": 0.8956602031394275,
      "grad_norm": 0.11304344236850739,
      "learning_rate": 6.480754747781037e-06,
      "loss": 0.7039,
      "step": 485
    },
    {
      "epoch": 0.9048938134810711,
      "grad_norm": 0.11570131033658981,
      "learning_rate": 5.385184312424974e-06,
      "loss": 0.7444,
      "step": 490
    },
    {
      "epoch": 0.9141274238227147,
      "grad_norm": 0.10709495097398758,
      "learning_rate": 4.3884438226120424e-06,
      "loss": 0.7134,
      "step": 495
    },
    {
      "epoch": 0.9233610341643582,
      "grad_norm": 0.11614098399877548,
      "learning_rate": 3.4915744240403558e-06,
      "loss": 0.707,
      "step": 500
    },
    {
      "epoch": 0.9325946445060018,
      "grad_norm": 0.11611202359199524,
      "learning_rate": 2.6955129420176196e-06,
      "loss": 0.737,
      "step": 505
    },
    {
      "epoch": 0.9418282548476454,
      "grad_norm": 0.11080285161733627,
      "learning_rate": 2.0010909028998827e-06,
      "loss": 0.7359,
      "step": 510
    },
    {
      "epoch": 0.951061865189289,
      "grad_norm": 0.1167815551161766,
      "learning_rate": 1.409033665520354e-06,
      "loss": 0.7131,
      "step": 515
    },
    {
      "epoch": 0.9602954755309326,
      "grad_norm": 0.11581467092037201,
      "learning_rate": 9.199596635154683e-07,
      "loss": 0.7062,
      "step": 520
    },
    {
      "epoch": 0.9695290858725761,
      "grad_norm": 0.1139911562204361,
      "learning_rate": 5.343797593398536e-07,
      "loss": 0.7382,
      "step": 525
    },
    {
      "epoch": 0.9787626962142197,
      "grad_norm": 0.10670532286167145,
      "learning_rate": 2.5269671064467313e-07,
      "loss": 0.6965,
      "step": 530
    },
    {
      "epoch": 0.9879963065558633,
      "grad_norm": 0.10769211500883102,
      "learning_rate": 7.520474957699586e-08,
      "loss": 0.7086,
      "step": 535
    },
    {
      "epoch": 0.997229916897507,
      "grad_norm": 0.10409457236528397,
      "learning_rate": 2.0892754394208346e-09,
      "loss": 0.702,
      "step": 540
    },
    {
      "epoch": 0.9990766389658357,
      "eval_loss": 0.9494999051094055,
      "eval_runtime": 131.5083,
      "eval_samples_per_second": 8.783,
      "eval_steps_per_second": 0.555,
      "step": 541
    },
    {
      "epoch": 0.9990766389658357,
      "step": 541,
      "total_flos": 2.2228397020277637e+18,
      "train_loss": 0.7336494325489742,
      "train_runtime": 26329.8311,
      "train_samples_per_second": 3.947,
      "train_steps_per_second": 0.021
    }
  ],
  "logging_steps": 5,
  "max_steps": 541,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2228397020277637e+18,
  "train_batch_size": 24,
  "trial_name": null,
  "trial_params": null
}