{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9998921074234783,
  "eval_steps": 400,
  "global_step": 6661,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0015011141081271255,
      "grad_norm": 0.8901742100715637,
      "learning_rate": 1.1976047904191619e-06,
      "loss": 2.5666,
      "num_input_tokens_seen": 5242880,
      "step": 10
    },
    {
      "epoch": 0.003002228216254251,
      "grad_norm": 0.8234608769416809,
      "learning_rate": 2.3952095808383237e-06,
      "loss": 2.5448,
      "num_input_tokens_seen": 10485760,
      "step": 20
    },
    {
      "epoch": 0.004503342324381376,
      "grad_norm": 0.6512044668197632,
      "learning_rate": 3.592814371257485e-06,
      "loss": 2.4883,
      "num_input_tokens_seen": 15728640,
      "step": 30
    },
    {
      "epoch": 0.006004456432508502,
      "grad_norm": 0.6285302639007568,
      "learning_rate": 4.7904191616766475e-06,
      "loss": 2.4675,
      "num_input_tokens_seen": 20971520,
      "step": 40
    },
    {
      "epoch": 0.007505570540635628,
      "grad_norm": 0.5729206204414368,
      "learning_rate": 5.9880239520958085e-06,
      "loss": 2.4332,
      "num_input_tokens_seen": 26214400,
      "step": 50
    },
    {
      "epoch": 0.009006684648762753,
      "grad_norm": 0.54844731092453,
      "learning_rate": 7.18562874251497e-06,
      "loss": 2.4374,
      "num_input_tokens_seen": 31457280,
      "step": 60
    },
    {
      "epoch": 0.01050779875688988,
      "grad_norm": 0.5901165008544922,
      "learning_rate": 8.383233532934131e-06,
      "loss": 2.4057,
      "num_input_tokens_seen": 36700160,
      "step": 70
    },
    {
      "epoch": 0.012008912865017004,
      "grad_norm": 0.6103231906890869,
      "learning_rate": 9.580838323353295e-06,
      "loss": 2.3765,
      "num_input_tokens_seen": 41943040,
      "step": 80
    },
    {
      "epoch": 0.013510026973144131,
      "grad_norm": 0.502941906452179,
      "learning_rate": 1.0778443113772457e-05,
      "loss": 2.3877,
      "num_input_tokens_seen": 47185920,
      "step": 90
    },
    {
      "epoch": 0.015011141081271256,
      "grad_norm": 0.6203625202178955,
      "learning_rate": 1.1976047904191617e-05,
      "loss": 2.3622,
      "num_input_tokens_seen": 52428800,
      "step": 100
    },
    {
      "epoch": 0.016512255189398382,
      "grad_norm": 0.658467173576355,
      "learning_rate": 1.3173652694610779e-05,
      "loss": 2.3567,
      "num_input_tokens_seen": 57671680,
      "step": 110
    },
    {
      "epoch": 0.018013369297525506,
      "grad_norm": 0.5568761229515076,
      "learning_rate": 1.437125748502994e-05,
      "loss": 2.3679,
      "num_input_tokens_seen": 62914560,
      "step": 120
    },
    {
      "epoch": 0.019514483405652632,
      "grad_norm": 0.6238291263580322,
      "learning_rate": 1.5568862275449103e-05,
      "loss": 2.3829,
      "num_input_tokens_seen": 68157440,
      "step": 130
    },
    {
      "epoch": 0.02101559751377976,
      "grad_norm": 0.6000885367393494,
      "learning_rate": 1.6766467065868263e-05,
      "loss": 2.3472,
      "num_input_tokens_seen": 73400320,
      "step": 140
    },
    {
      "epoch": 0.022516711621906885,
      "grad_norm": 0.6424698829650879,
      "learning_rate": 1.7964071856287426e-05,
      "loss": 2.3285,
      "num_input_tokens_seen": 78643200,
      "step": 150
    },
    {
      "epoch": 0.02401782573003401,
      "grad_norm": 0.6143007874488831,
      "learning_rate": 1.916167664670659e-05,
      "loss": 2.3151,
      "num_input_tokens_seen": 83886080,
      "step": 160
    },
    {
      "epoch": 0.025518939838161135,
      "grad_norm": 0.6206329464912415,
      "learning_rate": 2.035928143712575e-05,
      "loss": 2.3368,
      "num_input_tokens_seen": 89128960,
      "step": 170
    },
    {
      "epoch": 0.027020053946288262,
      "grad_norm": 0.6878198385238647,
      "learning_rate": 2.1556886227544914e-05,
      "loss": 2.3367,
      "num_input_tokens_seen": 94371840,
      "step": 180
    },
    {
      "epoch": 0.028521168054415385,
      "grad_norm": 0.8266871571540833,
      "learning_rate": 2.2754491017964074e-05,
      "loss": 2.3286,
      "num_input_tokens_seen": 99614720,
      "step": 190
    },
    {
      "epoch": 0.03002228216254251,
      "grad_norm": 0.5854138135910034,
      "learning_rate": 2.3952095808383234e-05,
      "loss": 2.303,
      "num_input_tokens_seen": 104857600,
      "step": 200
    },
    {
      "epoch": 0.031523396270669635,
      "grad_norm": 0.7110793590545654,
      "learning_rate": 2.5149700598802394e-05,
      "loss": 2.2985,
      "num_input_tokens_seen": 110100480,
      "step": 210
    },
    {
      "epoch": 0.033024510378796765,
      "grad_norm": 0.6561000943183899,
      "learning_rate": 2.6347305389221558e-05,
      "loss": 2.3154,
      "num_input_tokens_seen": 115343360,
      "step": 220
    },
    {
      "epoch": 0.03452562448692389,
      "grad_norm": 0.7813587188720703,
      "learning_rate": 2.754491017964072e-05,
      "loss": 2.3104,
      "num_input_tokens_seen": 120586240,
      "step": 230
    },
    {
      "epoch": 0.03602673859505101,
      "grad_norm": 0.7437533140182495,
      "learning_rate": 2.874251497005988e-05,
      "loss": 2.3098,
      "num_input_tokens_seen": 125829120,
      "step": 240
    },
    {
      "epoch": 0.03752785270317814,
      "grad_norm": 0.8770821690559387,
      "learning_rate": 2.9940119760479045e-05,
      "loss": 2.3061,
      "num_input_tokens_seen": 131072000,
      "step": 250
    },
    {
      "epoch": 0.039028966811305264,
      "grad_norm": 0.6238060593605042,
      "learning_rate": 3.1137724550898205e-05,
      "loss": 2.3052,
      "num_input_tokens_seen": 136314880,
      "step": 260
    },
    {
      "epoch": 0.040530080919432394,
      "grad_norm": 0.678520679473877,
      "learning_rate": 3.233532934131737e-05,
      "loss": 2.2934,
      "num_input_tokens_seen": 141557760,
      "step": 270
    },
    {
      "epoch": 0.04203119502755952,
      "grad_norm": 0.7275491952896118,
      "learning_rate": 3.3532934131736525e-05,
      "loss": 2.2938,
      "num_input_tokens_seen": 146800640,
      "step": 280
    },
    {
      "epoch": 0.04353230913568664,
      "grad_norm": 0.6745551824569702,
      "learning_rate": 3.473053892215569e-05,
      "loss": 2.3137,
      "num_input_tokens_seen": 152043520,
      "step": 290
    },
    {
      "epoch": 0.04503342324381377,
      "grad_norm": 0.8107547163963318,
      "learning_rate": 3.592814371257485e-05,
      "loss": 2.2833,
      "num_input_tokens_seen": 157286400,
      "step": 300
    },
    {
      "epoch": 0.046534537351940894,
      "grad_norm": 0.9518006443977356,
      "learning_rate": 3.7125748502994016e-05,
      "loss": 2.2883,
      "num_input_tokens_seen": 162529280,
      "step": 310
    },
    {
      "epoch": 0.04803565146006802,
      "grad_norm": 0.7946741580963135,
      "learning_rate": 3.832335329341318e-05,
      "loss": 2.292,
      "num_input_tokens_seen": 167772160,
      "step": 320
    },
    {
      "epoch": 0.04953676556819515,
      "grad_norm": 0.8819884657859802,
      "learning_rate": 3.9520958083832336e-05,
      "loss": 2.2874,
      "num_input_tokens_seen": 173015040,
      "step": 330
    },
    {
      "epoch": 0.05103787967632227,
      "grad_norm": 0.8569954633712769,
      "learning_rate": 3.9645487837613415e-05,
      "loss": 2.2701,
      "num_input_tokens_seen": 178257920,
      "step": 340
    },
    {
      "epoch": 0.05253899378444939,
      "grad_norm": 0.6152970194816589,
      "learning_rate": 3.907501942235145e-05,
      "loss": 2.2995,
      "num_input_tokens_seen": 183500800,
      "step": 350
    },
    {
      "epoch": 0.054040107892576524,
      "grad_norm": 0.6690587997436523,
      "learning_rate": 3.852848873813304e-05,
      "loss": 2.2663,
      "num_input_tokens_seen": 188743680,
      "step": 360
    },
    {
      "epoch": 0.05554122200070365,
      "grad_norm": 0.7796323895454407,
      "learning_rate": 3.800426718572961e-05,
      "loss": 2.2597,
      "num_input_tokens_seen": 193986560,
      "step": 370
    },
    {
      "epoch": 0.05704233610883077,
      "grad_norm": 0.9035688638687134,
      "learning_rate": 3.7500877182723136e-05,
      "loss": 2.2369,
      "num_input_tokens_seen": 199229440,
      "step": 380
    },
    {
      "epoch": 0.0585434502169579,
      "grad_norm": 0.7932724356651306,
      "learning_rate": 3.701697462322401e-05,
      "loss": 2.2514,
      "num_input_tokens_seen": 204472320,
      "step": 390
    },
    {
      "epoch": 0.06004456432508502,
      "grad_norm": 0.6233640909194946,
      "learning_rate": 3.6551333764994134e-05,
      "loss": 2.2572,
      "num_input_tokens_seen": 209715200,
      "step": 400
    },
    {
      "epoch": 0.06004456432508502,
      "eval_accuracy": 0.5491493691493692,
      "eval_loss": 2.2461655139923096,
      "eval_runtime": 95.7686,
      "eval_samples_per_second": 3.133,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 209715200,
      "step": 400
    },
    {
      "epoch": 0.061545678433212146,
      "grad_norm": 0.5706452131271362,
      "learning_rate": 3.610283415670218e-05,
      "loss": 2.2674,
      "num_input_tokens_seen": 214958080,
      "step": 410
    },
    {
      "epoch": 0.06304679254133927,
      "grad_norm": 0.6556965112686157,
      "learning_rate": 3.567044928762396e-05,
      "loss": 2.2898,
      "num_input_tokens_seen": 220200960,
      "step": 420
    },
    {
      "epoch": 0.0645479066494664,
      "grad_norm": 0.7172439098358154,
      "learning_rate": 3.5253236697846886e-05,
      "loss": 2.2644,
      "num_input_tokens_seen": 225443840,
      "step": 430
    },
    {
      "epoch": 0.06604902075759353,
      "grad_norm": 0.6364426016807556,
      "learning_rate": 3.485032933195115e-05,
      "loss": 2.2551,
      "num_input_tokens_seen": 230686720,
      "step": 440
    },
    {
      "epoch": 0.06755013486572065,
      "grad_norm": 0.7587452530860901,
      "learning_rate": 3.446092795552023e-05,
      "loss": 2.2576,
      "num_input_tokens_seen": 235929600,
      "step": 450
    },
    {
      "epoch": 0.06905124897384778,
      "grad_norm": 0.6086819767951965,
      "learning_rate": 3.408429448345356e-05,
      "loss": 2.2768,
      "num_input_tokens_seen": 241172480,
      "step": 460
    },
    {
      "epoch": 0.0705523630819749,
      "grad_norm": 0.681690514087677,
      "learning_rate": 3.371974609328701e-05,
      "loss": 2.2744,
      "num_input_tokens_seen": 246415360,
      "step": 470
    },
    {
      "epoch": 0.07205347719010202,
      "grad_norm": 0.8943272233009338,
      "learning_rate": 3.336665001664587e-05,
      "loss": 2.2536,
      "num_input_tokens_seen": 251658240,
      "step": 480
    },
    {
      "epoch": 0.07355459129822915,
      "grad_norm": 1.1301355361938477,
      "learning_rate": 3.3024418918399747e-05,
      "loss": 2.2329,
      "num_input_tokens_seen": 256901120,
      "step": 490
    },
    {
      "epoch": 0.07505570540635628,
      "grad_norm": 0.7338290214538574,
      "learning_rate": 3.269250678672408e-05,
      "loss": 2.2592,
      "num_input_tokens_seen": 262144000,
      "step": 500
    },
    {
      "epoch": 0.07655681951448341,
      "grad_norm": 0.7819264531135559,
      "learning_rate": 3.23704052686231e-05,
      "loss": 2.2453,
      "num_input_tokens_seen": 267386880,
      "step": 510
    },
    {
      "epoch": 0.07805793362261053,
      "grad_norm": 0.6750678420066833,
      "learning_rate": 3.205764039495589e-05,
      "loss": 2.2514,
      "num_input_tokens_seen": 272629760,
      "step": 520
    },
    {
      "epoch": 0.07955904773073766,
      "grad_norm": 0.5943534970283508,
      "learning_rate": 3.175376964696401e-05,
      "loss": 2.2346,
      "num_input_tokens_seen": 277872640,
      "step": 530
    },
    {
      "epoch": 0.08106016183886479,
      "grad_norm": 0.7100771069526672,
      "learning_rate": 3.145837932299803e-05,
      "loss": 2.2316,
      "num_input_tokens_seen": 283115520,
      "step": 540
    },
    {
      "epoch": 0.0825612759469919,
      "grad_norm": 0.6773257851600647,
      "learning_rate": 3.117108216979904e-05,
      "loss": 2.2343,
      "num_input_tokens_seen": 288358400,
      "step": 550
    },
    {
      "epoch": 0.08406239005511904,
      "grad_norm": 0.8613666296005249,
      "learning_rate": 3.089151524748689e-05,
      "loss": 2.253,
      "num_input_tokens_seen": 293601280,
      "step": 560
    },
    {
      "epoch": 0.08556350416324617,
      "grad_norm": 0.5922672748565674,
      "learning_rate": 3.0619338001484006e-05,
      "loss": 2.2032,
      "num_input_tokens_seen": 298844160,
      "step": 570
    },
    {
      "epoch": 0.08706461827137328,
      "grad_norm": 0.8399538397789001,
      "learning_rate": 3.0354230518081458e-05,
      "loss": 2.2445,
      "num_input_tokens_seen": 304087040,
      "step": 580
    },
    {
      "epoch": 0.08856573237950041,
      "grad_norm": 0.8287783265113831,
      "learning_rate": 3.0095891943326868e-05,
      "loss": 2.2473,
      "num_input_tokens_seen": 309329920,
      "step": 590
    },
    {
      "epoch": 0.09006684648762754,
      "grad_norm": 0.6455395221710205,
      "learning_rate": 2.9844039047465857e-05,
      "loss": 2.2276,
      "num_input_tokens_seen": 314572800,
      "step": 600
    },
    {
      "epoch": 0.09156796059575466,
      "grad_norm": 0.6312438249588013,
      "learning_rate": 2.959840491936165e-05,
      "loss": 2.2383,
      "num_input_tokens_seen": 319815680,
      "step": 610
    },
    {
      "epoch": 0.09306907470388179,
      "grad_norm": 0.5632859468460083,
      "learning_rate": 2.9358737777209838e-05,
      "loss": 2.2342,
      "num_input_tokens_seen": 325058560,
      "step": 620
    },
    {
      "epoch": 0.09457018881200892,
      "grad_norm": 0.6137943863868713,
      "learning_rate": 2.9124799883500802e-05,
      "loss": 2.2058,
      "num_input_tokens_seen": 330301440,
      "step": 630
    },
    {
      "epoch": 0.09607130292013603,
      "grad_norm": 0.7079706788063049,
      "learning_rate": 2.8896366553599782e-05,
      "loss": 2.2235,
      "num_input_tokens_seen": 335544320,
      "step": 640
    },
    {
      "epoch": 0.09757241702826316,
      "grad_norm": 0.6246356964111328,
      "learning_rate": 2.8673225248545833e-05,
      "loss": 2.2363,
      "num_input_tokens_seen": 340787200,
      "step": 650
    },
    {
      "epoch": 0.0990735311363903,
      "grad_norm": 0.7458660006523132,
      "learning_rate": 2.8455174743743358e-05,
      "loss": 2.2199,
      "num_input_tokens_seen": 346030080,
      "step": 660
    },
    {
      "epoch": 0.10057464524451741,
      "grad_norm": 0.6742898225784302,
      "learning_rate": 2.8242024366155264e-05,
      "loss": 2.2293,
      "num_input_tokens_seen": 351272960,
      "step": 670
    },
    {
      "epoch": 0.10207575935264454,
      "grad_norm": 0.5833361148834229,
      "learning_rate": 2.8033593293425236e-05,
      "loss": 2.2346,
      "num_input_tokens_seen": 356515840,
      "step": 680
    },
    {
      "epoch": 0.10357687346077167,
      "grad_norm": 0.6706376075744629,
      "learning_rate": 2.7829709909073584e-05,
      "loss": 2.2353,
      "num_input_tokens_seen": 361758720,
      "step": 690
    },
    {
      "epoch": 0.10507798756889879,
      "grad_norm": 0.7505273222923279,
      "learning_rate": 2.763021120854076e-05,
      "loss": 2.2463,
      "num_input_tokens_seen": 367001600,
      "step": 700
    },
    {
      "epoch": 0.10657910167702592,
      "grad_norm": 0.6324784755706787,
      "learning_rate": 2.743494225140684e-05,
      "loss": 2.2208,
      "num_input_tokens_seen": 372244480,
      "step": 710
    },
    {
      "epoch": 0.10808021578515305,
      "grad_norm": 0.6054283380508423,
      "learning_rate": 2.7243755655603398e-05,
      "loss": 2.214,
      "num_input_tokens_seen": 377487360,
      "step": 720
    },
    {
      "epoch": 0.10958132989328016,
      "grad_norm": 0.6269551515579224,
      "learning_rate": 2.7056511129865727e-05,
      "loss": 2.2426,
      "num_input_tokens_seen": 382730240,
      "step": 730
    },
    {
      "epoch": 0.1110824440014073,
      "grad_norm": 0.8448464870452881,
      "learning_rate": 2.6873075041054796e-05,
      "loss": 2.2214,
      "num_input_tokens_seen": 387973120,
      "step": 740
    },
    {
      "epoch": 0.11258355810953442,
      "grad_norm": 0.7521204948425293,
      "learning_rate": 2.669332001331669e-05,
      "loss": 2.2033,
      "num_input_tokens_seen": 393216000,
      "step": 750
    },
    {
      "epoch": 0.11408467221766154,
      "grad_norm": 0.5531004071235657,
      "learning_rate": 2.6517124556347397e-05,
      "loss": 2.2177,
      "num_input_tokens_seen": 398458880,
      "step": 760
    },
    {
      "epoch": 0.11558578632578867,
      "grad_norm": 0.5678554773330688,
      "learning_rate": 2.6344372720297863e-05,
      "loss": 2.2527,
      "num_input_tokens_seen": 403701760,
      "step": 770
    },
    {
      "epoch": 0.1170869004339158,
      "grad_norm": 0.5761403441429138,
      "learning_rate": 2.6174953775092044e-05,
      "loss": 2.1891,
      "num_input_tokens_seen": 408944640,
      "step": 780
    },
    {
      "epoch": 0.11858801454204292,
      "grad_norm": 0.614530622959137,
      "learning_rate": 2.6008761912142832e-05,
      "loss": 2.2389,
      "num_input_tokens_seen": 414187520,
      "step": 790
    },
    {
      "epoch": 0.12008912865017005,
      "grad_norm": 0.8077418208122253,
      "learning_rate": 2.584569596664017e-05,
      "loss": 2.2173,
      "num_input_tokens_seen": 419430400,
      "step": 800
    },
    {
      "epoch": 0.12008912865017005,
      "eval_accuracy": 0.5564314204314205,
      "eval_loss": 2.1939218044281006,
      "eval_runtime": 94.2566,
      "eval_samples_per_second": 3.183,
      "eval_steps_per_second": 0.796,
      "num_input_tokens_seen": 419430400,
      "step": 800
    },
    {
      "epoch": 0.12159024275829718,
      "grad_norm": 0.5838737487792969,
      "learning_rate": 2.5685659158755362e-05,
      "loss": 2.2407,
      "num_input_tokens_seen": 424673280,
      "step": 810
    },
    {
      "epoch": 0.12309135686642429,
      "grad_norm": 0.5616093873977661,
      "learning_rate": 2.5528558852257423e-05,
      "loss": 2.2387,
      "num_input_tokens_seen": 429916160,
      "step": 820
    },
    {
      "epoch": 0.12459247097455142,
      "grad_norm": 0.5916436910629272,
      "learning_rate": 2.537430632917375e-05,
      "loss": 2.1901,
      "num_input_tokens_seen": 435159040,
      "step": 830
    },
    {
      "epoch": 0.12609358508267854,
      "grad_norm": 0.7512922286987305,
      "learning_rate": 2.5222816579249755e-05,
      "loss": 2.2354,
      "num_input_tokens_seen": 440401920,
      "step": 840
    },
    {
      "epoch": 0.12759469919080568,
      "grad_norm": 0.6344349384307861,
      "learning_rate": 2.507400810307242e-05,
      "loss": 2.18,
      "num_input_tokens_seen": 445644800,
      "step": 850
    },
    {
      "epoch": 0.1290958132989328,
      "grad_norm": 0.6193192005157471,
      "learning_rate": 2.4927802727821985e-05,
      "loss": 2.2427,
      "num_input_tokens_seen": 450887680,
      "step": 860
    },
    {
      "epoch": 0.13059692740705992,
      "grad_norm": 0.5937076807022095,
      "learning_rate": 2.4784125434705546e-05,
      "loss": 2.2096,
      "num_input_tokens_seen": 456130560,
      "step": 870
    },
    {
      "epoch": 0.13209804151518706,
      "grad_norm": 0.6233764886856079,
      "learning_rate": 2.4642904197207104e-05,
      "loss": 2.2124,
      "num_input_tokens_seen": 461373440,
      "step": 880
    },
    {
      "epoch": 0.13359915562331418,
      "grad_norm": 0.7363754510879517,
      "learning_rate": 2.4504069829361966e-05,
      "loss": 2.1925,
      "num_input_tokens_seen": 466616320,
      "step": 890
    },
    {
      "epoch": 0.1351002697314413,
      "grad_norm": 0.5889034867286682,
      "learning_rate": 2.4367555843329425e-05,
      "loss": 2.2139,
      "num_input_tokens_seen": 471859200,
      "step": 900
    },
    {
      "epoch": 0.13660138383956844,
      "grad_norm": 0.5365704894065857,
      "learning_rate": 2.4233298315597637e-05,
      "loss": 2.2096,
      "num_input_tokens_seen": 477102080,
      "step": 910
    },
    {
      "epoch": 0.13810249794769555,
      "grad_norm": 0.5648247599601746,
      "learning_rate": 2.4101235761209246e-05,
      "loss": 2.1803,
      "num_input_tokens_seen": 482344960,
      "step": 920
    },
    {
      "epoch": 0.13960361205582267,
      "grad_norm": 0.6017926931381226,
      "learning_rate": 2.3971309015445497e-05,
      "loss": 2.1787,
      "num_input_tokens_seen": 487587840,
      "step": 930
    },
    {
      "epoch": 0.1411047261639498,
      "grad_norm": 0.6408767700195312,
      "learning_rate": 2.384346112245184e-05,
      "loss": 2.1998,
      "num_input_tokens_seen": 492830720,
      "step": 940
    },
    {
      "epoch": 0.14260584027207693,
      "grad_norm": 0.635210394859314,
      "learning_rate": 2.3717637230328695e-05,
      "loss": 2.2327,
      "num_input_tokens_seen": 498073600,
      "step": 950
    },
    {
      "epoch": 0.14410695438020404,
      "grad_norm": 0.6507686972618103,
      "learning_rate": 2.3593784492248522e-05,
      "loss": 2.2162,
      "num_input_tokens_seen": 503316480,
      "step": 960
    },
    {
      "epoch": 0.1456080684883312,
      "grad_norm": 0.6332815885543823,
      "learning_rate": 2.3471851973194328e-05,
      "loss": 2.2287,
      "num_input_tokens_seen": 508559360,
      "step": 970
    },
    {
      "epoch": 0.1471091825964583,
      "grad_norm": 0.6600320339202881,
      "learning_rate": 2.3351790561945772e-05,
      "loss": 2.1837,
      "num_input_tokens_seen": 513802240,
      "step": 980
    },
    {
      "epoch": 0.14861029670458545,
      "grad_norm": 0.5689282417297363,
      "learning_rate": 2.3233552887967433e-05,
      "loss": 2.1926,
      "num_input_tokens_seen": 519045120,
      "step": 990
    },
    {
      "epoch": 0.15011141081271256,
      "grad_norm": 0.762301504611969,
      "learning_rate": 2.3117093242879823e-05,
      "loss": 2.2092,
      "num_input_tokens_seen": 524288000,
      "step": 1000
    },
    {
      "epoch": 0.15161252492083968,
      "grad_norm": 0.5970498919487,
      "learning_rate": 2.3002367506217465e-05,
      "loss": 2.2208,
      "num_input_tokens_seen": 529530880,
      "step": 1010
    },
    {
      "epoch": 0.15311363902896682,
      "grad_norm": 0.7378530502319336,
      "learning_rate": 2.288933307520014e-05,
      "loss": 2.193,
      "num_input_tokens_seen": 534773760,
      "step": 1020
    },
    {
      "epoch": 0.15461475313709394,
      "grad_norm": 0.6843045949935913,
      "learning_rate": 2.2777948798263435e-05,
      "loss": 2.201,
      "num_input_tokens_seen": 540016640,
      "step": 1030
    },
    {
      "epoch": 0.15611586724522106,
      "grad_norm": 0.6419305205345154,
      "learning_rate": 2.2668174912113104e-05,
      "loss": 2.2008,
      "num_input_tokens_seen": 545259520,
      "step": 1040
    },
    {
      "epoch": 0.1576169813533482,
      "grad_norm": 0.6570454239845276,
      "learning_rate": 2.2559972982084464e-05,
      "loss": 2.1878,
      "num_input_tokens_seen": 550502400,
      "step": 1050
    },
    {
      "epoch": 0.15911809546147532,
      "grad_norm": 0.6204289197921753,
      "learning_rate": 2.2453305845603817e-05,
      "loss": 2.1965,
      "num_input_tokens_seen": 555745280,
      "step": 1060
    },
    {
      "epoch": 0.16061920956960243,
      "grad_norm": 0.7957982420921326,
      "learning_rate": 2.234813755856288e-05,
      "loss": 2.1886,
      "num_input_tokens_seen": 560988160,
      "step": 1070
    },
    {
      "epoch": 0.16212032367772958,
      "grad_norm": 0.6827828288078308,
      "learning_rate": 2.2244433344430573e-05,
      "loss": 2.1646,
      "num_input_tokens_seen": 566231040,
      "step": 1080
    },
    {
      "epoch": 0.1636214377858567,
      "grad_norm": 0.8159109354019165,
      "learning_rate": 2.2142159545938563e-05,
      "loss": 2.1966,
      "num_input_tokens_seen": 571473920,
      "step": 1090
    },
    {
      "epoch": 0.1651225518939838,
      "grad_norm": 0.6716334223747253,
      "learning_rate": 2.2041283579187985e-05,
      "loss": 2.173,
      "num_input_tokens_seen": 576716800,
      "step": 1100
    },
    {
      "epoch": 0.16662366600211095,
      "grad_norm": 0.5386361479759216,
      "learning_rate": 2.1941773890035455e-05,
      "loss": 2.1958,
      "num_input_tokens_seen": 581959680,
      "step": 1110
    },
    {
      "epoch": 0.16812478011023807,
      "grad_norm": 0.5818248391151428,
      "learning_rate": 2.1843599912625603e-05,
      "loss": 2.2007,
      "num_input_tokens_seen": 587202560,
      "step": 1120
    },
    {
      "epoch": 0.1696258942183652,
      "grad_norm": 0.6868605613708496,
      "learning_rate": 2.17467320299465e-05,
      "loss": 2.2067,
      "num_input_tokens_seen": 592445440,
      "step": 1130
    },
    {
      "epoch": 0.17112700832649233,
      "grad_norm": 0.6540196537971497,
      "learning_rate": 2.1651141536292296e-05,
      "loss": 2.17,
      "num_input_tokens_seen": 597688320,
      "step": 1140
    },
    {
      "epoch": 0.17262812243461945,
      "grad_norm": 0.5799123644828796,
      "learning_rate": 2.1556800601525106e-05,
      "loss": 2.1932,
      "num_input_tokens_seen": 602931200,
      "step": 1150
    },
    {
      "epoch": 0.17412923654274656,
      "grad_norm": 0.7334414124488831,
      "learning_rate": 2.1463682237035052e-05,
      "loss": 2.1795,
      "num_input_tokens_seen": 608174080,
      "step": 1160
    },
    {
      "epoch": 0.1756303506508737,
      "grad_norm": 0.5947369337081909,
      "learning_rate": 2.137176026330393e-05,
      "loss": 2.1544,
      "num_input_tokens_seen": 613416960,
      "step": 1170
    },
    {
      "epoch": 0.17713146475900082,
      "grad_norm": 0.6859150528907776,
      "learning_rate": 2.128100927898401e-05,
      "loss": 2.1821,
      "num_input_tokens_seen": 618659840,
      "step": 1180
    },
    {
      "epoch": 0.17863257886712794,
      "grad_norm": 0.6155475378036499,
      "learning_rate": 2.1191404631408953e-05,
      "loss": 2.1643,
      "num_input_tokens_seen": 623902720,
      "step": 1190
    },
    {
      "epoch": 0.18013369297525508,
      "grad_norm": 0.5512512922286987,
      "learning_rate": 2.110292238845922e-05,
      "loss": 2.1992,
      "num_input_tokens_seen": 629145600,
      "step": 1200
    },
    {
      "epoch": 0.18013369297525508,
      "eval_accuracy": 0.5604013024013024,
      "eval_loss": 2.1688950061798096,
      "eval_runtime": 95.4401,
      "eval_samples_per_second": 3.143,
      "eval_steps_per_second": 0.786,
      "num_input_tokens_seen": 629145600,
      "step": 1200
    },
    {
      "epoch": 0.1816348070833822,
      "grad_norm": 0.6315280795097351,
      "learning_rate": 2.1015539311708933e-05,
      "loss": 2.1888,
      "num_input_tokens_seen": 634388480,
      "step": 1210
    },
    {
      "epoch": 0.18313592119150932,
      "grad_norm": 0.6135600209236145,
      "learning_rate": 2.092923283078589e-05,
      "loss": 2.2094,
      "num_input_tokens_seen": 639631360,
      "step": 1220
    },
    {
      "epoch": 0.18463703529963646,
      "grad_norm": 0.7772483229637146,
      "learning_rate": 2.084398101888042e-05,
      "loss": 2.1959,
      "num_input_tokens_seen": 644874240,
      "step": 1230
    },
    {
      "epoch": 0.18613814940776358,
      "grad_norm": 0.7412639856338501,
      "learning_rate": 2.0759762569342743e-05,
      "loss": 2.1783,
      "num_input_tokens_seen": 650117120,
      "step": 1240
    },
    {
      "epoch": 0.1876392635158907,
      "grad_norm": 0.8701518177986145,
      "learning_rate": 2.0676556773312137e-05,
      "loss": 2.1231,
      "num_input_tokens_seen": 655360000,
      "step": 1250
    },
    {
      "epoch": 0.18914037762401784,
      "grad_norm": 0.7169715762138367,
      "learning_rate": 2.059434349832459e-05,
      "loss": 2.1964,
      "num_input_tokens_seen": 660602880,
      "step": 1260
    },
    {
      "epoch": 0.19064149173214495,
      "grad_norm": 0.5910638570785522,
      "learning_rate": 2.0513103167848672e-05,
      "loss": 2.1915,
      "num_input_tokens_seen": 665845760,
      "step": 1270
    },
    {
      "epoch": 0.19214260584027207,
      "grad_norm": 0.5827318429946899,
      "learning_rate": 2.0432816741702553e-05,
      "loss": 2.2007,
      "num_input_tokens_seen": 671088640,
      "step": 1280
    },
    {
      "epoch": 0.1936437199483992,
      "grad_norm": 0.6388292908668518,
      "learning_rate": 2.0353465697307495e-05,
      "loss": 2.1615,
      "num_input_tokens_seen": 676331520,
      "step": 1290
    },
    {
      "epoch": 0.19514483405652633,
      "grad_norm": 0.6320261359214783,
      "learning_rate": 2.0275032011736088e-05,
      "loss": 2.1983,
      "num_input_tokens_seen": 681574400,
      "step": 1300
    },
    {
      "epoch": 0.19664594816465344,
      "grad_norm": 0.6461578011512756,
      "learning_rate": 2.019749814451557e-05,
      "loss": 2.177,
      "num_input_tokens_seen": 686817280,
      "step": 1310
    },
    {
      "epoch": 0.1981470622727806,
      "grad_norm": 0.7476032376289368,
      "learning_rate": 2.0120847021149106e-05,
      "loss": 2.1549,
      "num_input_tokens_seen": 692060160,
      "step": 1320
    },
    {
      "epoch": 0.1996481763809077,
      "grad_norm": 0.6539933681488037,
      "learning_rate": 2.004506201731977e-05,
      "loss": 2.1761,
      "num_input_tokens_seen": 697303040,
      "step": 1330
    },
    {
      "epoch": 0.20114929048903482,
      "grad_norm": 0.5645061135292053,
      "learning_rate": 1.9970126943744094e-05,
      "loss": 2.1721,
      "num_input_tokens_seen": 702545920,
      "step": 1340
    },
    {
      "epoch": 0.20265040459716196,
      "grad_norm": 0.6610363125801086,
      "learning_rate": 1.9896026031643902e-05,
      "loss": 2.1748,
      "num_input_tokens_seen": 707788800,
      "step": 1350
    },
    {
      "epoch": 0.20415151870528908,
      "grad_norm": 0.6691358089447021,
      "learning_rate": 1.9822743918806708e-05,
      "loss": 2.1685,
      "num_input_tokens_seen": 713031680,
      "step": 1360
    },
    {
      "epoch": 0.2056526328134162,
      "grad_norm": 0.6636555790901184,
      "learning_rate": 1.9750265636206772e-05,
      "loss": 2.1817,
      "num_input_tokens_seen": 718274560,
      "step": 1370
    },
    {
      "epoch": 0.20715374692154334,
      "grad_norm": 0.7346318960189819,
      "learning_rate": 1.9678576595160388e-05,
      "loss": 2.1833,
      "num_input_tokens_seen": 723517440,
      "step": 1380
    },
    {
      "epoch": 0.20865486102967046,
      "grad_norm": 0.5943858623504639,
      "learning_rate": 1.960766257499033e-05,
      "loss": 2.2494,
      "num_input_tokens_seen": 728760320,
      "step": 1390
    },
    {
      "epoch": 0.21015597513779757,
      "grad_norm": 0.7019902467727661,
      "learning_rate": 1.9537509711175725e-05,
      "loss": 2.2019,
      "num_input_tokens_seen": 734003200,
      "step": 1400
    },
    {
      "epoch": 0.21165708924592472,
      "grad_norm": 0.5532287955284119,
      "learning_rate": 1.946810448396509e-05,
      "loss": 2.1975,
      "num_input_tokens_seen": 739246080,
      "step": 1410
    },
    {
      "epoch": 0.21315820335405183,
      "grad_norm": 0.5484923720359802,
      "learning_rate": 1.939943370743111e-05,
      "loss": 2.1773,
      "num_input_tokens_seen": 744488960,
      "step": 1420
    },
    {
      "epoch": 0.21465931746217895,
      "grad_norm": 0.6313416957855225,
      "learning_rate": 1.9331484518947162e-05,
      "loss": 2.1919,
      "num_input_tokens_seen": 749731840,
      "step": 1430
    },
    {
      "epoch": 0.2161604315703061,
      "grad_norm": 0.5967773795127869,
      "learning_rate": 1.926424436906652e-05,
      "loss": 2.1957,
      "num_input_tokens_seen": 754974720,
      "step": 1440
    },
    {
      "epoch": 0.2176615456784332,
      "grad_norm": 0.5972282290458679,
      "learning_rate": 1.919770101178605e-05,
      "loss": 2.1647,
      "num_input_tokens_seen": 760217600,
      "step": 1450
    },
    {
      "epoch": 0.21916265978656033,
      "grad_norm": 0.5539584755897522,
      "learning_rate": 1.9131842495177355e-05,
      "loss": 2.1815,
      "num_input_tokens_seen": 765460480,
      "step": 1460
    },
    {
      "epoch": 0.22066377389468747,
      "grad_norm": 0.7532745003700256,
      "learning_rate": 1.9066657152369064e-05,
      "loss": 2.2143,
      "num_input_tokens_seen": 770703360,
      "step": 1470
    },
    {
      "epoch": 0.2221648880028146,
      "grad_norm": 0.537327229976654,
      "learning_rate": 1.9002133592864807e-05,
      "loss": 2.1541,
      "num_input_tokens_seen": 775946240,
      "step": 1480
    },
    {
      "epoch": 0.2236660021109417,
      "grad_norm": 0.7467483878135681,
      "learning_rate": 1.893826069418217e-05,
      "loss": 2.1638,
      "num_input_tokens_seen": 781189120,
      "step": 1490
    },
    {
      "epoch": 0.22516711621906885,
      "grad_norm": 0.5528019070625305,
      "learning_rate": 1.8875027593798816e-05,
      "loss": 2.1865,
      "num_input_tokens_seen": 786432000,
      "step": 1500
    },
    {
      "epoch": 0.22666823032719596,
      "grad_norm": 0.6948214173316956,
      "learning_rate": 1.8812423681392357e-05,
      "loss": 2.166,
      "num_input_tokens_seen": 791674880,
      "step": 1510
    },
    {
      "epoch": 0.22816934443532308,
      "grad_norm": 0.6632937788963318,
      "learning_rate": 1.8750438591361568e-05,
      "loss": 2.1864,
      "num_input_tokens_seen": 796917760,
      "step": 1520
    },
    {
      "epoch": 0.22967045854345022,
      "grad_norm": 0.5619977116584778,
      "learning_rate": 1.8689062195616828e-05,
      "loss": 2.192,
      "num_input_tokens_seen": 802160640,
      "step": 1530
    },
    {
      "epoch": 0.23117157265157734,
      "grad_norm": 0.6643936038017273,
      "learning_rate": 1.8628284596628512e-05,
      "loss": 2.1749,
      "num_input_tokens_seen": 807403520,
      "step": 1540
    },
    {
      "epoch": 0.23267268675970446,
      "grad_norm": 0.6980964541435242,
      "learning_rate": 1.8568096120722424e-05,
      "loss": 2.1662,
      "num_input_tokens_seen": 812646400,
      "step": 1550
    },
    {
      "epoch": 0.2341738008678316,
      "grad_norm": 0.8099634647369385,
      "learning_rate": 1.8508487311612005e-05,
      "loss": 2.1778,
      "num_input_tokens_seen": 817889280,
      "step": 1560
    },
    {
      "epoch": 0.23567491497595872,
      "grad_norm": 0.5385667085647583,
      "learning_rate": 1.844944892415748e-05,
      "loss": 2.1536,
      "num_input_tokens_seen": 823132160,
      "step": 1570
    },
    {
      "epoch": 0.23717602908408583,
      "grad_norm": 0.70493483543396,
      "learning_rate": 1.8390971918342592e-05,
      "loss": 2.192,
      "num_input_tokens_seen": 828375040,
      "step": 1580
    },
    {
      "epoch": 0.23867714319221298,
      "grad_norm": 0.5577861666679382,
      "learning_rate": 1.833304745346004e-05,
      "loss": 2.1941,
      "num_input_tokens_seen": 833617920,
      "step": 1590
    },
    {
      "epoch": 0.2401782573003401,
      "grad_norm": 0.5603963136672974,
      "learning_rate": 1.8275666882497067e-05,
      "loss": 2.1543,
      "num_input_tokens_seen": 838860800,
      "step": 1600
    },
    {
      "epoch": 0.2401782573003401,
      "eval_accuracy": 0.5632421652421652,
      "eval_loss": 2.1520919799804688,
      "eval_runtime": 94.9668,
      "eval_samples_per_second": 3.159,
      "eval_steps_per_second": 0.79,
      "num_input_tokens_seen": 838860800,
      "step": 1600
    },
    {
      "epoch": 0.2416793714084672,
      "grad_norm": 0.6568350791931152,
      "learning_rate": 1.821882174671319e-05,
      "loss": 2.1729,
      "num_input_tokens_seen": 844103680,
      "step": 1610
    },
    {
      "epoch": 0.24318048551659435,
      "grad_norm": 0.6658337712287903,
      "learning_rate": 1.8162503770402265e-05,
      "loss": 2.1954,
      "num_input_tokens_seen": 849346560,
      "step": 1620
    },
    {
      "epoch": 0.24468159962472147,
      "grad_norm": 0.6133268475532532,
      "learning_rate": 1.8106704855831622e-05,
      "loss": 2.1887,
      "num_input_tokens_seen": 854589440,
      "step": 1630
    },
    {
      "epoch": 0.24618271373284858,
      "grad_norm": 0.6844907402992249,
      "learning_rate": 1.805141707835109e-05,
      "loss": 2.1772,
      "num_input_tokens_seen": 859832320,
      "step": 1640
    },
    {
      "epoch": 0.24768382784097573,
      "grad_norm": 0.6765184998512268,
      "learning_rate": 1.799663268166542e-05,
      "loss": 2.1631,
      "num_input_tokens_seen": 865075200,
      "step": 1650
    },
    {
      "epoch": 0.24918494194910285,
      "grad_norm": 0.7173587083816528,
      "learning_rate": 1.7942344073263488e-05,
      "loss": 2.1347,
      "num_input_tokens_seen": 870318080,
      "step": 1660
    },
    {
      "epoch": 0.25068605605723,
      "grad_norm": 0.907135546207428,
      "learning_rate": 1.788854381999832e-05,
      "loss": 2.1809,
      "num_input_tokens_seen": 875560960,
      "step": 1670
    },
    {
      "epoch": 0.2521871701653571,
      "grad_norm": 0.6652698516845703,
      "learning_rate": 1.783522464381198e-05,
      "loss": 2.1558,
      "num_input_tokens_seen": 880803840,
      "step": 1680
    },
    {
      "epoch": 0.2536882842734842,
      "grad_norm": 0.5732602477073669,
      "learning_rate": 1.7782379417599864e-05,
      "loss": 2.1788,
      "num_input_tokens_seen": 886046720,
      "step": 1690
    },
    {
      "epoch": 0.25518939838161137,
      "grad_norm": 0.5569264888763428,
      "learning_rate": 1.7730001161208948e-05,
      "loss": 2.1375,
      "num_input_tokens_seen": 891289600,
      "step": 1700
    },
    {
      "epoch": 0.25669051248973845,
      "grad_norm": 0.6948941946029663,
      "learning_rate": 1.767808303756493e-05,
      "loss": 2.148,
      "num_input_tokens_seen": 896532480,
      "step": 1710
    },
    {
      "epoch": 0.2581916265978656,
      "grad_norm": 0.5902568101882935,
      "learning_rate": 1.7626618348923443e-05,
      "loss": 2.1651,
      "num_input_tokens_seen": 901775360,
      "step": 1720
    },
    {
      "epoch": 0.25969274070599274,
      "grad_norm": 0.6689503192901611,
      "learning_rate": 1.757560053324057e-05,
      "loss": 2.1761,
      "num_input_tokens_seen": 907018240,
      "step": 1730
    },
    {
      "epoch": 0.26119385481411983,
      "grad_norm": 0.6513310074806213,
      "learning_rate": 1.7525023160658283e-05,
      "loss": 2.195,
      "num_input_tokens_seen": 912261120,
      "step": 1740
    },
    {
      "epoch": 0.262694968922247,
      "grad_norm": 0.5774445533752441,
      "learning_rate": 1.7474879930100483e-05,
      "loss": 2.1681,
      "num_input_tokens_seen": 917504000,
      "step": 1750
    },
    {
      "epoch": 0.2641960830303741,
      "grad_norm": 0.583354115486145,
      "learning_rate": 1.7425164665975574e-05,
      "loss": 2.1619,
      "num_input_tokens_seen": 922746880,
      "step": 1760
    },
    {
      "epoch": 0.2656971971385012,
      "grad_norm": 0.6275432109832764,
      "learning_rate": 1.7375871314981654e-05,
      "loss": 2.1819,
      "num_input_tokens_seen": 927989760,
      "step": 1770
    },
    {
      "epoch": 0.26719831124662835,
      "grad_norm": 0.6457045674324036,
      "learning_rate": 1.732699394301053e-05,
      "loss": 2.135,
      "num_input_tokens_seen": 933232640,
      "step": 1780
    },
    {
      "epoch": 0.2686994253547555,
      "grad_norm": 0.6066982746124268,
      "learning_rate": 1.7278526732147035e-05,
      "loss": 2.1782,
      "num_input_tokens_seen": 938475520,
      "step": 1790
    },
    {
      "epoch": 0.2702005394628826,
      "grad_norm": 0.6707212328910828,
      "learning_rate": 1.7230463977760115e-05,
      "loss": 2.2126,
      "num_input_tokens_seen": 943718400,
      "step": 1800
    },
    {
      "epoch": 0.2717016535710097,
      "grad_norm": 0.6359196305274963,
      "learning_rate": 1.71828000856825e-05,
      "loss": 2.1631,
      "num_input_tokens_seen": 948961280,
      "step": 1810
    },
    {
      "epoch": 0.27320276767913687,
      "grad_norm": 0.5916318297386169,
      "learning_rate": 1.713552956947563e-05,
      "loss": 2.1535,
      "num_input_tokens_seen": 954204160,
      "step": 1820
    },
    {
      "epoch": 0.27470388178726396,
      "grad_norm": 0.7036842107772827,
      "learning_rate": 1.708864704777699e-05,
      "loss": 2.153,
      "num_input_tokens_seen": 959447040,
      "step": 1830
    },
    {
      "epoch": 0.2762049958953911,
      "grad_norm": 0.6982750296592712,
      "learning_rate": 1.704214724172678e-05,
      "loss": 2.1806,
      "num_input_tokens_seen": 964689920,
      "step": 1840
    },
    {
      "epoch": 0.27770611000351825,
      "grad_norm": 0.6548587083816528,
      "learning_rate": 1.699602497247121e-05,
      "loss": 2.1547,
      "num_input_tokens_seen": 969932800,
      "step": 1850
    },
    {
      "epoch": 0.27920722411164534,
      "grad_norm": 0.6462974548339844,
      "learning_rate": 1.6950275158739732e-05,
      "loss": 2.1697,
      "num_input_tokens_seen": 975175680,
      "step": 1860
    },
    {
      "epoch": 0.2807083382197725,
      "grad_norm": 0.5359413623809814,
      "learning_rate": 1.690489281449364e-05,
      "loss": 2.158,
      "num_input_tokens_seen": 980418560,
      "step": 1870
    },
    {
      "epoch": 0.2822094523278996,
      "grad_norm": 0.6209542155265808,
      "learning_rate": 1.6859873046643506e-05,
      "loss": 2.1345,
      "num_input_tokens_seen": 985661440,
      "step": 1880
    },
    {
      "epoch": 0.2837105664360267,
      "grad_norm": 0.602796733379364,
      "learning_rate": 1.681521105283317e-05,
      "loss": 2.1774,
      "num_input_tokens_seen": 990904320,
      "step": 1890
    },
    {
      "epoch": 0.28521168054415386,
      "grad_norm": 0.6523065567016602,
      "learning_rate": 1.6770902119287942e-05,
      "loss": 2.2011,
      "num_input_tokens_seen": 996147200,
      "step": 1900
    },
    {
      "epoch": 0.286712794652281,
      "grad_norm": 0.5961717963218689,
      "learning_rate": 1.672694161872488e-05,
      "loss": 2.1722,
      "num_input_tokens_seen": 1001390080,
      "step": 1910
    },
    {
      "epoch": 0.2882139087604081,
      "grad_norm": 0.5899094343185425,
      "learning_rate": 1.6683325008322934e-05,
      "loss": 2.1353,
      "num_input_tokens_seen": 1006632960,
      "step": 1920
    },
    {
      "epoch": 0.28971502286853523,
      "grad_norm": 0.590152382850647,
      "learning_rate": 1.6640047827751115e-05,
      "loss": 2.186,
      "num_input_tokens_seen": 1011875840,
      "step": 1930
    },
    {
      "epoch": 0.2912161369766624,
      "grad_norm": 0.6230789422988892,
      "learning_rate": 1.6597105697252553e-05,
      "loss": 2.1719,
      "num_input_tokens_seen": 1017118720,
      "step": 1940
    },
    {
      "epoch": 0.29271725108478946,
      "grad_norm": 0.6433463096618652,
      "learning_rate": 1.655449431578271e-05,
      "loss": 2.1711,
      "num_input_tokens_seen": 1022361600,
      "step": 1950
    },
    {
      "epoch": 0.2942183651929166,
      "grad_norm": 0.6224901080131531,
      "learning_rate": 1.6512209459199873e-05,
      "loss": 2.1473,
      "num_input_tokens_seen": 1027604480,
      "step": 1960
    },
    {
      "epoch": 0.29571947930104375,
      "grad_norm": 0.6015456914901733,
      "learning_rate": 1.6470246978506274e-05,
      "loss": 2.1788,
      "num_input_tokens_seen": 1032847360,
      "step": 1970
    },
    {
      "epoch": 0.2972205934091709,
      "grad_norm": 0.7380375266075134,
      "learning_rate": 1.6428602798138068e-05,
      "loss": 2.1566,
      "num_input_tokens_seen": 1038090240,
      "step": 1980
    },
    {
      "epoch": 0.298721707517298,
      "grad_norm": 0.5713395476341248,
      "learning_rate": 1.638727291430271e-05,
      "loss": 2.1596,
      "num_input_tokens_seen": 1043333120,
      "step": 1990
    },
    {
      "epoch": 0.30022282162542513,
      "grad_norm": 0.6106094717979431,
      "learning_rate": 1.634625339336204e-05,
      "loss": 2.1532,
      "num_input_tokens_seen": 1048576000,
      "step": 2000
    },
    {
      "epoch": 0.30022282162542513,
      "eval_accuracy": 0.565023199023199,
      "eval_loss": 2.1400792598724365,
      "eval_runtime": 95.5183,
      "eval_samples_per_second": 3.141,
      "eval_steps_per_second": 0.785,
      "num_input_tokens_seen": 1048576000,
      "step": 2000
    },
    {
      "epoch": 0.3017239357335523,
      "grad_norm": 0.6882668733596802,
      "learning_rate": 1.6305540370259715e-05,
      "loss": 2.1681,
      "num_input_tokens_seen": 1053818880,
      "step": 2010
    },
    {
      "epoch": 0.30322504984167936,
      "grad_norm": 0.5827280282974243,
      "learning_rate": 1.6265130046991463e-05,
      "loss": 2.1699,
      "num_input_tokens_seen": 1059061760,
      "step": 2020
    },
    {
      "epoch": 0.3047261639498065,
      "grad_norm": 0.5182669162750244,
      "learning_rate": 1.6225018691116927e-05,
      "loss": 2.1495,
      "num_input_tokens_seen": 1064304640,
      "step": 2030
    },
    {
      "epoch": 0.30622727805793365,
      "grad_norm": 0.8182618618011475,
      "learning_rate": 1.618520263431155e-05,
      "loss": 2.1837,
      "num_input_tokens_seen": 1069547520,
      "step": 2040
    },
    {
      "epoch": 0.30772839216606074,
      "grad_norm": 0.5096232891082764,
      "learning_rate": 1.6145678270957475e-05,
      "loss": 2.1489,
      "num_input_tokens_seen": 1074790400,
      "step": 2050
    },
    {
      "epoch": 0.3092295062741879,
      "grad_norm": 0.6253472566604614,
      "learning_rate": 1.6106442056772048e-05,
      "loss": 2.1699,
      "num_input_tokens_seen": 1080033280,
      "step": 2060
    },
    {
      "epoch": 0.310730620382315,
      "grad_norm": 0.5389710068702698,
      "learning_rate": 1.6067490507472832e-05,
      "loss": 2.1715,
      "num_input_tokens_seen": 1085276160,
      "step": 2070
    },
    {
      "epoch": 0.3122317344904421,
      "grad_norm": 0.6460773348808289,
      "learning_rate": 1.6028820197477945e-05,
      "loss": 2.1601,
      "num_input_tokens_seen": 1090519040,
      "step": 2080
    },
    {
      "epoch": 0.31373284859856926,
      "grad_norm": 0.7538013458251953,
      "learning_rate": 1.5990427758640674e-05,
      "loss": 2.1677,
      "num_input_tokens_seen": 1095761920,
      "step": 2090
    },
    {
      "epoch": 0.3152339627066964,
      "grad_norm": 0.6462552547454834,
      "learning_rate": 1.5952309879017224e-05,
      "loss": 2.1805,
      "num_input_tokens_seen": 1101004800,
      "step": 2100
    },
    {
      "epoch": 0.3167350768148235,
      "grad_norm": 0.6027917861938477,
      "learning_rate": 1.5914463301666658e-05,
      "loss": 2.1415,
      "num_input_tokens_seen": 1106247680,
      "step": 2110
    },
    {
      "epoch": 0.31823619092295063,
      "grad_norm": 0.6895632147789001,
      "learning_rate": 1.5876884823482006e-05,
      "loss": 2.1587,
      "num_input_tokens_seen": 1111490560,
      "step": 2120
    },
    {
      "epoch": 0.3197373050310778,
      "grad_norm": 0.6652107834815979,
      "learning_rate": 1.5839571294051578e-05,
      "loss": 2.1444,
      "num_input_tokens_seen": 1116733440,
      "step": 2130
    },
    {
      "epoch": 0.32123841913920487,
      "grad_norm": 0.7466081380844116,
      "learning_rate": 1.580251961454958e-05,
      "loss": 2.1251,
      "num_input_tokens_seen": 1121976320,
      "step": 2140
    },
    {
      "epoch": 0.322739533247332,
      "grad_norm": 0.5937127470970154,
      "learning_rate": 1.5765726736655174e-05,
      "loss": 2.1489,
      "num_input_tokens_seen": 1127219200,
      "step": 2150
    },
    {
      "epoch": 0.32424064735545916,
      "grad_norm": 0.6133046746253967,
      "learning_rate": 1.5729189661499015e-05,
      "loss": 2.1507,
      "num_input_tokens_seen": 1132462080,
      "step": 2160
    },
    {
      "epoch": 0.32574176146358624,
      "grad_norm": 0.7476202845573425,
      "learning_rate": 1.5692905438636622e-05,
      "loss": 2.1691,
      "num_input_tokens_seen": 1137704960,
      "step": 2170
    },
    {
      "epoch": 0.3272428755717134,
      "grad_norm": 0.7822461724281311,
      "learning_rate": 1.5656871165047605e-05,
      "loss": 2.1522,
      "num_input_tokens_seen": 1142947840,
      "step": 2180
    },
    {
      "epoch": 0.32874398967984053,
      "grad_norm": 0.6776607632637024,
      "learning_rate": 1.5621083984160086e-05,
      "loss": 2.142,
      "num_input_tokens_seen": 1148190720,
      "step": 2190
    },
    {
      "epoch": 0.3302451037879676,
      "grad_norm": 0.7508281469345093,
      "learning_rate": 1.558554108489952e-05,
      "loss": 2.1723,
      "num_input_tokens_seen": 1153433600,
      "step": 2200
    },
    {
      "epoch": 0.33174621789609476,
      "grad_norm": 0.7543405890464783,
      "learning_rate": 1.5550239700761246e-05,
      "loss": 2.1442,
      "num_input_tokens_seen": 1158676480,
      "step": 2210
    },
    {
      "epoch": 0.3332473320042219,
      "grad_norm": 0.9116769433021545,
      "learning_rate": 1.5515177108906e-05,
      "loss": 2.1916,
      "num_input_tokens_seen": 1163919360,
      "step": 2220
    },
    {
      "epoch": 0.334748446112349,
      "grad_norm": 0.7372170686721802,
      "learning_rate": 1.5480350629277787e-05,
      "loss": 2.1546,
      "num_input_tokens_seen": 1169162240,
      "step": 2230
    },
    {
      "epoch": 0.33624956022047614,
      "grad_norm": 0.5467498302459717,
      "learning_rate": 1.5445757623743444e-05,
      "loss": 2.1919,
      "num_input_tokens_seen": 1174405120,
      "step": 2240
    },
    {
      "epoch": 0.3377506743286033,
      "grad_norm": 0.5791755318641663,
      "learning_rate": 1.5411395495253218e-05,
      "loss": 2.1782,
      "num_input_tokens_seen": 1179648000,
      "step": 2250
    },
    {
      "epoch": 0.3392517884367304,
      "grad_norm": 0.7308974862098694,
      "learning_rate": 1.5377261687021863e-05,
      "loss": 2.1682,
      "num_input_tokens_seen": 1184890880,
      "step": 2260
    },
    {
      "epoch": 0.3407529025448575,
      "grad_norm": 0.6968861222267151,
      "learning_rate": 1.5343353681729532e-05,
      "loss": 2.1724,
      "num_input_tokens_seen": 1190133760,
      "step": 2270
    },
    {
      "epoch": 0.34225401665298466,
      "grad_norm": 0.6837549805641174,
      "learning_rate": 1.5309669000742003e-05,
      "loss": 2.1783,
      "num_input_tokens_seen": 1195376640,
      "step": 2280
    },
    {
      "epoch": 0.34375513076111175,
      "grad_norm": 0.6059392094612122,
      "learning_rate": 1.5276205203349658e-05,
      "loss": 2.1454,
      "num_input_tokens_seen": 1200619520,
      "step": 2290
    },
    {
      "epoch": 0.3452562448692389,
      "grad_norm": 0.5880239605903625,
      "learning_rate": 1.5242959886024648e-05,
      "loss": 2.1428,
      "num_input_tokens_seen": 1205862400,
      "step": 2300
    },
    {
      "epoch": 0.34675735897736604,
      "grad_norm": 0.6651424169540405,
      "learning_rate": 1.5209930681695804e-05,
      "loss": 2.1518,
      "num_input_tokens_seen": 1211105280,
      "step": 2310
    },
    {
      "epoch": 0.3482584730854931,
      "grad_norm": 0.5734732151031494,
      "learning_rate": 1.5177115259040729e-05,
      "loss": 2.1327,
      "num_input_tokens_seen": 1216348160,
      "step": 2320
    },
    {
      "epoch": 0.34975958719362027,
      "grad_norm": 0.6250523328781128,
      "learning_rate": 1.514451132179463e-05,
      "loss": 2.1459,
      "num_input_tokens_seen": 1221591040,
      "step": 2330
    },
    {
      "epoch": 0.3512607013017474,
      "grad_norm": 0.6869091391563416,
      "learning_rate": 1.5112116608075403e-05,
      "loss": 2.1352,
      "num_input_tokens_seen": 1226833920,
      "step": 2340
    },
    {
      "epoch": 0.3527618154098745,
      "grad_norm": 0.8655930161476135,
      "learning_rate": 1.5079928889724547e-05,
      "loss": 2.1581,
      "num_input_tokens_seen": 1232076800,
      "step": 2350
    },
    {
      "epoch": 0.35426292951800165,
      "grad_norm": 0.6587986946105957,
      "learning_rate": 1.5047945971663434e-05,
      "loss": 2.1783,
      "num_input_tokens_seen": 1237319680,
      "step": 2360
    },
    {
      "epoch": 0.3557640436261288,
      "grad_norm": 0.6270188689231873,
      "learning_rate": 1.501616569126455e-05,
      "loss": 2.1665,
      "num_input_tokens_seen": 1242562560,
      "step": 2370
    },
    {
      "epoch": 0.3572651577342559,
      "grad_norm": 0.6337898969650269,
      "learning_rate": 1.4984585917737282e-05,
      "loss": 2.177,
      "num_input_tokens_seen": 1247805440,
      "step": 2380
    },
    {
      "epoch": 0.358766271842383,
      "grad_norm": 0.6973663568496704,
      "learning_rate": 1.4953204551527831e-05,
      "loss": 2.1493,
      "num_input_tokens_seen": 1253048320,
      "step": 2390
    },
    {
      "epoch": 0.36026738595051017,
      "grad_norm": 0.5605215430259705,
      "learning_rate": 1.4922019523732929e-05,
      "loss": 2.1688,
      "num_input_tokens_seen": 1258291200,
      "step": 2400
    },
    {
      "epoch": 0.36026738595051017,
      "eval_accuracy": 0.5663190883190883,
      "eval_loss": 2.1306827068328857,
      "eval_runtime": 94.9906,
      "eval_samples_per_second": 3.158,
      "eval_steps_per_second": 0.79,
      "num_input_tokens_seen": 1258291200,
      "step": 2400
    },
    {
      "epoch": 0.36176850005863725,
      "grad_norm": 0.7090189456939697,
      "learning_rate": 1.4891028795526912e-05,
      "loss": 2.1446,
      "num_input_tokens_seen": 1263534080,
      "step": 2410
    },
    {
      "epoch": 0.3632696141667644,
      "grad_norm": 0.7129746079444885,
      "learning_rate": 1.4860230357601855e-05,
      "loss": 2.178,
      "num_input_tokens_seen": 1268776960,
      "step": 2420
    },
    {
      "epoch": 0.36477072827489154,
      "grad_norm": 0.5609286427497864,
      "learning_rate": 1.4829622229620384e-05,
      "loss": 2.1846,
      "num_input_tokens_seen": 1274019840,
      "step": 2430
    },
    {
      "epoch": 0.36627184238301863,
      "grad_norm": 0.6806447505950928,
      "learning_rate": 1.4799202459680824e-05,
      "loss": 2.156,
      "num_input_tokens_seen": 1279262720,
      "step": 2440
    },
    {
      "epoch": 0.3677729564911458,
      "grad_norm": 0.5787296295166016,
      "learning_rate": 1.4768969123794386e-05,
      "loss": 2.128,
      "num_input_tokens_seen": 1284505600,
      "step": 2450
    },
    {
      "epoch": 0.3692740705992729,
      "grad_norm": 0.7626485824584961,
      "learning_rate": 1.4738920325374027e-05,
      "loss": 2.1607,
      "num_input_tokens_seen": 1289748480,
      "step": 2460
    },
    {
      "epoch": 0.3707751847074,
      "grad_norm": 0.6390326619148254,
      "learning_rate": 1.4709054194734743e-05,
      "loss": 2.1821,
      "num_input_tokens_seen": 1294991360,
      "step": 2470
    },
    {
      "epoch": 0.37227629881552715,
      "grad_norm": 0.5435773730278015,
      "learning_rate": 1.4679368888604919e-05,
      "loss": 2.1762,
      "num_input_tokens_seen": 1300234240,
      "step": 2480
    },
    {
      "epoch": 0.3737774129236543,
      "grad_norm": 0.5910453200340271,
      "learning_rate": 1.464986258964849e-05,
      "loss": 2.1586,
      "num_input_tokens_seen": 1305477120,
      "step": 2490
    },
    {
      "epoch": 0.3752785270317814,
      "grad_norm": 0.5591862797737122,
      "learning_rate": 1.4620533505997654e-05,
      "loss": 2.1512,
      "num_input_tokens_seen": 1310720000,
      "step": 2500
    },
    {
      "epoch": 0.3767796411399085,
      "grad_norm": 0.6790704727172852,
      "learning_rate": 1.459137987079579e-05,
      "loss": 2.1696,
      "num_input_tokens_seen": 1315962880,
      "step": 2510
    },
    {
      "epoch": 0.37828075524803567,
      "grad_norm": 0.649533212184906,
      "learning_rate": 1.4562399941750401e-05,
      "loss": 2.1357,
      "num_input_tokens_seen": 1321205760,
      "step": 2520
    },
    {
      "epoch": 0.37978186935616276,
      "grad_norm": 0.5689984560012817,
      "learning_rate": 1.453359200069576e-05,
      "loss": 2.1972,
      "num_input_tokens_seen": 1326448640,
      "step": 2530
    },
    {
      "epoch": 0.3812829834642899,
      "grad_norm": 0.7337691187858582,
      "learning_rate": 1.4504954353165044e-05,
      "loss": 2.1198,
      "num_input_tokens_seen": 1331691520,
      "step": 2540
    },
    {
      "epoch": 0.38278409757241705,
      "grad_norm": 0.550014853477478,
      "learning_rate": 1.447648532797172e-05,
      "loss": 2.1267,
      "num_input_tokens_seen": 1336934400,
      "step": 2550
    },
    {
      "epoch": 0.38428521168054414,
      "grad_norm": 0.6532608270645142,
      "learning_rate": 1.4448183276799891e-05,
      "loss": 2.1735,
      "num_input_tokens_seen": 1342177280,
      "step": 2560
    },
    {
      "epoch": 0.3857863257886713,
      "grad_norm": 0.5801606774330139,
      "learning_rate": 1.4420046573803481e-05,
      "loss": 2.113,
      "num_input_tokens_seen": 1347420160,
      "step": 2570
    },
    {
      "epoch": 0.3872874398967984,
      "grad_norm": 0.6582128405570984,
      "learning_rate": 1.4392073615213913e-05,
      "loss": 2.1431,
      "num_input_tokens_seen": 1352663040,
      "step": 2580
    },
    {
      "epoch": 0.3887885540049255,
      "grad_norm": 0.6207413077354431,
      "learning_rate": 1.436426281895616e-05,
      "loss": 2.1683,
      "num_input_tokens_seen": 1357905920,
      "step": 2590
    },
    {
      "epoch": 0.39028966811305266,
      "grad_norm": 0.5679153800010681,
      "learning_rate": 1.4336612624272917e-05,
      "loss": 2.1194,
      "num_input_tokens_seen": 1363148800,
      "step": 2600
    },
    {
      "epoch": 0.3917907822211798,
      "grad_norm": 0.6869505643844604,
      "learning_rate": 1.4309121491356698e-05,
      "loss": 2.1033,
      "num_input_tokens_seen": 1368391680,
      "step": 2610
    },
    {
      "epoch": 0.3932918963293069,
      "grad_norm": 0.661869466304779,
      "learning_rate": 1.4281787900989672e-05,
      "loss": 2.161,
      "num_input_tokens_seen": 1373634560,
      "step": 2620
    },
    {
      "epoch": 0.39479301043743403,
      "grad_norm": 0.6266052722930908,
      "learning_rate": 1.4254610354191023e-05,
      "loss": 2.1838,
      "num_input_tokens_seen": 1378877440,
      "step": 2630
    },
    {
      "epoch": 0.3962941245455612,
      "grad_norm": 0.6248527765274048,
      "learning_rate": 1.4227587371871679e-05,
      "loss": 2.1255,
      "num_input_tokens_seen": 1384120320,
      "step": 2640
    },
    {
      "epoch": 0.39779523865368827,
      "grad_norm": 0.7318665385246277,
      "learning_rate": 1.4200717494496206e-05,
      "loss": 2.1487,
      "num_input_tokens_seen": 1389363200,
      "step": 2650
    },
    {
      "epoch": 0.3992963527618154,
      "grad_norm": 0.7174627780914307,
      "learning_rate": 1.4173999281751702e-05,
      "loss": 2.1375,
      "num_input_tokens_seen": 1394606080,
      "step": 2660
    },
    {
      "epoch": 0.40079746686994255,
      "grad_norm": 0.6472954154014587,
      "learning_rate": 1.4147431312223518e-05,
      "loss": 2.1546,
      "num_input_tokens_seen": 1399848960,
      "step": 2670
    },
    {
      "epoch": 0.40229858097806964,
      "grad_norm": 0.588234543800354,
      "learning_rate": 1.4121012183077632e-05,
      "loss": 2.1437,
      "num_input_tokens_seen": 1405091840,
      "step": 2680
    },
    {
      "epoch": 0.4037996950861968,
      "grad_norm": 0.5872112512588501,
      "learning_rate": 1.4094740509749542e-05,
      "loss": 2.1672,
      "num_input_tokens_seen": 1410334720,
      "step": 2690
    },
    {
      "epoch": 0.40530080919432393,
      "grad_norm": 0.6200748682022095,
      "learning_rate": 1.406861492563948e-05,
      "loss": 2.1434,
      "num_input_tokens_seen": 1415577600,
      "step": 2700
    },
    {
      "epoch": 0.406801923302451,
      "grad_norm": 0.7556484937667847,
      "learning_rate": 1.4042634081813838e-05,
      "loss": 2.1603,
      "num_input_tokens_seen": 1420820480,
      "step": 2710
    },
    {
      "epoch": 0.40830303741057816,
      "grad_norm": 0.6454352736473083,
      "learning_rate": 1.4016796646712618e-05,
      "loss": 2.1783,
      "num_input_tokens_seen": 1426063360,
      "step": 2720
    },
    {
      "epoch": 0.4098041515187053,
      "grad_norm": 0.5394317507743835,
      "learning_rate": 1.3991101305862803e-05,
      "loss": 2.1646,
      "num_input_tokens_seen": 1431306240,
      "step": 2730
    },
    {
      "epoch": 0.4113052656268324,
      "grad_norm": 0.6699331998825073,
      "learning_rate": 1.396554676159745e-05,
      "loss": 2.1597,
      "num_input_tokens_seen": 1436549120,
      "step": 2740
    },
    {
      "epoch": 0.41280637973495954,
      "grad_norm": 0.6491063237190247,
      "learning_rate": 1.3940131732780461e-05,
      "loss": 2.1236,
      "num_input_tokens_seen": 1441792000,
      "step": 2750
    },
    {
      "epoch": 0.4143074938430867,
      "grad_norm": 0.6439197063446045,
      "learning_rate": 1.3914854954536792e-05,
      "loss": 2.164,
      "num_input_tokens_seen": 1447034880,
      "step": 2760
    },
    {
      "epoch": 0.41580860795121377,
      "grad_norm": 0.7333915829658508,
      "learning_rate": 1.3889715177988056e-05,
      "loss": 2.1417,
      "num_input_tokens_seen": 1452277760,
      "step": 2770
    },
    {
      "epoch": 0.4173097220593409,
      "grad_norm": 0.5554391145706177,
      "learning_rate": 1.386471116999334e-05,
      "loss": 2.1821,
      "num_input_tokens_seen": 1457520640,
      "step": 2780
    },
    {
      "epoch": 0.41881083616746806,
      "grad_norm": 0.6607913374900818,
      "learning_rate": 1.3839841712895161e-05,
      "loss": 2.1341,
      "num_input_tokens_seen": 1462763520,
      "step": 2790
    },
    {
      "epoch": 0.42031195027559515,
      "grad_norm": 0.6506746411323547,
      "learning_rate": 1.381510560427038e-05,
      "loss": 2.1443,
      "num_input_tokens_seen": 1468006400,
      "step": 2800
    },
    {
      "epoch": 0.42031195027559515,
      "eval_accuracy": 0.5676076516076516,
      "eval_loss": 2.1226789951324463,
      "eval_runtime": 94.7272,
      "eval_samples_per_second": 3.167,
      "eval_steps_per_second": 0.792,
      "num_input_tokens_seen": 1468006400,
      "step": 2800
    },
    {
      "epoch": 0.4218130643837223,
      "grad_norm": 0.6999175548553467,
      "learning_rate": 1.3790501656686045e-05,
      "loss": 2.1222,
      "num_input_tokens_seen": 1473249280,
      "step": 2810
    },
    {
      "epoch": 0.42331417849184944,
      "grad_norm": 0.6637996435165405,
      "learning_rate": 1.3766028697459948e-05,
      "loss": 2.1752,
      "num_input_tokens_seen": 1478492160,
      "step": 2820
    },
    {
      "epoch": 0.4248152925999765,
      "grad_norm": 0.675205409526825,
      "learning_rate": 1.3741685568425882e-05,
      "loss": 2.1379,
      "num_input_tokens_seen": 1483735040,
      "step": 2830
    },
    {
      "epoch": 0.42631640670810367,
      "grad_norm": 0.7251035571098328,
      "learning_rate": 1.371747112570342e-05,
      "loss": 2.1499,
      "num_input_tokens_seen": 1488977920,
      "step": 2840
    },
    {
      "epoch": 0.4278175208162308,
      "grad_norm": 0.8489077687263489,
      "learning_rate": 1.3693384239472163e-05,
      "loss": 2.1291,
      "num_input_tokens_seen": 1494220800,
      "step": 2850
    },
    {
      "epoch": 0.4293186349243579,
      "grad_norm": 0.5617297887802124,
      "learning_rate": 1.3669423793750302e-05,
      "loss": 2.145,
      "num_input_tokens_seen": 1499463680,
      "step": 2860
    },
    {
      "epoch": 0.43081974903248504,
      "grad_norm": 0.5285384654998779,
      "learning_rate": 1.3645588686177466e-05,
      "loss": 2.1492,
      "num_input_tokens_seen": 1504706560,
      "step": 2870
    },
    {
      "epoch": 0.4323208631406122,
      "grad_norm": 0.6254436373710632,
      "learning_rate": 1.3621877827801699e-05,
      "loss": 2.1196,
      "num_input_tokens_seen": 1509949440,
      "step": 2880
    },
    {
      "epoch": 0.4338219772487393,
      "grad_norm": 0.5884484052658081,
      "learning_rate": 1.3598290142870485e-05,
      "loss": 2.1484,
      "num_input_tokens_seen": 1515192320,
      "step": 2890
    },
    {
      "epoch": 0.4353230913568664,
      "grad_norm": 0.7654128074645996,
      "learning_rate": 1.357482456862576e-05,
      "loss": 2.1568,
      "num_input_tokens_seen": 1520435200,
      "step": 2900
    },
    {
      "epoch": 0.43682420546499356,
      "grad_norm": 0.839947521686554,
      "learning_rate": 1.3551480055102794e-05,
      "loss": 2.1651,
      "num_input_tokens_seen": 1525678080,
      "step": 2910
    },
    {
      "epoch": 0.43832531957312065,
      "grad_norm": 0.828296959400177,
      "learning_rate": 1.3528255564932864e-05,
      "loss": 2.1342,
      "num_input_tokens_seen": 1530920960,
      "step": 2920
    },
    {
      "epoch": 0.4398264336812478,
      "grad_norm": 0.5922654271125793,
      "learning_rate": 1.3505150073149634e-05,
      "loss": 2.1632,
      "num_input_tokens_seen": 1536163840,
      "step": 2930
    },
    {
      "epoch": 0.44132754778937494,
      "grad_norm": 0.6538131833076477,
      "learning_rate": 1.3482162566999154e-05,
      "loss": 2.1633,
      "num_input_tokens_seen": 1541406720,
      "step": 2940
    },
    {
      "epoch": 0.44282866189750203,
      "grad_norm": 0.7411973476409912,
      "learning_rate": 1.3459292045753423e-05,
      "loss": 2.1349,
      "num_input_tokens_seen": 1546649600,
      "step": 2950
    },
    {
      "epoch": 0.4443297760056292,
      "grad_norm": 0.6776240468025208,
      "learning_rate": 1.3436537520527398e-05,
      "loss": 2.1368,
      "num_input_tokens_seen": 1551892480,
      "step": 2960
    },
    {
      "epoch": 0.4458308901137563,
      "grad_norm": 0.6425411105155945,
      "learning_rate": 1.3413898014099404e-05,
      "loss": 2.1358,
      "num_input_tokens_seen": 1557135360,
      "step": 2970
    },
    {
      "epoch": 0.4473320042218834,
      "grad_norm": 0.6736078858375549,
      "learning_rate": 1.3391372560734868e-05,
      "loss": 2.1154,
      "num_input_tokens_seen": 1562378240,
      "step": 2980
    },
    {
      "epoch": 0.44883311833001055,
      "grad_norm": 0.6204555630683899,
      "learning_rate": 1.3368960206013277e-05,
      "loss": 2.1744,
      "num_input_tokens_seen": 1567621120,
      "step": 2990
    },
    {
      "epoch": 0.4503342324381377,
      "grad_norm": 0.6431263089179993,
      "learning_rate": 1.3346660006658346e-05,
      "loss": 2.1463,
      "num_input_tokens_seen": 1572864000,
      "step": 3000
    },
    {
      "epoch": 0.4518353465462648,
      "grad_norm": 0.6702350378036499,
      "learning_rate": 1.332447103037125e-05,
      "loss": 2.1422,
      "num_input_tokens_seen": 1578106880,
      "step": 3010
    },
    {
      "epoch": 0.4533364606543919,
      "grad_norm": 0.5336691737174988,
      "learning_rate": 1.330239235566693e-05,
      "loss": 2.1515,
      "num_input_tokens_seen": 1583349760,
      "step": 3020
    },
    {
      "epoch": 0.45483757476251907,
      "grad_norm": 0.6110213398933411,
      "learning_rate": 1.3280423071713355e-05,
      "loss": 2.1564,
      "num_input_tokens_seen": 1588592640,
      "step": 3030
    },
    {
      "epoch": 0.45633868887064616,
      "grad_norm": 0.6357016563415527,
      "learning_rate": 1.3258562278173699e-05,
      "loss": 2.1591,
      "num_input_tokens_seen": 1593835520,
      "step": 3040
    },
    {
      "epoch": 0.4578398029787733,
      "grad_norm": 0.609986424446106,
      "learning_rate": 1.3236809085051366e-05,
      "loss": 2.1862,
      "num_input_tokens_seen": 1599078400,
      "step": 3050
    },
    {
      "epoch": 0.45934091708690045,
      "grad_norm": 0.8125211000442505,
      "learning_rate": 1.3215162612537805e-05,
      "loss": 2.121,
      "num_input_tokens_seen": 1604321280,
      "step": 3060
    },
    {
      "epoch": 0.46084203119502753,
      "grad_norm": 0.5937681198120117,
      "learning_rate": 1.3193621990863051e-05,
      "loss": 2.1548,
      "num_input_tokens_seen": 1609564160,
      "step": 3070
    },
    {
      "epoch": 0.4623431453031547,
      "grad_norm": 0.6638383865356445,
      "learning_rate": 1.3172186360148932e-05,
      "loss": 2.1251,
      "num_input_tokens_seen": 1614807040,
      "step": 3080
    },
    {
      "epoch": 0.4638442594112818,
      "grad_norm": 0.6757727861404419,
      "learning_rate": 1.3150854870264907e-05,
      "loss": 2.1388,
      "num_input_tokens_seen": 1620049920,
      "step": 3090
    },
    {
      "epoch": 0.4653453735194089,
      "grad_norm": 0.5711122155189514,
      "learning_rate": 1.3129626680686454e-05,
      "loss": 2.1498,
      "num_input_tokens_seen": 1625292800,
      "step": 3100
    },
    {
      "epoch": 0.46684648762753606,
      "grad_norm": 0.6421942114830017,
      "learning_rate": 1.3108500960355947e-05,
      "loss": 2.149,
      "num_input_tokens_seen": 1630535680,
      "step": 3110
    },
    {
      "epoch": 0.4683476017356632,
      "grad_norm": 0.7078666090965271,
      "learning_rate": 1.3087476887546022e-05,
      "loss": 2.148,
      "num_input_tokens_seen": 1635778560,
      "step": 3120
    },
    {
      "epoch": 0.4698487158437903,
      "grad_norm": 0.69465172290802,
      "learning_rate": 1.3066553649725324e-05,
      "loss": 2.1375,
      "num_input_tokens_seen": 1641021440,
      "step": 3130
    },
    {
      "epoch": 0.47134982995191743,
      "grad_norm": 0.6873762011528015,
      "learning_rate": 1.304573044342661e-05,
      "loss": 2.1458,
      "num_input_tokens_seen": 1646264320,
      "step": 3140
    },
    {
      "epoch": 0.4728509440600446,
      "grad_norm": 0.6284067034721375,
      "learning_rate": 1.302500647411715e-05,
      "loss": 2.1442,
      "num_input_tokens_seen": 1651507200,
      "step": 3150
    },
    {
      "epoch": 0.47435205816817166,
      "grad_norm": 0.8749895095825195,
      "learning_rate": 1.3004380956071416e-05,
      "loss": 2.1304,
      "num_input_tokens_seen": 1656750080,
      "step": 3160
    },
    {
      "epoch": 0.4758531722762988,
      "grad_norm": 0.6920912265777588,
      "learning_rate": 1.298385311224594e-05,
      "loss": 2.1086,
      "num_input_tokens_seen": 1661992960,
      "step": 3170
    },
    {
      "epoch": 0.47735428638442595,
      "grad_norm": 0.6951104402542114,
      "learning_rate": 1.296342217415636e-05,
      "loss": 2.1271,
      "num_input_tokens_seen": 1667235840,
      "step": 3180
    },
    {
      "epoch": 0.47885540049255304,
      "grad_norm": 0.784321665763855,
      "learning_rate": 1.2943087381756598e-05,
      "loss": 2.1074,
      "num_input_tokens_seen": 1672478720,
      "step": 3190
    },
    {
      "epoch": 0.4803565146006802,
      "grad_norm": 0.6487578749656677,
      "learning_rate": 1.2922847983320086e-05,
      "loss": 2.1105,
      "num_input_tokens_seen": 1677721600,
      "step": 3200
    },
    {
      "epoch": 0.4803565146006802,
      "eval_accuracy": 0.5689149369149369,
      "eval_loss": 2.115828514099121,
      "eval_runtime": 94.253,
      "eval_samples_per_second": 3.183,
      "eval_steps_per_second": 0.796,
      "num_input_tokens_seen": 1677721600,
      "step": 3200
    },
    {
      "epoch": 0.48185762870880733,
      "grad_norm": 0.7569764852523804,
      "learning_rate": 1.2902703235323062e-05,
      "loss": 2.1195,
      "num_input_tokens_seen": 1682964480,
      "step": 3210
    },
    {
      "epoch": 0.4833587428169344,
      "grad_norm": 0.5782780051231384,
      "learning_rate": 1.2882652402329833e-05,
      "loss": 2.1186,
      "num_input_tokens_seen": 1688207360,
      "step": 3220
    },
    {
      "epoch": 0.48485985692506156,
      "grad_norm": 0.6713874936103821,
      "learning_rate": 1.286269475688002e-05,
      "loss": 2.1446,
      "num_input_tokens_seen": 1693450240,
      "step": 3230
    },
    {
      "epoch": 0.4863609710331887,
      "grad_norm": 0.6497519016265869,
      "learning_rate": 1.2842829579377681e-05,
      "loss": 2.1245,
      "num_input_tokens_seen": 1698693120,
      "step": 3240
    },
    {
      "epoch": 0.4878620851413158,
      "grad_norm": 0.6722620129585266,
      "learning_rate": 1.2823056157982359e-05,
      "loss": 2.108,
      "num_input_tokens_seen": 1703936000,
      "step": 3250
    },
    {
      "epoch": 0.48936319924944294,
      "grad_norm": 0.6298756003379822,
      "learning_rate": 1.2803373788501927e-05,
      "loss": 2.1412,
      "num_input_tokens_seen": 1709178880,
      "step": 3260
    },
    {
      "epoch": 0.4908643133575701,
      "grad_norm": 0.6180531978607178,
      "learning_rate": 1.2783781774287272e-05,
      "loss": 2.16,
      "num_input_tokens_seen": 1714421760,
      "step": 3270
    },
    {
      "epoch": 0.49236542746569717,
      "grad_norm": 0.6927182674407959,
      "learning_rate": 1.2764279426128711e-05,
      "loss": 2.1604,
      "num_input_tokens_seen": 1719664640,
      "step": 3280
    },
    {
      "epoch": 0.4938665415738243,
      "grad_norm": 0.8382894396781921,
      "learning_rate": 1.2744866062154176e-05,
      "loss": 2.1509,
      "num_input_tokens_seen": 1724907520,
      "step": 3290
    },
    {
      "epoch": 0.49536765568195146,
      "grad_norm": 0.634811282157898,
      "learning_rate": 1.2725541007729061e-05,
      "loss": 2.1651,
      "num_input_tokens_seen": 1730150400,
      "step": 3300
    },
    {
      "epoch": 0.4968687697900786,
      "grad_norm": 0.5942947268486023,
      "learning_rate": 1.2706303595357772e-05,
      "loss": 2.158,
      "num_input_tokens_seen": 1735393280,
      "step": 3310
    },
    {
      "epoch": 0.4983698838982057,
      "grad_norm": 0.6313604712486267,
      "learning_rate": 1.2687153164586875e-05,
      "loss": 2.1394,
      "num_input_tokens_seen": 1740636160,
      "step": 3320
    },
    {
      "epoch": 0.49987099800633283,
      "grad_norm": 0.604307234287262,
      "learning_rate": 1.2668089061909872e-05,
      "loss": 2.1611,
      "num_input_tokens_seen": 1745879040,
      "step": 3330
    },
    {
      "epoch": 0.50137211211446,
      "grad_norm": 0.6554628610610962,
      "learning_rate": 1.2649110640673518e-05,
      "loss": 2.1072,
      "num_input_tokens_seen": 1751121920,
      "step": 3340
    },
    {
      "epoch": 0.5028732262225871,
      "grad_norm": 0.7124990820884705,
      "learning_rate": 1.2630217260985716e-05,
      "loss": 2.1346,
      "num_input_tokens_seen": 1756364800,
      "step": 3350
    },
    {
      "epoch": 0.5043743403307142,
      "grad_norm": 0.784233033657074,
      "learning_rate": 1.2611408289624877e-05,
      "loss": 2.1628,
      "num_input_tokens_seen": 1761607680,
      "step": 3360
    },
    {
      "epoch": 0.5058754544388413,
      "grad_norm": 0.8534424901008606,
      "learning_rate": 1.2592683099950795e-05,
      "loss": 2.1577,
      "num_input_tokens_seen": 1766850560,
      "step": 3370
    },
    {
      "epoch": 0.5073765685469684,
      "grad_norm": 0.7110067009925842,
      "learning_rate": 1.2574041071816953e-05,
      "loss": 2.1333,
      "num_input_tokens_seen": 1772093440,
      "step": 3380
    },
    {
      "epoch": 0.5088776826550956,
      "grad_norm": 0.7778078317642212,
      "learning_rate": 1.2555481591484266e-05,
      "loss": 2.1136,
      "num_input_tokens_seen": 1777336320,
      "step": 3390
    },
    {
      "epoch": 0.5103787967632227,
      "grad_norm": 0.7516434192657471,
      "learning_rate": 1.253700405153621e-05,
      "loss": 2.1456,
      "num_input_tokens_seen": 1782579200,
      "step": 3400
    },
    {
      "epoch": 0.5118799108713499,
      "grad_norm": 0.8273611664772034,
      "learning_rate": 1.2518607850795318e-05,
      "loss": 2.1022,
      "num_input_tokens_seen": 1787822080,
      "step": 3410
    },
    {
      "epoch": 0.5133810249794769,
      "grad_norm": 0.6412326097488403,
      "learning_rate": 1.2500292394241044e-05,
      "loss": 2.1175,
      "num_input_tokens_seen": 1793064960,
      "step": 3420
    },
    {
      "epoch": 0.514882139087604,
      "grad_norm": 0.6667389273643494,
      "learning_rate": 1.2482057092928916e-05,
      "loss": 2.1253,
      "num_input_tokens_seen": 1798307840,
      "step": 3430
    },
    {
      "epoch": 0.5163832531957312,
      "grad_norm": 0.8034870624542236,
      "learning_rate": 1.2463901363910993e-05,
      "loss": 2.1233,
      "num_input_tokens_seen": 1803550720,
      "step": 3440
    },
    {
      "epoch": 0.5178843673038583,
      "grad_norm": 0.646260678768158,
      "learning_rate": 1.2445824630157606e-05,
      "loss": 2.0914,
      "num_input_tokens_seen": 1808793600,
      "step": 3450
    },
    {
      "epoch": 0.5193854814119855,
      "grad_norm": 0.7674567699432373,
      "learning_rate": 1.2427826320480309e-05,
      "loss": 2.0866,
      "num_input_tokens_seen": 1814036480,
      "step": 3460
    },
    {
      "epoch": 0.5208865955201126,
      "grad_norm": 0.7650302648544312,
      "learning_rate": 1.2409905869456093e-05,
      "loss": 2.1287,
      "num_input_tokens_seen": 1819279360,
      "step": 3470
    },
    {
      "epoch": 0.5223877096282397,
      "grad_norm": 0.6644052267074585,
      "learning_rate": 1.2392062717352773e-05,
      "loss": 2.122,
      "num_input_tokens_seen": 1824522240,
      "step": 3480
    },
    {
      "epoch": 0.5238888237363668,
      "grad_norm": 0.8389644026756287,
      "learning_rate": 1.2374296310055552e-05,
      "loss": 2.1453,
      "num_input_tokens_seen": 1829765120,
      "step": 3490
    },
    {
      "epoch": 0.525389937844494,
      "grad_norm": 0.7249365448951721,
      "learning_rate": 1.2356606098994752e-05,
      "loss": 2.1418,
      "num_input_tokens_seen": 1835008000,
      "step": 3500
    },
    {
      "epoch": 0.5268910519526211,
      "grad_norm": 0.7120906710624695,
      "learning_rate": 1.2338991541074669e-05,
      "loss": 2.1318,
      "num_input_tokens_seen": 1840250880,
      "step": 3510
    },
    {
      "epoch": 0.5283921660607482,
      "grad_norm": 0.7992458343505859,
      "learning_rate": 1.2321452098603552e-05,
      "loss": 2.144,
      "num_input_tokens_seen": 1845493760,
      "step": 3520
    },
    {
      "epoch": 0.5298932801688754,
      "grad_norm": 0.8479806780815125,
      "learning_rate": 1.2303987239224644e-05,
      "loss": 2.1429,
      "num_input_tokens_seen": 1850736640,
      "step": 3530
    },
    {
      "epoch": 0.5313943942770024,
      "grad_norm": 0.670669436454773,
      "learning_rate": 1.2286596435848341e-05,
      "loss": 2.1395,
      "num_input_tokens_seen": 1855979520,
      "step": 3540
    },
    {
      "epoch": 0.5328955083851296,
      "grad_norm": 0.7732242345809937,
      "learning_rate": 1.2269279166585364e-05,
      "loss": 2.1563,
      "num_input_tokens_seen": 1861222400,
      "step": 3550
    },
    {
      "epoch": 0.5343966224932567,
      "grad_norm": 0.9772087931632996,
      "learning_rate": 1.2252034914680983e-05,
      "loss": 2.1375,
      "num_input_tokens_seen": 1866465280,
      "step": 3560
    },
    {
      "epoch": 0.5358977366013838,
      "grad_norm": 0.5742955207824707,
      "learning_rate": 1.2234863168450241e-05,
      "loss": 2.1077,
      "num_input_tokens_seen": 1871708160,
      "step": 3570
    },
    {
      "epoch": 0.537398850709511,
      "grad_norm": 0.7332693934440613,
      "learning_rate": 1.2217763421214203e-05,
      "loss": 2.1338,
      "num_input_tokens_seen": 1876951040,
      "step": 3580
    },
    {
      "epoch": 0.5388999648176381,
      "grad_norm": 0.6025305390357971,
      "learning_rate": 1.2200735171237142e-05,
      "loss": 2.1233,
      "num_input_tokens_seen": 1882193920,
      "step": 3590
    },
    {
      "epoch": 0.5404010789257652,
      "grad_norm": 0.6781802773475647,
      "learning_rate": 1.2183777921664712e-05,
      "loss": 2.1045,
      "num_input_tokens_seen": 1887436800,
      "step": 3600
    },
    {
      "epoch": 0.5404010789257652,
      "eval_accuracy": 0.56999592999593,
      "eval_loss": 2.108959674835205,
      "eval_runtime": 94.9286,
      "eval_samples_per_second": 3.16,
      "eval_steps_per_second": 0.79,
      "num_input_tokens_seen": 1887436800,
      "step": 3600
    },
    {
      "epoch": 0.5419021930338923,
      "grad_norm": 0.6946921944618225,
      "learning_rate": 1.2166891180463065e-05,
      "loss": 2.1645,
      "num_input_tokens_seen": 1892679680,
      "step": 3610
    },
    {
      "epoch": 0.5434033071420195,
      "grad_norm": 0.7196519374847412,
      "learning_rate": 1.2150074460358885e-05,
      "loss": 2.1177,
      "num_input_tokens_seen": 1897922560,
      "step": 3620
    },
    {
      "epoch": 0.5449044212501466,
      "grad_norm": 0.6712445616722107,
      "learning_rate": 1.2133327278780315e-05,
      "loss": 2.118,
      "num_input_tokens_seen": 1903165440,
      "step": 3630
    },
    {
      "epoch": 0.5464055353582737,
      "grad_norm": 0.6647999286651611,
      "learning_rate": 1.2116649157798819e-05,
      "loss": 2.1208,
      "num_input_tokens_seen": 1908408320,
      "step": 3640
    },
    {
      "epoch": 0.5479066494664009,
      "grad_norm": 0.663698136806488,
      "learning_rate": 1.2100039624071883e-05,
      "loss": 2.1387,
      "num_input_tokens_seen": 1913651200,
      "step": 3650
    },
    {
      "epoch": 0.5494077635745279,
      "grad_norm": 0.873149037361145,
      "learning_rate": 1.2083498208786586e-05,
      "loss": 2.1205,
      "num_input_tokens_seen": 1918894080,
      "step": 3660
    },
    {
      "epoch": 0.5509088776826551,
      "grad_norm": 0.6879292726516724,
      "learning_rate": 1.2067024447604041e-05,
      "loss": 2.1089,
      "num_input_tokens_seen": 1924136960,
      "step": 3670
    },
    {
      "epoch": 0.5524099917907822,
      "grad_norm": 0.7777056694030762,
      "learning_rate": 1.2050617880604623e-05,
      "loss": 2.1087,
      "num_input_tokens_seen": 1929379840,
      "step": 3680
    },
    {
      "epoch": 0.5539111058989094,
      "grad_norm": 0.7917245030403137,
      "learning_rate": 1.2034278052234061e-05,
      "loss": 2.094,
      "num_input_tokens_seen": 1934622720,
      "step": 3690
    },
    {
      "epoch": 0.5554122200070365,
      "grad_norm": 0.7892484664916992,
      "learning_rate": 1.2018004511250296e-05,
      "loss": 2.111,
      "num_input_tokens_seen": 1939865600,
      "step": 3700
    },
    {
      "epoch": 0.5569133341151636,
      "grad_norm": 0.8272449374198914,
      "learning_rate": 1.2001796810671147e-05,
      "loss": 2.1574,
      "num_input_tokens_seen": 1945108480,
      "step": 3710
    },
    {
      "epoch": 0.5584144482232907,
      "grad_norm": 0.6054387092590332,
      "learning_rate": 1.1985654507722748e-05,
      "loss": 2.1226,
      "num_input_tokens_seen": 1950351360,
      "step": 3720
    },
    {
      "epoch": 0.5599155623314178,
      "grad_norm": 0.5401285886764526,
      "learning_rate": 1.1969577163788735e-05,
      "loss": 2.1093,
      "num_input_tokens_seen": 1955594240,
      "step": 3730
    },
    {
      "epoch": 0.561416676439545,
      "grad_norm": 0.6505089998245239,
      "learning_rate": 1.1953564344360196e-05,
      "loss": 2.1177,
      "num_input_tokens_seen": 1960837120,
      "step": 3740
    },
    {
      "epoch": 0.5629177905476721,
      "grad_norm": 0.5896223783493042,
      "learning_rate": 1.1937615618986343e-05,
      "loss": 2.1246,
      "num_input_tokens_seen": 1966080000,
      "step": 3750
    },
    {
      "epoch": 0.5644189046557992,
      "grad_norm": 0.9334360361099243,
      "learning_rate": 1.192173056122592e-05,
      "loss": 2.0941,
      "num_input_tokens_seen": 1971322880,
      "step": 3760
    },
    {
      "epoch": 0.5659200187639264,
      "grad_norm": 0.8824881315231323,
      "learning_rate": 1.1905908748599307e-05,
      "loss": 2.135,
      "num_input_tokens_seen": 1976565760,
      "step": 3770
    },
    {
      "epoch": 0.5674211328720534,
      "grad_norm": 0.9339269399642944,
      "learning_rate": 1.1890149762541318e-05,
      "loss": 2.1136,
      "num_input_tokens_seen": 1981808640,
      "step": 3780
    },
    {
      "epoch": 0.5689222469801806,
      "grad_norm": 0.7937804460525513,
      "learning_rate": 1.1874453188354716e-05,
      "loss": 2.1191,
      "num_input_tokens_seen": 1987051520,
      "step": 3790
    },
    {
      "epoch": 0.5704233610883077,
      "grad_norm": 0.7529720067977905,
      "learning_rate": 1.1858818615164347e-05,
      "loss": 2.1283,
      "num_input_tokens_seen": 1992294400,
      "step": 3800
    },
    {
      "epoch": 0.5719244751964349,
      "grad_norm": 0.5535932779312134,
      "learning_rate": 1.1843245635871996e-05,
      "loss": 2.1311,
      "num_input_tokens_seen": 1997537280,
      "step": 3810
    },
    {
      "epoch": 0.573425589304562,
      "grad_norm": 0.6932185888290405,
      "learning_rate": 1.1827733847111846e-05,
      "loss": 2.1332,
      "num_input_tokens_seen": 2002780160,
      "step": 3820
    },
    {
      "epoch": 0.5749267034126891,
      "grad_norm": 0.7156121730804443,
      "learning_rate": 1.181228284920661e-05,
      "loss": 2.1264,
      "num_input_tokens_seen": 2008023040,
      "step": 3830
    },
    {
      "epoch": 0.5764278175208162,
      "grad_norm": 0.6193491220474243,
      "learning_rate": 1.1796892246124261e-05,
      "loss": 2.1376,
      "num_input_tokens_seen": 2013265920,
      "step": 3840
    },
    {
      "epoch": 0.5779289316289433,
      "grad_norm": 0.6163820624351501,
      "learning_rate": 1.1781561645435414e-05,
      "loss": 2.0823,
      "num_input_tokens_seen": 2018508800,
      "step": 3850
    },
    {
      "epoch": 0.5794300457370705,
      "grad_norm": 0.7165153622627258,
      "learning_rate": 1.1766290658271293e-05,
      "loss": 2.1194,
      "num_input_tokens_seen": 2023751680,
      "step": 3860
    },
    {
      "epoch": 0.5809311598451976,
      "grad_norm": 0.6811047196388245,
      "learning_rate": 1.1751078899282295e-05,
      "loss": 2.1564,
      "num_input_tokens_seen": 2028994560,
      "step": 3870
    },
    {
      "epoch": 0.5824322739533248,
      "grad_norm": 0.9540090560913086,
      "learning_rate": 1.1735925986597164e-05,
      "loss": 2.1241,
      "num_input_tokens_seen": 2034237440,
      "step": 3880
    },
    {
      "epoch": 0.5839333880614519,
      "grad_norm": 0.6102780103683472,
      "learning_rate": 1.1720831541782706e-05,
      "loss": 2.0992,
      "num_input_tokens_seen": 2039480320,
      "step": 3890
    },
    {
      "epoch": 0.5854345021695789,
      "grad_norm": 0.6293305158615112,
      "learning_rate": 1.170579518980411e-05,
      "loss": 2.1285,
      "num_input_tokens_seen": 2044723200,
      "step": 3900
    },
    {
      "epoch": 0.5869356162777061,
      "grad_norm": 0.7680484056472778,
      "learning_rate": 1.169081655898581e-05,
      "loss": 2.0774,
      "num_input_tokens_seen": 2049966080,
      "step": 3910
    },
    {
      "epoch": 0.5884367303858332,
      "grad_norm": 0.7843759059906006,
      "learning_rate": 1.1675895280972886e-05,
      "loss": 2.1271,
      "num_input_tokens_seen": 2055208960,
      "step": 3920
    },
    {
      "epoch": 0.5899378444939604,
      "grad_norm": 0.8438634276390076,
      "learning_rate": 1.1661030990693031e-05,
      "loss": 2.1214,
      "num_input_tokens_seen": 2060451840,
      "step": 3930
    },
    {
      "epoch": 0.5914389586020875,
      "grad_norm": 0.7281661033630371,
      "learning_rate": 1.1646223326319031e-05,
      "loss": 2.1074,
      "num_input_tokens_seen": 2065694720,
      "step": 3940
    },
    {
      "epoch": 0.5929400727102146,
      "grad_norm": 0.7339427471160889,
      "learning_rate": 1.163147192923176e-05,
      "loss": 2.1571,
      "num_input_tokens_seen": 2070937600,
      "step": 3950
    },
    {
      "epoch": 0.5944411868183418,
      "grad_norm": 0.583240807056427,
      "learning_rate": 1.1616776443983717e-05,
      "loss": 2.1111,
      "num_input_tokens_seen": 2076180480,
      "step": 3960
    },
    {
      "epoch": 0.5959423009264688,
      "grad_norm": 0.5651365518569946,
      "learning_rate": 1.1602136518263054e-05,
      "loss": 2.0996,
      "num_input_tokens_seen": 2081423360,
      "step": 3970
    },
    {
      "epoch": 0.597443415034596,
      "grad_norm": 0.6529115438461304,
      "learning_rate": 1.1587551802858083e-05,
      "loss": 2.1478,
      "num_input_tokens_seen": 2086666240,
      "step": 3980
    },
    {
      "epoch": 0.5989445291427231,
      "grad_norm": 0.8366259932518005,
      "learning_rate": 1.1573021951622309e-05,
      "loss": 2.1437,
      "num_input_tokens_seen": 2091909120,
      "step": 3990
    },
    {
      "epoch": 0.6004456432508503,
      "grad_norm": 0.5824588537216187,
      "learning_rate": 1.1558546621439912e-05,
      "loss": 2.1181,
      "num_input_tokens_seen": 2097152000,
      "step": 4000
    },
    {
      "epoch": 0.6004456432508503,
      "eval_accuracy": 0.5708310948310948,
      "eval_loss": 2.104544162750244,
      "eval_runtime": 94.4692,
      "eval_samples_per_second": 3.176,
      "eval_steps_per_second": 0.794,
      "num_input_tokens_seen": 2097152000,
      "step": 4000
    },
    {
      "epoch": 0.6019467573589774,
      "grad_norm": 0.6183150410652161,
      "learning_rate": 1.1544125472191724e-05,
      "loss": 2.1217,
      "num_input_tokens_seen": 2102394880,
      "step": 4010
    },
    {
      "epoch": 0.6034478714671045,
      "grad_norm": 0.6359286904335022,
      "learning_rate": 1.152975816672165e-05,
      "loss": 2.0985,
      "num_input_tokens_seen": 2107637760,
      "step": 4020
    },
    {
      "epoch": 0.6049489855752316,
      "grad_norm": 0.6601809859275818,
      "learning_rate": 1.1515444370803586e-05,
      "loss": 2.1115,
      "num_input_tokens_seen": 2112880640,
      "step": 4030
    },
    {
      "epoch": 0.6064500996833587,
      "grad_norm": 0.6836331486701965,
      "learning_rate": 1.1501183753108733e-05,
      "loss": 2.1012,
      "num_input_tokens_seen": 2118123520,
      "step": 4040
    },
    {
      "epoch": 0.6079512137914859,
      "grad_norm": 0.6830666661262512,
      "learning_rate": 1.148697598517341e-05,
      "loss": 2.1594,
      "num_input_tokens_seen": 2123366400,
      "step": 4050
    },
    {
      "epoch": 0.609452327899613,
      "grad_norm": 0.6801722049713135,
      "learning_rate": 1.147282074136726e-05,
      "loss": 2.1227,
      "num_input_tokens_seen": 2128609280,
      "step": 4060
    },
    {
      "epoch": 0.6109534420077402,
      "grad_norm": 0.764336347579956,
      "learning_rate": 1.1458717698861917e-05,
      "loss": 2.1268,
      "num_input_tokens_seen": 2133852160,
      "step": 4070
    },
    {
      "epoch": 0.6124545561158673,
      "grad_norm": 1.0238054990768433,
      "learning_rate": 1.144466653760007e-05,
      "loss": 2.1217,
      "num_input_tokens_seen": 2139095040,
      "step": 4080
    },
    {
      "epoch": 0.6139556702239943,
      "grad_norm": 0.6901516914367676,
      "learning_rate": 1.1430666940264972e-05,
      "loss": 2.1304,
      "num_input_tokens_seen": 2144337920,
      "step": 4090
    },
    {
      "epoch": 0.6154567843321215,
      "grad_norm": 0.6896687150001526,
      "learning_rate": 1.141671859225032e-05,
      "loss": 2.1239,
      "num_input_tokens_seen": 2149580800,
      "step": 4100
    },
    {
      "epoch": 0.6169578984402486,
      "grad_norm": 0.8825215101242065,
      "learning_rate": 1.1402821181630592e-05,
      "loss": 2.1061,
      "num_input_tokens_seen": 2154823680,
      "step": 4110
    },
    {
      "epoch": 0.6184590125483758,
      "grad_norm": 0.7571860551834106,
      "learning_rate": 1.1388974399131718e-05,
      "loss": 2.1222,
      "num_input_tokens_seen": 2160066560,
      "step": 4120
    },
    {
      "epoch": 0.6199601266565029,
      "grad_norm": 0.6392367482185364,
      "learning_rate": 1.1375177938102187e-05,
      "loss": 2.156,
      "num_input_tokens_seen": 2165309440,
      "step": 4130
    },
    {
      "epoch": 0.62146124076463,
      "grad_norm": 0.7527381777763367,
      "learning_rate": 1.136143149448452e-05,
      "loss": 2.1233,
      "num_input_tokens_seen": 2170552320,
      "step": 4140
    },
    {
      "epoch": 0.6229623548727571,
      "grad_norm": 0.7589773535728455,
      "learning_rate": 1.1347734766787132e-05,
      "loss": 2.1081,
      "num_input_tokens_seen": 2175795200,
      "step": 4150
    },
    {
      "epoch": 0.6244634689808842,
      "grad_norm": 0.8642693161964417,
      "learning_rate": 1.1334087456056552e-05,
      "loss": 2.1131,
      "num_input_tokens_seen": 2181038080,
      "step": 4160
    },
    {
      "epoch": 0.6259645830890114,
      "grad_norm": 0.7018624544143677,
      "learning_rate": 1.1320489265850016e-05,
      "loss": 2.1194,
      "num_input_tokens_seen": 2186280960,
      "step": 4170
    },
    {
      "epoch": 0.6274656971971385,
      "grad_norm": 0.632854163646698,
      "learning_rate": 1.1306939902208426e-05,
      "loss": 2.1336,
      "num_input_tokens_seen": 2191523840,
      "step": 4180
    },
    {
      "epoch": 0.6289668113052657,
      "grad_norm": 0.8238286972045898,
      "learning_rate": 1.1293439073629661e-05,
      "loss": 2.1341,
      "num_input_tokens_seen": 2196766720,
      "step": 4190
    },
    {
      "epoch": 0.6304679254133928,
      "grad_norm": 0.8351567387580872,
      "learning_rate": 1.1279986491042232e-05,
      "loss": 2.0898,
      "num_input_tokens_seen": 2202009600,
      "step": 4200
    },
    {
      "epoch": 0.6319690395215198,
      "grad_norm": 0.5938683748245239,
      "learning_rate": 1.1266581867779284e-05,
      "loss": 2.1127,
      "num_input_tokens_seen": 2207252480,
      "step": 4210
    },
    {
      "epoch": 0.633470153629647,
      "grad_norm": 0.7919456958770752,
      "learning_rate": 1.1253224919552947e-05,
      "loss": 2.1014,
      "num_input_tokens_seen": 2212495360,
      "step": 4220
    },
    {
      "epoch": 0.6349712677377741,
      "grad_norm": 0.6826079487800598,
      "learning_rate": 1.1239915364429005e-05,
      "loss": 2.121,
      "num_input_tokens_seen": 2217738240,
      "step": 4230
    },
    {
      "epoch": 0.6364723818459013,
      "grad_norm": 0.7500185966491699,
      "learning_rate": 1.1226652922801909e-05,
      "loss": 2.123,
      "num_input_tokens_seen": 2222981120,
      "step": 4240
    },
    {
      "epoch": 0.6379734959540284,
      "grad_norm": 0.6904823780059814,
      "learning_rate": 1.1213437317370097e-05,
      "loss": 2.1258,
      "num_input_tokens_seen": 2228224000,
      "step": 4250
    },
    {
      "epoch": 0.6394746100621556,
      "grad_norm": 0.6400703191757202,
      "learning_rate": 1.1200268273111648e-05,
      "loss": 2.1147,
      "num_input_tokens_seen": 2233466880,
      "step": 4260
    },
    {
      "epoch": 0.6409757241702826,
      "grad_norm": 0.805190920829773,
      "learning_rate": 1.1187145517260246e-05,
      "loss": 2.1117,
      "num_input_tokens_seen": 2238709760,
      "step": 4270
    },
    {
      "epoch": 0.6424768382784097,
      "grad_norm": 0.6888982653617859,
      "learning_rate": 1.117406877928144e-05,
      "loss": 2.1171,
      "num_input_tokens_seen": 2243952640,
      "step": 4280
    },
    {
      "epoch": 0.6439779523865369,
      "grad_norm": 0.7432284355163574,
      "learning_rate": 1.1161037790849228e-05,
      "loss": 2.1098,
      "num_input_tokens_seen": 2249195520,
      "step": 4290
    },
    {
      "epoch": 0.645479066494664,
      "grad_norm": 0.6752641201019287,
      "learning_rate": 1.114805228582293e-05,
      "loss": 2.1208,
      "num_input_tokens_seen": 2254438400,
      "step": 4300
    },
    {
      "epoch": 0.6469801806027912,
      "grad_norm": 0.8564686179161072,
      "learning_rate": 1.1135112000224364e-05,
      "loss": 2.1125,
      "num_input_tokens_seen": 2259681280,
      "step": 4310
    },
    {
      "epoch": 0.6484812947109183,
      "grad_norm": 0.9626083970069885,
      "learning_rate": 1.1122216672215286e-05,
      "loss": 2.1215,
      "num_input_tokens_seen": 2264924160,
      "step": 4320
    },
    {
      "epoch": 0.6499824088190453,
      "grad_norm": 0.5604343414306641,
      "learning_rate": 1.1109366042075172e-05,
      "loss": 2.1667,
      "num_input_tokens_seen": 2270167040,
      "step": 4330
    },
    {
      "epoch": 0.6514835229271725,
      "grad_norm": 0.5957362651824951,
      "learning_rate": 1.1096559852179205e-05,
      "loss": 2.0962,
      "num_input_tokens_seen": 2275409920,
      "step": 4340
    },
    {
      "epoch": 0.6529846370352996,
      "grad_norm": 0.6427695751190186,
      "learning_rate": 1.1083797846976627e-05,
      "loss": 2.1203,
      "num_input_tokens_seen": 2280652800,
      "step": 4350
    },
    {
      "epoch": 0.6544857511434268,
      "grad_norm": 0.6548131108283997,
      "learning_rate": 1.1071079772969281e-05,
      "loss": 2.1172,
      "num_input_tokens_seen": 2285895680,
      "step": 4360
    },
    {
      "epoch": 0.6559868652515539,
      "grad_norm": 0.6767981052398682,
      "learning_rate": 1.1058405378690493e-05,
      "loss": 2.1267,
      "num_input_tokens_seen": 2291138560,
      "step": 4370
    },
    {
      "epoch": 0.6574879793596811,
      "grad_norm": 0.7053226232528687,
      "learning_rate": 1.1045774414684167e-05,
      "loss": 2.1183,
      "num_input_tokens_seen": 2296381440,
      "step": 4380
    },
    {
      "epoch": 0.6589890934678081,
      "grad_norm": 0.7884171605110168,
      "learning_rate": 1.1033186633484174e-05,
      "loss": 2.1103,
      "num_input_tokens_seen": 2301624320,
      "step": 4390
    },
    {
      "epoch": 0.6604902075759352,
      "grad_norm": 0.6177472472190857,
      "learning_rate": 1.1020641789593993e-05,
      "loss": 2.127,
      "num_input_tokens_seen": 2306867200,
      "step": 4400
    },
    {
      "epoch": 0.6604902075759352,
      "eval_accuracy": 0.5715555555555556,
      "eval_loss": 2.099358081817627,
      "eval_runtime": 93.9705,
      "eval_samples_per_second": 3.192,
      "eval_steps_per_second": 0.798,
      "num_input_tokens_seen": 2306867200,
      "step": 4400
    },
    {
      "epoch": 0.6619913216840624,
      "grad_norm": 0.6775453090667725,
      "learning_rate": 1.1008139639466584e-05,
      "loss": 2.1329,
      "num_input_tokens_seen": 2312110080,
      "step": 4410
    },
    {
      "epoch": 0.6634924357921895,
      "grad_norm": 0.6154870986938477,
      "learning_rate": 1.0995679941484547e-05,
      "loss": 2.0883,
      "num_input_tokens_seen": 2317352960,
      "step": 4420
    },
    {
      "epoch": 0.6649935499003167,
      "grad_norm": 0.7121848464012146,
      "learning_rate": 1.0983262455940505e-05,
      "loss": 2.1364,
      "num_input_tokens_seen": 2322595840,
      "step": 4430
    },
    {
      "epoch": 0.6664946640084438,
      "grad_norm": 0.7415539622306824,
      "learning_rate": 1.0970886945017727e-05,
      "loss": 2.1281,
      "num_input_tokens_seen": 2327838720,
      "step": 4440
    },
    {
      "epoch": 0.6679957781165708,
      "grad_norm": 0.678644597530365,
      "learning_rate": 1.0958553172771004e-05,
      "loss": 2.0817,
      "num_input_tokens_seen": 2333081600,
      "step": 4450
    },
    {
      "epoch": 0.669496892224698,
      "grad_norm": 0.6753328442573547,
      "learning_rate": 1.0946260905107762e-05,
      "loss": 2.1169,
      "num_input_tokens_seen": 2338324480,
      "step": 4460
    },
    {
      "epoch": 0.6709980063328251,
      "grad_norm": 0.6162213087081909,
      "learning_rate": 1.0934009909769385e-05,
      "loss": 2.1551,
      "num_input_tokens_seen": 2343567360,
      "step": 4470
    },
    {
      "epoch": 0.6724991204409523,
      "grad_norm": 0.7211172580718994,
      "learning_rate": 1.0921799956312801e-05,
      "loss": 2.1153,
      "num_input_tokens_seen": 2348810240,
      "step": 4480
    },
    {
      "epoch": 0.6740002345490794,
      "grad_norm": 0.8724449872970581,
      "learning_rate": 1.090963081609226e-05,
      "loss": 2.1171,
      "num_input_tokens_seen": 2354053120,
      "step": 4490
    },
    {
      "epoch": 0.6755013486572066,
      "grad_norm": 0.8566068410873413,
      "learning_rate": 1.0897502262241359e-05,
      "loss": 2.1138,
      "num_input_tokens_seen": 2359296000,
      "step": 4500
    },
    {
      "epoch": 0.6770024627653336,
      "grad_norm": 0.6851250529289246,
      "learning_rate": 1.0885414069655284e-05,
      "loss": 2.1129,
      "num_input_tokens_seen": 2364538880,
      "step": 4510
    },
    {
      "epoch": 0.6785035768734607,
      "grad_norm": 0.6527068614959717,
      "learning_rate": 1.087336601497325e-05,
      "loss": 2.1354,
      "num_input_tokens_seen": 2369781760,
      "step": 4520
    },
    {
      "epoch": 0.6800046909815879,
      "grad_norm": 0.6223852038383484,
      "learning_rate": 1.086135787656117e-05,
      "loss": 2.1055,
      "num_input_tokens_seen": 2375024640,
      "step": 4530
    },
    {
      "epoch": 0.681505805089715,
      "grad_norm": 0.7803609371185303,
      "learning_rate": 1.0849389434494532e-05,
      "loss": 2.1206,
      "num_input_tokens_seen": 2380267520,
      "step": 4540
    },
    {
      "epoch": 0.6830069191978422,
      "grad_norm": 0.8386520743370056,
      "learning_rate": 1.0837460470541495e-05,
      "loss": 2.1396,
      "num_input_tokens_seen": 2385510400,
      "step": 4550
    },
    {
      "epoch": 0.6845080333059693,
      "grad_norm": 0.8144930601119995,
      "learning_rate": 1.0825570768146148e-05,
      "loss": 2.1149,
      "num_input_tokens_seen": 2390753280,
      "step": 4560
    },
    {
      "epoch": 0.6860091474140964,
      "grad_norm": 0.8149564266204834,
      "learning_rate": 1.081372011241202e-05,
      "loss": 2.1056,
      "num_input_tokens_seen": 2395996160,
      "step": 4570
    },
    {
      "epoch": 0.6875102615222235,
      "grad_norm": 0.5903097987174988,
      "learning_rate": 1.0801908290085765e-05,
      "loss": 2.123,
      "num_input_tokens_seen": 2401239040,
      "step": 4580
    },
    {
      "epoch": 0.6890113756303506,
      "grad_norm": 0.6024293899536133,
      "learning_rate": 1.0790135089541035e-05,
      "loss": 2.1504,
      "num_input_tokens_seen": 2406481920,
      "step": 4590
    },
    {
      "epoch": 0.6905124897384778,
      "grad_norm": 1.085522174835205,
      "learning_rate": 1.0778400300762553e-05,
      "loss": 2.1158,
      "num_input_tokens_seen": 2411724800,
      "step": 4600
    },
    {
      "epoch": 0.6920136038466049,
      "grad_norm": 0.6899899840354919,
      "learning_rate": 1.0766703715330396e-05,
      "loss": 2.0817,
      "num_input_tokens_seen": 2416967680,
      "step": 4610
    },
    {
      "epoch": 0.6935147179547321,
      "grad_norm": 0.732567310333252,
      "learning_rate": 1.075504512640443e-05,
      "loss": 2.1013,
      "num_input_tokens_seen": 2422210560,
      "step": 4620
    },
    {
      "epoch": 0.6950158320628591,
      "grad_norm": 0.7568468451499939,
      "learning_rate": 1.0743424328708955e-05,
      "loss": 2.1554,
      "num_input_tokens_seen": 2427453440,
      "step": 4630
    },
    {
      "epoch": 0.6965169461709863,
      "grad_norm": 0.7178658843040466,
      "learning_rate": 1.0731841118517526e-05,
      "loss": 2.0937,
      "num_input_tokens_seen": 2432696320,
      "step": 4640
    },
    {
      "epoch": 0.6980180602791134,
      "grad_norm": 0.8591102361679077,
      "learning_rate": 1.072029529363794e-05,
      "loss": 2.11,
      "num_input_tokens_seen": 2437939200,
      "step": 4650
    },
    {
      "epoch": 0.6995191743872405,
      "grad_norm": 0.776842474937439,
      "learning_rate": 1.0708786653397427e-05,
      "loss": 2.1335,
      "num_input_tokens_seen": 2443182080,
      "step": 4660
    },
    {
      "epoch": 0.7010202884953677,
      "grad_norm": 0.6280748248100281,
      "learning_rate": 1.0697314998628e-05,
      "loss": 2.0915,
      "num_input_tokens_seen": 2448424960,
      "step": 4670
    },
    {
      "epoch": 0.7025214026034948,
      "grad_norm": 0.6168721318244934,
      "learning_rate": 1.0685880131651965e-05,
      "loss": 2.0978,
      "num_input_tokens_seen": 2453667840,
      "step": 4680
    },
    {
      "epoch": 0.7040225167116219,
      "grad_norm": 0.7713338732719421,
      "learning_rate": 1.067448185626763e-05,
      "loss": 2.0992,
      "num_input_tokens_seen": 2458910720,
      "step": 4690
    },
    {
      "epoch": 0.705523630819749,
      "grad_norm": 0.9560806751251221,
      "learning_rate": 1.0663119977735152e-05,
      "loss": 2.1351,
      "num_input_tokens_seen": 2464153600,
      "step": 4700
    },
    {
      "epoch": 0.7070247449278761,
      "grad_norm": 0.7966359257698059,
      "learning_rate": 1.0651794302762573e-05,
      "loss": 2.1285,
      "num_input_tokens_seen": 2469396480,
      "step": 4710
    },
    {
      "epoch": 0.7085258590360033,
      "grad_norm": 0.7075307965278625,
      "learning_rate": 1.0640504639492005e-05,
      "loss": 2.1108,
      "num_input_tokens_seen": 2474639360,
      "step": 4720
    },
    {
      "epoch": 0.7100269731441304,
      "grad_norm": 0.7893349528312683,
      "learning_rate": 1.0629250797485977e-05,
      "loss": 2.1133,
      "num_input_tokens_seen": 2479882240,
      "step": 4730
    },
    {
      "epoch": 0.7115280872522576,
      "grad_norm": 0.6469416618347168,
      "learning_rate": 1.0618032587713944e-05,
      "loss": 2.1259,
      "num_input_tokens_seen": 2485125120,
      "step": 4740
    },
    {
      "epoch": 0.7130292013603846,
      "grad_norm": 0.6949597001075745,
      "learning_rate": 1.0606849822538959e-05,
      "loss": 2.1272,
      "num_input_tokens_seen": 2490368000,
      "step": 4750
    },
    {
      "epoch": 0.7145303154685118,
      "grad_norm": 0.6256146430969238,
      "learning_rate": 1.0595702315704477e-05,
      "loss": 2.1132,
      "num_input_tokens_seen": 2495610880,
      "step": 4760
    },
    {
      "epoch": 0.7160314295766389,
      "grad_norm": 0.644726037979126,
      "learning_rate": 1.0584589882321336e-05,
      "loss": 2.1304,
      "num_input_tokens_seen": 2500853760,
      "step": 4770
    },
    {
      "epoch": 0.717532543684766,
      "grad_norm": 0.9808601140975952,
      "learning_rate": 1.0573512338854876e-05,
      "loss": 2.1061,
      "num_input_tokens_seen": 2506096640,
      "step": 4780
    },
    {
      "epoch": 0.7190336577928932,
      "grad_norm": 0.829621434211731,
      "learning_rate": 1.0562469503112205e-05,
      "loss": 2.1288,
      "num_input_tokens_seen": 2511339520,
      "step": 4790
    },
    {
      "epoch": 0.7205347719010203,
      "grad_norm": 1.08700692653656,
      "learning_rate": 1.055146119422961e-05,
      "loss": 2.1265,
      "num_input_tokens_seen": 2516582400,
      "step": 4800
    },
    {
      "epoch": 0.7205347719010203,
      "eval_accuracy": 0.571921855921856,
      "eval_loss": 2.095761299133301,
      "eval_runtime": 95.3789,
      "eval_samples_per_second": 3.145,
      "eval_steps_per_second": 0.786,
      "num_input_tokens_seen": 2516582400,
      "step": 4800
    },
    {
      "epoch": 0.7220358860091474,
      "grad_norm": 0.7580691576004028,
      "learning_rate": 1.0540487232660126e-05,
      "loss": 2.118,
      "num_input_tokens_seen": 2521825280,
      "step": 4810
    },
    {
      "epoch": 0.7235370001172745,
      "grad_norm": 0.7149703502655029,
      "learning_rate": 1.0529547440161225e-05,
      "loss": 2.0822,
      "num_input_tokens_seen": 2527068160,
      "step": 4820
    },
    {
      "epoch": 0.7250381142254017,
      "grad_norm": 0.6624520421028137,
      "learning_rate": 1.0518641639782667e-05,
      "loss": 2.1325,
      "num_input_tokens_seen": 2532311040,
      "step": 4830
    },
    {
      "epoch": 0.7265392283335288,
      "grad_norm": 0.7207245826721191,
      "learning_rate": 1.0507769655854467e-05,
      "loss": 2.1231,
      "num_input_tokens_seen": 2537553920,
      "step": 4840
    },
    {
      "epoch": 0.7280403424416559,
      "grad_norm": 0.6605533361434937,
      "learning_rate": 1.0496931313975018e-05,
      "loss": 2.0944,
      "num_input_tokens_seen": 2542796800,
      "step": 4850
    },
    {
      "epoch": 0.7295414565497831,
      "grad_norm": 0.6779858469963074,
      "learning_rate": 1.0486126440999343e-05,
      "loss": 2.1355,
      "num_input_tokens_seen": 2548039680,
      "step": 4860
    },
    {
      "epoch": 0.7310425706579101,
      "grad_norm": 0.9669274091720581,
      "learning_rate": 1.047535486502747e-05,
      "loss": 2.1198,
      "num_input_tokens_seen": 2553282560,
      "step": 4870
    },
    {
      "epoch": 0.7325436847660373,
      "grad_norm": 0.6352229714393616,
      "learning_rate": 1.0464616415392945e-05,
      "loss": 2.0968,
      "num_input_tokens_seen": 2558525440,
      "step": 4880
    },
    {
      "epoch": 0.7340447988741644,
      "grad_norm": 0.9474151134490967,
      "learning_rate": 1.0453910922651489e-05,
      "loss": 2.1213,
      "num_input_tokens_seen": 2563768320,
      "step": 4890
    },
    {
      "epoch": 0.7355459129822915,
      "grad_norm": 0.6039556264877319,
      "learning_rate": 1.0443238218569753e-05,
      "loss": 2.1092,
      "num_input_tokens_seen": 2569011200,
      "step": 4900
    },
    {
      "epoch": 0.7370470270904187,
      "grad_norm": 0.6552874445915222,
      "learning_rate": 1.0432598136114214e-05,
      "loss": 2.1292,
      "num_input_tokens_seen": 2574254080,
      "step": 4910
    },
    {
      "epoch": 0.7385481411985458,
      "grad_norm": 0.6924867033958435,
      "learning_rate": 1.042199050944021e-05,
      "loss": 2.1396,
      "num_input_tokens_seen": 2579496960,
      "step": 4920
    },
    {
      "epoch": 0.7400492553066729,
      "grad_norm": 0.7396571636199951,
      "learning_rate": 1.0411415173881066e-05,
      "loss": 2.1028,
      "num_input_tokens_seen": 2584739840,
      "step": 4930
    },
    {
      "epoch": 0.7415503694148,
      "grad_norm": 0.737847626209259,
      "learning_rate": 1.0400871965937369e-05,
      "loss": 2.0786,
      "num_input_tokens_seen": 2589982720,
      "step": 4940
    },
    {
      "epoch": 0.7430514835229272,
      "grad_norm": 0.7622154355049133,
      "learning_rate": 1.0390360723266348e-05,
      "loss": 2.1172,
      "num_input_tokens_seen": 2595225600,
      "step": 4950
    },
    {
      "epoch": 0.7445525976310543,
      "grad_norm": 0.9400896430015564,
      "learning_rate": 1.0379881284671372e-05,
      "loss": 2.1024,
      "num_input_tokens_seen": 2600468480,
      "step": 4960
    },
    {
      "epoch": 0.7460537117391814,
      "grad_norm": 0.8766177296638489,
      "learning_rate": 1.0369433490091569e-05,
      "loss": 2.1389,
      "num_input_tokens_seen": 2605711360,
      "step": 4970
    },
    {
      "epoch": 0.7475548258473086,
      "grad_norm": 0.9279113411903381,
      "learning_rate": 1.0359017180591565e-05,
      "loss": 2.1417,
      "num_input_tokens_seen": 2610954240,
      "step": 4980
    },
    {
      "epoch": 0.7490559399554356,
      "grad_norm": 0.6392689347267151,
      "learning_rate": 1.0348632198351312e-05,
      "loss": 2.1454,
      "num_input_tokens_seen": 2616197120,
      "step": 4990
    },
    {
      "epoch": 0.7505570540635628,
      "grad_norm": 0.6666054129600525,
      "learning_rate": 1.0338278386656068e-05,
      "loss": 2.0914,
      "num_input_tokens_seen": 2621440000,
      "step": 5000
    },
    {
      "epoch": 0.7520581681716899,
      "grad_norm": 0.8447917103767395,
      "learning_rate": 1.0327955589886445e-05,
      "loss": 2.112,
      "num_input_tokens_seen": 2626682880,
      "step": 5010
    },
    {
      "epoch": 0.753559282279817,
      "grad_norm": 0.7507166862487793,
      "learning_rate": 1.0317663653508592e-05,
      "loss": 2.0921,
      "num_input_tokens_seen": 2631925760,
      "step": 5020
    },
    {
      "epoch": 0.7550603963879442,
      "grad_norm": 0.7831541299819946,
      "learning_rate": 1.0307402424064481e-05,
      "loss": 2.1418,
      "num_input_tokens_seen": 2637168640,
      "step": 5030
    },
    {
      "epoch": 0.7565615104960713,
      "grad_norm": 0.6328726410865784,
      "learning_rate": 1.0297171749162294e-05,
      "loss": 2.1253,
      "num_input_tokens_seen": 2642411520,
      "step": 5040
    },
    {
      "epoch": 0.7580626246041984,
      "grad_norm": 0.8324751257896423,
      "learning_rate": 1.0286971477466913e-05,
      "loss": 2.1222,
      "num_input_tokens_seen": 2647654400,
      "step": 5050
    },
    {
      "epoch": 0.7595637387123255,
      "grad_norm": 0.7374483942985535,
      "learning_rate": 1.0276801458690536e-05,
      "loss": 2.1117,
      "num_input_tokens_seen": 2652897280,
      "step": 5060
    },
    {
      "epoch": 0.7610648528204527,
      "grad_norm": 0.787074625492096,
      "learning_rate": 1.0266661543583343e-05,
      "loss": 2.0947,
      "num_input_tokens_seen": 2658140160,
      "step": 5070
    },
    {
      "epoch": 0.7625659669285798,
      "grad_norm": 0.6950966119766235,
      "learning_rate": 1.0256551583924336e-05,
      "loss": 2.1237,
      "num_input_tokens_seen": 2663383040,
      "step": 5080
    },
    {
      "epoch": 0.764067081036707,
      "grad_norm": 0.7359448671340942,
      "learning_rate": 1.024647143251221e-05,
      "loss": 2.1298,
      "num_input_tokens_seen": 2668625920,
      "step": 5090
    },
    {
      "epoch": 0.7655681951448341,
      "grad_norm": 0.7270290851593018,
      "learning_rate": 1.0236420943156362e-05,
      "loss": 2.1171,
      "num_input_tokens_seen": 2673868800,
      "step": 5100
    },
    {
      "epoch": 0.7670693092529611,
      "grad_norm": 0.9731076955795288,
      "learning_rate": 1.022639997066799e-05,
      "loss": 2.0728,
      "num_input_tokens_seen": 2679111680,
      "step": 5110
    },
    {
      "epoch": 0.7685704233610883,
      "grad_norm": 0.7202324867248535,
      "learning_rate": 1.0216408370851276e-05,
      "loss": 2.1083,
      "num_input_tokens_seen": 2684354560,
      "step": 5120
    },
    {
      "epoch": 0.7700715374692154,
      "grad_norm": 0.7496753334999084,
      "learning_rate": 1.020644600049467e-05,
      "loss": 2.105,
      "num_input_tokens_seen": 2689597440,
      "step": 5130
    },
    {
      "epoch": 0.7715726515773426,
      "grad_norm": 0.663766622543335,
      "learning_rate": 1.0196512717362284e-05,
      "loss": 2.1095,
      "num_input_tokens_seen": 2694840320,
      "step": 5140
    },
    {
      "epoch": 0.7730737656854697,
      "grad_norm": 0.697460949420929,
      "learning_rate": 1.0186608380185336e-05,
      "loss": 2.115,
      "num_input_tokens_seen": 2700083200,
      "step": 5150
    },
    {
      "epoch": 0.7745748797935968,
      "grad_norm": 0.7035109400749207,
      "learning_rate": 1.0176732848653748e-05,
      "loss": 2.1035,
      "num_input_tokens_seen": 2705326080,
      "step": 5160
    },
    {
      "epoch": 0.7760759939017239,
      "grad_norm": 0.7405036091804504,
      "learning_rate": 1.0166885983407759e-05,
      "loss": 2.1061,
      "num_input_tokens_seen": 2710568960,
      "step": 5170
    },
    {
      "epoch": 0.777577108009851,
      "grad_norm": 0.7046319842338562,
      "learning_rate": 1.0157067646029694e-05,
      "loss": 2.1098,
      "num_input_tokens_seen": 2715811840,
      "step": 5180
    },
    {
      "epoch": 0.7790782221179782,
      "grad_norm": 0.7800982594490051,
      "learning_rate": 1.0147277699035774e-05,
      "loss": 2.0871,
      "num_input_tokens_seen": 2721054720,
      "step": 5190
    },
    {
      "epoch": 0.7805793362261053,
      "grad_norm": 0.6889191269874573,
      "learning_rate": 1.0137516005868044e-05,
      "loss": 2.0951,
      "num_input_tokens_seen": 2726297600,
      "step": 5200
    },
    {
      "epoch": 0.7805793362261053,
      "eval_accuracy": 0.5728083028083029,
      "eval_loss": 2.090898036956787,
      "eval_runtime": 93.559,
      "eval_samples_per_second": 3.207,
      "eval_steps_per_second": 0.802,
      "num_input_tokens_seen": 2726297600,
      "step": 5200
    },
    {
      "epoch": 0.7820804503342325,
      "grad_norm": 0.8273455500602722,
      "learning_rate": 1.0127782430886362e-05,
      "loss": 2.0874,
      "num_input_tokens_seen": 2731540480,
      "step": 5210
    },
    {
      "epoch": 0.7835815644423596,
      "grad_norm": 0.7020549178123474,
      "learning_rate": 1.0118076839360487e-05,
      "loss": 2.1437,
      "num_input_tokens_seen": 2736783360,
      "step": 5220
    },
    {
      "epoch": 0.7850826785504866,
      "grad_norm": 0.6244192719459534,
      "learning_rate": 1.0108399097462245e-05,
      "loss": 2.114,
      "num_input_tokens_seen": 2742026240,
      "step": 5230
    },
    {
      "epoch": 0.7865837926586138,
      "grad_norm": 0.6874685883522034,
      "learning_rate": 1.0098749072257785e-05,
      "loss": 2.0951,
      "num_input_tokens_seen": 2747269120,
      "step": 5240
    },
    {
      "epoch": 0.7880849067667409,
      "grad_norm": 0.9486780762672424,
      "learning_rate": 1.0089126631699902e-05,
      "loss": 2.1273,
      "num_input_tokens_seen": 2752512000,
      "step": 5250
    },
    {
      "epoch": 0.7895860208748681,
      "grad_norm": 0.8076638579368591,
      "learning_rate": 1.0079531644620446e-05,
      "loss": 2.0947,
      "num_input_tokens_seen": 2757754880,
      "step": 5260
    },
    {
      "epoch": 0.7910871349829952,
      "grad_norm": 0.7314202785491943,
      "learning_rate": 1.0069963980722823e-05,
      "loss": 2.1266,
      "num_input_tokens_seen": 2762997760,
      "step": 5270
    },
    {
      "epoch": 0.7925882490911224,
      "grad_norm": 0.6520930528640747,
      "learning_rate": 1.0060423510574553e-05,
      "loss": 2.1178,
      "num_input_tokens_seen": 2768240640,
      "step": 5280
    },
    {
      "epoch": 0.7940893631992495,
      "grad_norm": 0.7945283651351929,
      "learning_rate": 1.0050910105599924e-05,
      "loss": 2.1345,
      "num_input_tokens_seen": 2773483520,
      "step": 5290
    },
    {
      "epoch": 0.7955904773073765,
      "grad_norm": 0.9129828810691833,
      "learning_rate": 1.0041423638072707e-05,
      "loss": 2.1111,
      "num_input_tokens_seen": 2778726400,
      "step": 5300
    },
    {
      "epoch": 0.7970915914155037,
      "grad_norm": 0.7378903031349182,
      "learning_rate": 1.0031963981108954e-05,
      "loss": 2.1075,
      "num_input_tokens_seen": 2783969280,
      "step": 5310
    },
    {
      "epoch": 0.7985927055236308,
      "grad_norm": 0.8121985197067261,
      "learning_rate": 1.0022531008659884e-05,
      "loss": 2.105,
      "num_input_tokens_seen": 2789212160,
      "step": 5320
    },
    {
      "epoch": 0.800093819631758,
      "grad_norm": 0.9001929759979248,
      "learning_rate": 1.0013124595504802e-05,
      "loss": 2.1389,
      "num_input_tokens_seen": 2794455040,
      "step": 5330
    },
    {
      "epoch": 0.8015949337398851,
      "grad_norm": 0.6680558323860168,
      "learning_rate": 1.0003744617244145e-05,
      "loss": 2.1057,
      "num_input_tokens_seen": 2799697920,
      "step": 5340
    },
    {
      "epoch": 0.8030960478480123,
      "grad_norm": 0.7327044606208801,
      "learning_rate": 9.994390950292557e-06,
      "loss": 2.1291,
      "num_input_tokens_seen": 2804940800,
      "step": 5350
    },
    {
      "epoch": 0.8045971619561393,
      "grad_norm": 0.8424970507621765,
      "learning_rate": 9.985063471872047e-06,
      "loss": 2.1063,
      "num_input_tokens_seen": 2810183680,
      "step": 5360
    },
    {
      "epoch": 0.8060982760642664,
      "grad_norm": 0.8721758127212524,
      "learning_rate": 9.975762060005233e-06,
      "loss": 2.1093,
      "num_input_tokens_seen": 2815426560,
      "step": 5370
    },
    {
      "epoch": 0.8075993901723936,
      "grad_norm": 0.8354282379150391,
      "learning_rate": 9.966486593508638e-06,
      "loss": 2.1093,
      "num_input_tokens_seen": 2820669440,
      "step": 5380
    },
    {
      "epoch": 0.8091005042805207,
      "grad_norm": 0.7554700970649719,
      "learning_rate": 9.957236951986044e-06,
      "loss": 2.1185,
      "num_input_tokens_seen": 2825912320,
      "step": 5390
    },
    {
      "epoch": 0.8106016183886479,
      "grad_norm": 0.6626455783843994,
      "learning_rate": 9.948013015821951e-06,
      "loss": 2.0802,
      "num_input_tokens_seen": 2831155200,
      "step": 5400
    },
    {
      "epoch": 0.812102732496775,
      "grad_norm": 0.7216958403587341,
      "learning_rate": 9.938814666175072e-06,
      "loss": 2.0879,
      "num_input_tokens_seen": 2836398080,
      "step": 5410
    },
    {
      "epoch": 0.813603846604902,
      "grad_norm": 0.7840401530265808,
      "learning_rate": 9.929641784971893e-06,
      "loss": 2.1033,
      "num_input_tokens_seen": 2841640960,
      "step": 5420
    },
    {
      "epoch": 0.8151049607130292,
      "grad_norm": 0.8764855265617371,
      "learning_rate": 9.920494254900313e-06,
      "loss": 2.0822,
      "num_input_tokens_seen": 2846883840,
      "step": 5430
    },
    {
      "epoch": 0.8166060748211563,
      "grad_norm": 0.8843982219696045,
      "learning_rate": 9.911371959403354e-06,
      "loss": 2.1132,
      "num_input_tokens_seen": 2852126720,
      "step": 5440
    },
    {
      "epoch": 0.8181071889292835,
      "grad_norm": 0.7158339023590088,
      "learning_rate": 9.902274782672901e-06,
      "loss": 2.1019,
      "num_input_tokens_seen": 2857369600,
      "step": 5450
    },
    {
      "epoch": 0.8196083030374106,
      "grad_norm": 0.6980221271514893,
      "learning_rate": 9.893202609643547e-06,
      "loss": 2.0935,
      "num_input_tokens_seen": 2862612480,
      "step": 5460
    },
    {
      "epoch": 0.8211094171455378,
      "grad_norm": 0.6455651521682739,
      "learning_rate": 9.88415532598647e-06,
      "loss": 2.1212,
      "num_input_tokens_seen": 2867855360,
      "step": 5470
    },
    {
      "epoch": 0.8226105312536648,
      "grad_norm": 0.6872067451477051,
      "learning_rate": 9.875132818103386e-06,
      "loss": 2.0931,
      "num_input_tokens_seen": 2873098240,
      "step": 5480
    },
    {
      "epoch": 0.8241116453617919,
      "grad_norm": 0.8125963807106018,
      "learning_rate": 9.86613497312055e-06,
      "loss": 2.1199,
      "num_input_tokens_seen": 2878341120,
      "step": 5490
    },
    {
      "epoch": 0.8256127594699191,
      "grad_norm": 0.840162992477417,
      "learning_rate": 9.857161678882842e-06,
      "loss": 2.131,
      "num_input_tokens_seen": 2883584000,
      "step": 5500
    },
    {
      "epoch": 0.8271138735780462,
      "grad_norm": 0.774443507194519,
      "learning_rate": 9.848212823947872e-06,
      "loss": 2.0972,
      "num_input_tokens_seen": 2888826880,
      "step": 5510
    },
    {
      "epoch": 0.8286149876861734,
      "grad_norm": 0.7709413766860962,
      "learning_rate": 9.839288297580194e-06,
      "loss": 2.1215,
      "num_input_tokens_seen": 2894069760,
      "step": 5520
    },
    {
      "epoch": 0.8301161017943005,
      "grad_norm": 0.738002598285675,
      "learning_rate": 9.830387989745525e-06,
      "loss": 2.0852,
      "num_input_tokens_seen": 2899312640,
      "step": 5530
    },
    {
      "epoch": 0.8316172159024275,
      "grad_norm": 0.803095817565918,
      "learning_rate": 9.821511791105069e-06,
      "loss": 2.1179,
      "num_input_tokens_seen": 2904555520,
      "step": 5540
    },
    {
      "epoch": 0.8331183300105547,
      "grad_norm": 0.808690071105957,
      "learning_rate": 9.812659593009853e-06,
      "loss": 2.1157,
      "num_input_tokens_seen": 2909798400,
      "step": 5550
    },
    {
      "epoch": 0.8346194441186818,
      "grad_norm": 0.7011695504188538,
      "learning_rate": 9.803831287495165e-06,
      "loss": 2.1104,
      "num_input_tokens_seen": 2915041280,
      "step": 5560
    },
    {
      "epoch": 0.836120558226809,
      "grad_norm": 0.8309350609779358,
      "learning_rate": 9.795026767275002e-06,
      "loss": 2.0879,
      "num_input_tokens_seen": 2920284160,
      "step": 5570
    },
    {
      "epoch": 0.8376216723349361,
      "grad_norm": 0.7645972371101379,
      "learning_rate": 9.78624592573661e-06,
      "loss": 2.083,
      "num_input_tokens_seen": 2925527040,
      "step": 5580
    },
    {
      "epoch": 0.8391227864430633,
      "grad_norm": 0.770995557308197,
      "learning_rate": 9.777488656935059e-06,
      "loss": 2.1311,
      "num_input_tokens_seen": 2930769920,
      "step": 5590
    },
    {
      "epoch": 0.8406239005511903,
      "grad_norm": 0.7518852949142456,
      "learning_rate": 9.768754855587863e-06,
      "loss": 2.0951,
      "num_input_tokens_seen": 2936012800,
      "step": 5600
    },
    {
      "epoch": 0.8406239005511903,
      "eval_accuracy": 0.5732901912901913,
      "eval_loss": 2.0876457691192627,
      "eval_runtime": 94.3441,
      "eval_samples_per_second": 3.18,
      "eval_steps_per_second": 0.795,
      "num_input_tokens_seen": 2936012800,
      "step": 5600
    },
    {
      "epoch": 0.8421250146593174,
      "grad_norm": 0.8328472375869751,
      "learning_rate": 9.760044417069675e-06,
      "loss": 2.1032,
      "num_input_tokens_seen": 2941255680,
      "step": 5610
    },
    {
      "epoch": 0.8436261287674446,
      "grad_norm": 0.803054690361023,
      "learning_rate": 9.75135723740702e-06,
      "loss": 2.0893,
      "num_input_tokens_seen": 2946498560,
      "step": 5620
    },
    {
      "epoch": 0.8451272428755717,
      "grad_norm": 1.0215765237808228,
      "learning_rate": 9.742693213273084e-06,
      "loss": 2.091,
      "num_input_tokens_seen": 2951741440,
      "step": 5630
    },
    {
      "epoch": 0.8466283569836989,
      "grad_norm": 0.669141948223114,
      "learning_rate": 9.734052241982545e-06,
      "loss": 2.1025,
      "num_input_tokens_seen": 2956984320,
      "step": 5640
    },
    {
      "epoch": 0.848129471091826,
      "grad_norm": 0.7541179656982422,
      "learning_rate": 9.725434221486473e-06,
      "loss": 2.1037,
      "num_input_tokens_seen": 2962227200,
      "step": 5650
    },
    {
      "epoch": 0.849630585199953,
      "grad_norm": 0.8103038668632507,
      "learning_rate": 9.716839050367259e-06,
      "loss": 2.1022,
      "num_input_tokens_seen": 2967470080,
      "step": 5660
    },
    {
      "epoch": 0.8511316993080802,
      "grad_norm": 0.7163017988204956,
      "learning_rate": 9.7082666278336e-06,
      "loss": 2.1019,
      "num_input_tokens_seen": 2972712960,
      "step": 5670
    },
    {
      "epoch": 0.8526328134162073,
      "grad_norm": 0.7300000786781311,
      "learning_rate": 9.699716853715554e-06,
      "loss": 2.118,
      "num_input_tokens_seen": 2977955840,
      "step": 5680
    },
    {
      "epoch": 0.8541339275243345,
      "grad_norm": 0.7246140241622925,
      "learning_rate": 9.691189628459591e-06,
      "loss": 2.1528,
      "num_input_tokens_seen": 2983198720,
      "step": 5690
    },
    {
      "epoch": 0.8556350416324616,
      "grad_norm": 0.8242561221122742,
      "learning_rate": 9.682684853123759e-06,
      "loss": 2.1482,
      "num_input_tokens_seen": 2988441600,
      "step": 5700
    },
    {
      "epoch": 0.8571361557405888,
      "grad_norm": 0.7430049777030945,
      "learning_rate": 9.674202429372843e-06,
      "loss": 2.0871,
      "num_input_tokens_seen": 2993684480,
      "step": 5710
    },
    {
      "epoch": 0.8586372698487158,
      "grad_norm": 0.7430338263511658,
      "learning_rate": 9.665742259473581e-06,
      "loss": 2.0706,
      "num_input_tokens_seen": 2998927360,
      "step": 5720
    },
    {
      "epoch": 0.860138383956843,
      "grad_norm": 0.7350336313247681,
      "learning_rate": 9.657304246289963e-06,
      "loss": 2.1035,
      "num_input_tokens_seen": 3004170240,
      "step": 5730
    },
    {
      "epoch": 0.8616394980649701,
      "grad_norm": 0.5950428247451782,
      "learning_rate": 9.64888829327852e-06,
      "loss": 2.1055,
      "num_input_tokens_seen": 3009413120,
      "step": 5740
    },
    {
      "epoch": 0.8631406121730972,
      "grad_norm": 0.7408620715141296,
      "learning_rate": 9.640494304483698e-06,
      "loss": 2.1078,
      "num_input_tokens_seen": 3014656000,
      "step": 5750
    },
    {
      "epoch": 0.8646417262812244,
      "grad_norm": 0.8998221158981323,
      "learning_rate": 9.63212218453326e-06,
      "loss": 2.1249,
      "num_input_tokens_seen": 3019898880,
      "step": 5760
    },
    {
      "epoch": 0.8661428403893515,
      "grad_norm": 0.8028159141540527,
      "learning_rate": 9.623771838633735e-06,
      "loss": 2.0808,
      "num_input_tokens_seen": 3025141760,
      "step": 5770
    },
    {
      "epoch": 0.8676439544974786,
      "grad_norm": 0.7718355655670166,
      "learning_rate": 9.615443172565908e-06,
      "loss": 2.1335,
      "num_input_tokens_seen": 3030384640,
      "step": 5780
    },
    {
      "epoch": 0.8691450686056057,
      "grad_norm": 0.6967669129371643,
      "learning_rate": 9.607136092680355e-06,
      "loss": 2.1056,
      "num_input_tokens_seen": 3035627520,
      "step": 5790
    },
    {
      "epoch": 0.8706461827137328,
      "grad_norm": 0.8609460592269897,
      "learning_rate": 9.598850505893025e-06,
      "loss": 2.1219,
      "num_input_tokens_seen": 3040870400,
      "step": 5800
    },
    {
      "epoch": 0.87214729682186,
      "grad_norm": 0.7492549419403076,
      "learning_rate": 9.590586319680857e-06,
      "loss": 2.0746,
      "num_input_tokens_seen": 3046113280,
      "step": 5810
    },
    {
      "epoch": 0.8736484109299871,
      "grad_norm": 0.7335068583488464,
      "learning_rate": 9.582343442077434e-06,
      "loss": 2.1379,
      "num_input_tokens_seen": 3051356160,
      "step": 5820
    },
    {
      "epoch": 0.8751495250381143,
      "grad_norm": 0.6927693486213684,
      "learning_rate": 9.574121781668698e-06,
      "loss": 2.1052,
      "num_input_tokens_seen": 3056599040,
      "step": 5830
    },
    {
      "epoch": 0.8766506391462413,
      "grad_norm": 0.7068751454353333,
      "learning_rate": 9.565921247588678e-06,
      "loss": 2.0933,
      "num_input_tokens_seen": 3061841920,
      "step": 5840
    },
    {
      "epoch": 0.8781517532543685,
      "grad_norm": 0.7502044439315796,
      "learning_rate": 9.557741749515278e-06,
      "loss": 2.0825,
      "num_input_tokens_seen": 3067084800,
      "step": 5850
    },
    {
      "epoch": 0.8796528673624956,
      "grad_norm": 0.6573644876480103,
      "learning_rate": 9.549583197666103e-06,
      "loss": 2.1222,
      "num_input_tokens_seen": 3072327680,
      "step": 5860
    },
    {
      "epoch": 0.8811539814706227,
      "grad_norm": 0.8025186657905579,
      "learning_rate": 9.541445502794315e-06,
      "loss": 2.0886,
      "num_input_tokens_seen": 3077570560,
      "step": 5870
    },
    {
      "epoch": 0.8826550955787499,
      "grad_norm": 0.8089122176170349,
      "learning_rate": 9.533328576184532e-06,
      "loss": 2.1055,
      "num_input_tokens_seen": 3082813440,
      "step": 5880
    },
    {
      "epoch": 0.884156209686877,
      "grad_norm": 0.8042004704475403,
      "learning_rate": 9.525232329648768e-06,
      "loss": 2.1178,
      "num_input_tokens_seen": 3088056320,
      "step": 5890
    },
    {
      "epoch": 0.8856573237950041,
      "grad_norm": 0.8820722699165344,
      "learning_rate": 9.517156675522405e-06,
      "loss": 2.0989,
      "num_input_tokens_seen": 3093299200,
      "step": 5900
    },
    {
      "epoch": 0.8871584379031312,
      "grad_norm": 0.731745719909668,
      "learning_rate": 9.509101526660216e-06,
      "loss": 2.1112,
      "num_input_tokens_seen": 3098542080,
      "step": 5910
    },
    {
      "epoch": 0.8886595520112583,
      "grad_norm": 0.8687134981155396,
      "learning_rate": 9.501066796432403e-06,
      "loss": 2.0962,
      "num_input_tokens_seen": 3103784960,
      "step": 5920
    },
    {
      "epoch": 0.8901606661193855,
      "grad_norm": 0.7933871150016785,
      "learning_rate": 9.493052398720693e-06,
      "loss": 2.1376,
      "num_input_tokens_seen": 3109027840,
      "step": 5930
    },
    {
      "epoch": 0.8916617802275126,
      "grad_norm": 0.8090782165527344,
      "learning_rate": 9.485058247914453e-06,
      "loss": 2.1105,
      "num_input_tokens_seen": 3114270720,
      "step": 5940
    },
    {
      "epoch": 0.8931628943356398,
      "grad_norm": 0.7016152739524841,
      "learning_rate": 9.477084258906861e-06,
      "loss": 2.0717,
      "num_input_tokens_seen": 3119513600,
      "step": 5950
    },
    {
      "epoch": 0.8946640084437668,
      "grad_norm": 0.7488442659378052,
      "learning_rate": 9.469130347091085e-06,
      "loss": 2.1083,
      "num_input_tokens_seen": 3124756480,
      "step": 5960
    },
    {
      "epoch": 0.896165122551894,
      "grad_norm": 0.8162315487861633,
      "learning_rate": 9.461196428356533e-06,
      "loss": 2.0822,
      "num_input_tokens_seen": 3129999360,
      "step": 5970
    },
    {
      "epoch": 0.8976662366600211,
      "grad_norm": 0.6994791030883789,
      "learning_rate": 9.453282419085091e-06,
      "loss": 2.1665,
      "num_input_tokens_seen": 3135242240,
      "step": 5980
    },
    {
      "epoch": 0.8991673507681482,
      "grad_norm": 0.7622292041778564,
      "learning_rate": 9.445388236147448e-06,
      "loss": 2.0986,
      "num_input_tokens_seen": 3140485120,
      "step": 5990
    },
    {
      "epoch": 0.9006684648762754,
      "grad_norm": 0.7731397747993469,
      "learning_rate": 9.437513796899408e-06,
      "loss": 2.1335,
      "num_input_tokens_seen": 3145728000,
      "step": 6000
    },
    {
      "epoch": 0.9006684648762754,
      "eval_accuracy": 0.5739422059422059,
      "eval_loss": 2.0838024616241455,
      "eval_runtime": 93.3731,
      "eval_samples_per_second": 3.213,
      "eval_steps_per_second": 0.803,
      "num_input_tokens_seen": 3145728000,
      "step": 6000
    },
    {
      "epoch": 0.9021695789844025,
      "grad_norm": 0.7499359250068665,
      "learning_rate": 9.429659019178268e-06,
      "loss": 2.1091,
      "num_input_tokens_seen": 3150970880,
      "step": 6010
    },
    {
      "epoch": 0.9036706930925296,
      "grad_norm": 1.0717604160308838,
      "learning_rate": 9.421823821299214e-06,
      "loss": 2.0924,
      "num_input_tokens_seen": 3156213760,
      "step": 6020
    },
    {
      "epoch": 0.9051718072006567,
      "grad_norm": 0.8998821973800659,
      "learning_rate": 9.414008122051756e-06,
      "loss": 2.108,
      "num_input_tokens_seen": 3161456640,
      "step": 6030
    },
    {
      "epoch": 0.9066729213087839,
      "grad_norm": 0.9980584383010864,
      "learning_rate": 9.406211840696178e-06,
      "loss": 2.0913,
      "num_input_tokens_seen": 3166699520,
      "step": 6040
    },
    {
      "epoch": 0.908174035416911,
      "grad_norm": 0.8425881862640381,
      "learning_rate": 9.398434896960062e-06,
      "loss": 2.1174,
      "num_input_tokens_seen": 3171942400,
      "step": 6050
    },
    {
      "epoch": 0.9096751495250381,
      "grad_norm": 0.7694622874259949,
      "learning_rate": 9.390677211034795e-06,
      "loss": 2.1214,
      "num_input_tokens_seen": 3177185280,
      "step": 6060
    },
    {
      "epoch": 0.9111762636331653,
      "grad_norm": 0.8509136438369751,
      "learning_rate": 9.382938703572126e-06,
      "loss": 2.1062,
      "num_input_tokens_seen": 3182428160,
      "step": 6070
    },
    {
      "epoch": 0.9126773777412923,
      "grad_norm": 0.688194990158081,
      "learning_rate": 9.375219295680784e-06,
      "loss": 2.0959,
      "num_input_tokens_seen": 3187671040,
      "step": 6080
    },
    {
      "epoch": 0.9141784918494195,
      "grad_norm": 0.9447828531265259,
      "learning_rate": 9.367518908923069e-06,
      "loss": 2.1215,
      "num_input_tokens_seen": 3192913920,
      "step": 6090
    },
    {
      "epoch": 0.9156796059575466,
      "grad_norm": 0.7632228136062622,
      "learning_rate": 9.35983746531152e-06,
      "loss": 2.0893,
      "num_input_tokens_seen": 3198156800,
      "step": 6100
    },
    {
      "epoch": 0.9171807200656737,
      "grad_norm": 0.6607562899589539,
      "learning_rate": 9.352174887305604e-06,
      "loss": 2.1476,
      "num_input_tokens_seen": 3203399680,
      "step": 6110
    },
    {
      "epoch": 0.9186818341738009,
      "grad_norm": 0.7273072004318237,
      "learning_rate": 9.344531097808414e-06,
      "loss": 2.0986,
      "num_input_tokens_seen": 3208642560,
      "step": 6120
    },
    {
      "epoch": 0.920182948281928,
      "grad_norm": 0.7447370290756226,
      "learning_rate": 9.336906020163414e-06,
      "loss": 2.1146,
      "num_input_tokens_seen": 3213885440,
      "step": 6130
    },
    {
      "epoch": 0.9216840623900551,
      "grad_norm": 0.6748001575469971,
      "learning_rate": 9.329299578151221e-06,
      "loss": 2.0587,
      "num_input_tokens_seen": 3219128320,
      "step": 6140
    },
    {
      "epoch": 0.9231851764981822,
      "grad_norm": 0.874092698097229,
      "learning_rate": 9.321711695986389e-06,
      "loss": 2.1088,
      "num_input_tokens_seen": 3224371200,
      "step": 6150
    },
    {
      "epoch": 0.9246862906063094,
      "grad_norm": 0.7109676003456116,
      "learning_rate": 9.314142298314256e-06,
      "loss": 2.1308,
      "num_input_tokens_seen": 3229614080,
      "step": 6160
    },
    {
      "epoch": 0.9261874047144365,
      "grad_norm": 0.9448009133338928,
      "learning_rate": 9.306591310207784e-06,
      "loss": 2.1008,
      "num_input_tokens_seen": 3234856960,
      "step": 6170
    },
    {
      "epoch": 0.9276885188225636,
      "grad_norm": 1.0548337697982788,
      "learning_rate": 9.29905865716445e-06,
      "loss": 2.1113,
      "num_input_tokens_seen": 3240099840,
      "step": 6180
    },
    {
      "epoch": 0.9291896329306908,
      "grad_norm": 0.8548759818077087,
      "learning_rate": 9.291544265103168e-06,
      "loss": 2.0949,
      "num_input_tokens_seen": 3245342720,
      "step": 6190
    },
    {
      "epoch": 0.9306907470388178,
      "grad_norm": 0.7196878790855408,
      "learning_rate": 9.284048060361212e-06,
      "loss": 2.1348,
      "num_input_tokens_seen": 3250585600,
      "step": 6200
    },
    {
      "epoch": 0.932191861146945,
      "grad_norm": 0.970755934715271,
      "learning_rate": 9.276569969691194e-06,
      "loss": 2.1198,
      "num_input_tokens_seen": 3255828480,
      "step": 6210
    },
    {
      "epoch": 0.9336929752550721,
      "grad_norm": 0.7153322100639343,
      "learning_rate": 9.26910992025806e-06,
      "loss": 2.1145,
      "num_input_tokens_seen": 3261071360,
      "step": 6220
    },
    {
      "epoch": 0.9351940893631993,
      "grad_norm": 0.9428135752677917,
      "learning_rate": 9.2616678396361e-06,
      "loss": 2.0888,
      "num_input_tokens_seen": 3266314240,
      "step": 6230
    },
    {
      "epoch": 0.9366952034713264,
      "grad_norm": 0.8652244806289673,
      "learning_rate": 9.254243655806003e-06,
      "loss": 2.0739,
      "num_input_tokens_seen": 3271557120,
      "step": 6240
    },
    {
      "epoch": 0.9381963175794535,
      "grad_norm": 1.0319374799728394,
      "learning_rate": 9.24683729715193e-06,
      "loss": 2.127,
      "num_input_tokens_seen": 3276800000,
      "step": 6250
    },
    {
      "epoch": 0.9396974316875806,
      "grad_norm": 1.1255468130111694,
      "learning_rate": 9.239448692458609e-06,
      "loss": 2.1033,
      "num_input_tokens_seen": 3282042880,
      "step": 6260
    },
    {
      "epoch": 0.9411985457957077,
      "grad_norm": 0.7438716888427734,
      "learning_rate": 9.232077770908458e-06,
      "loss": 2.1018,
      "num_input_tokens_seen": 3287285760,
      "step": 6270
    },
    {
      "epoch": 0.9426996599038349,
      "grad_norm": 0.7200952768325806,
      "learning_rate": 9.22472446207874e-06,
      "loss": 2.1389,
      "num_input_tokens_seen": 3292528640,
      "step": 6280
    },
    {
      "epoch": 0.944200774011962,
      "grad_norm": 0.6740290522575378,
      "learning_rate": 9.21738869593873e-06,
      "loss": 2.0873,
      "num_input_tokens_seen": 3297771520,
      "step": 6290
    },
    {
      "epoch": 0.9457018881200892,
      "grad_norm": 0.7916491031646729,
      "learning_rate": 9.210070402846921e-06,
      "loss": 2.0943,
      "num_input_tokens_seen": 3303014400,
      "step": 6300
    },
    {
      "epoch": 0.9472030022282163,
      "grad_norm": 0.9598779678344727,
      "learning_rate": 9.202769513548237e-06,
      "loss": 2.0996,
      "num_input_tokens_seen": 3308257280,
      "step": 6310
    },
    {
      "epoch": 0.9487041163363433,
      "grad_norm": 0.8254228234291077,
      "learning_rate": 9.195485959171296e-06,
      "loss": 2.0863,
      "num_input_tokens_seen": 3313500160,
      "step": 6320
    },
    {
      "epoch": 0.9502052304444705,
      "grad_norm": 0.6629865169525146,
      "learning_rate": 9.188219671225665e-06,
      "loss": 2.0822,
      "num_input_tokens_seen": 3318743040,
      "step": 6330
    },
    {
      "epoch": 0.9517063445525976,
      "grad_norm": 0.7633962035179138,
      "learning_rate": 9.180970581599163e-06,
      "loss": 2.1215,
      "num_input_tokens_seen": 3323985920,
      "step": 6340
    },
    {
      "epoch": 0.9532074586607248,
      "grad_norm": 0.7902926206588745,
      "learning_rate": 9.17373862255518e-06,
      "loss": 2.1073,
      "num_input_tokens_seen": 3329228800,
      "step": 6350
    },
    {
      "epoch": 0.9547085727688519,
      "grad_norm": 0.7041093111038208,
      "learning_rate": 9.16652372673002e-06,
      "loss": 2.1416,
      "num_input_tokens_seen": 3334471680,
      "step": 6360
    },
    {
      "epoch": 0.956209686876979,
      "grad_norm": 0.7147159576416016,
      "learning_rate": 9.159325827130255e-06,
      "loss": 2.0744,
      "num_input_tokens_seen": 3339714560,
      "step": 6370
    },
    {
      "epoch": 0.9577108009851061,
      "grad_norm": 0.7527651786804199,
      "learning_rate": 9.152144857130128e-06,
      "loss": 2.1002,
      "num_input_tokens_seen": 3344957440,
      "step": 6380
    },
    {
      "epoch": 0.9592119150932332,
      "grad_norm": 0.7740973830223083,
      "learning_rate": 9.144980750468947e-06,
      "loss": 2.0972,
      "num_input_tokens_seen": 3350200320,
      "step": 6390
    },
    {
      "epoch": 0.9607130292013604,
      "grad_norm": 0.8114108443260193,
      "learning_rate": 9.137833441248534e-06,
      "loss": 2.0731,
      "num_input_tokens_seen": 3355443200,
      "step": 6400
    },
    {
      "epoch": 0.9607130292013604,
      "eval_accuracy": 0.5744249084249085,
      "eval_loss": 2.080249071121216,
      "eval_runtime": 93.7101,
      "eval_samples_per_second": 3.201,
      "eval_steps_per_second": 0.8,
      "num_input_tokens_seen": 3355443200,
      "step": 6400
    },
    {
      "epoch": 0.9622141433094875,
      "grad_norm": 0.7784215211868286,
      "learning_rate": 9.130702863930661e-06,
      "loss": 2.0991,
      "num_input_tokens_seen": 3360686080,
      "step": 6410
    },
    {
      "epoch": 0.9637152574176147,
      "grad_norm": 0.883834958076477,
      "learning_rate": 9.123588953334543e-06,
      "loss": 2.127,
      "num_input_tokens_seen": 3365928960,
      "step": 6420
    },
    {
      "epoch": 0.9652163715257418,
      "grad_norm": 0.6606909036636353,
      "learning_rate": 9.116491644634323e-06,
      "loss": 2.0898,
      "num_input_tokens_seen": 3371171840,
      "step": 6430
    },
    {
      "epoch": 0.9667174856338688,
      "grad_norm": 0.8438331484794617,
      "learning_rate": 9.109410873356595e-06,
      "loss": 2.097,
      "num_input_tokens_seen": 3376414720,
      "step": 6440
    },
    {
      "epoch": 0.968218599741996,
      "grad_norm": 0.7696127891540527,
      "learning_rate": 9.102346575377945e-06,
      "loss": 2.0882,
      "num_input_tokens_seen": 3381657600,
      "step": 6450
    },
    {
      "epoch": 0.9697197138501231,
      "grad_norm": 0.7825368642807007,
      "learning_rate": 9.095298686922513e-06,
      "loss": 2.099,
      "num_input_tokens_seen": 3386900480,
      "step": 6460
    },
    {
      "epoch": 0.9712208279582503,
      "grad_norm": 1.1647248268127441,
      "learning_rate": 9.088267144559575e-06,
      "loss": 2.0652,
      "num_input_tokens_seen": 3392143360,
      "step": 6470
    },
    {
      "epoch": 0.9727219420663774,
      "grad_norm": 0.8124563694000244,
      "learning_rate": 9.081251885201133e-06,
      "loss": 2.0914,
      "num_input_tokens_seen": 3397386240,
      "step": 6480
    },
    {
      "epoch": 0.9742230561745046,
      "grad_norm": 0.8535528779029846,
      "learning_rate": 9.074252846099567e-06,
      "loss": 2.0706,
      "num_input_tokens_seen": 3402629120,
      "step": 6490
    },
    {
      "epoch": 0.9757241702826316,
      "grad_norm": 0.8512585759162903,
      "learning_rate": 9.067269964845241e-06,
      "loss": 2.1627,
      "num_input_tokens_seen": 3407872000,
      "step": 6500
    },
    {
      "epoch": 0.9772252843907587,
      "grad_norm": 0.7466162443161011,
      "learning_rate": 9.060303179364195e-06,
      "loss": 2.0776,
      "num_input_tokens_seen": 3413114880,
      "step": 6510
    },
    {
      "epoch": 0.9787263984988859,
      "grad_norm": 0.8283933997154236,
      "learning_rate": 9.053352427915811e-06,
      "loss": 2.0799,
      "num_input_tokens_seen": 3418357760,
      "step": 6520
    },
    {
      "epoch": 0.980227512607013,
      "grad_norm": 0.6737175583839417,
      "learning_rate": 9.04641764909052e-06,
      "loss": 2.0664,
      "num_input_tokens_seen": 3423600640,
      "step": 6530
    },
    {
      "epoch": 0.9817286267151402,
      "grad_norm": 0.6306325197219849,
      "learning_rate": 9.039498781807522e-06,
      "loss": 2.0973,
      "num_input_tokens_seen": 3428843520,
      "step": 6540
    },
    {
      "epoch": 0.9832297408232673,
      "grad_norm": 0.7176161408424377,
      "learning_rate": 9.032595765312539e-06,
      "loss": 2.0812,
      "num_input_tokens_seen": 3434086400,
      "step": 6550
    },
    {
      "epoch": 0.9847308549313943,
      "grad_norm": 0.7962211966514587,
      "learning_rate": 9.025708539175545e-06,
      "loss": 2.084,
      "num_input_tokens_seen": 3439329280,
      "step": 6560
    },
    {
      "epoch": 0.9862319690395215,
      "grad_norm": 0.9422264099121094,
      "learning_rate": 9.018837043288575e-06,
      "loss": 2.1091,
      "num_input_tokens_seen": 3444572160,
      "step": 6570
    },
    {
      "epoch": 0.9877330831476486,
      "grad_norm": 0.7303385734558105,
      "learning_rate": 9.011981217863507e-06,
      "loss": 2.113,
      "num_input_tokens_seen": 3449815040,
      "step": 6580
    },
    {
      "epoch": 0.9892341972557758,
      "grad_norm": 0.8498770594596863,
      "learning_rate": 9.005141003429877e-06,
      "loss": 2.1057,
      "num_input_tokens_seen": 3455057920,
      "step": 6590
    },
    {
      "epoch": 0.9907353113639029,
      "grad_norm": 0.945923924446106,
      "learning_rate": 8.99831634083271e-06,
      "loss": 2.0949,
      "num_input_tokens_seen": 3460300800,
      "step": 6600
    },
    {
      "epoch": 0.9922364254720301,
      "grad_norm": 0.8327839374542236,
      "learning_rate": 8.991507171230386e-06,
      "loss": 2.1105,
      "num_input_tokens_seen": 3465543680,
      "step": 6610
    },
    {
      "epoch": 0.9937375395801572,
      "grad_norm": 0.8914210200309753,
      "learning_rate": 8.98471343609249e-06,
      "loss": 2.1146,
      "num_input_tokens_seen": 3470786560,
      "step": 6620
    },
    {
      "epoch": 0.9952386536882842,
      "grad_norm": 0.8601353168487549,
      "learning_rate": 8.977935077197712e-06,
      "loss": 2.1059,
      "num_input_tokens_seen": 3476029440,
      "step": 6630
    },
    {
      "epoch": 0.9967397677964114,
      "grad_norm": 0.8136289715766907,
      "learning_rate": 8.971172036631744e-06,
      "loss": 2.0737,
      "num_input_tokens_seen": 3481272320,
      "step": 6640
    },
    {
      "epoch": 0.9982408819045385,
      "grad_norm": 0.980107843875885,
      "learning_rate": 8.964424256785211e-06,
      "loss": 2.0816,
      "num_input_tokens_seen": 3486515200,
      "step": 6650
    },
    {
      "epoch": 0.9997419960126657,
      "grad_norm": 0.812223494052887,
      "learning_rate": 8.9576916803516e-06,
      "loss": 2.0981,
      "num_input_tokens_seen": 3491758080,
      "step": 6660
    },
    {
      "epoch": 0.9998921074234783,
      "num_input_tokens_seen": 3492282368,
      "step": 6661,
      "total_flos": 4.5723602603621745e+18,
      "train_loss": 2.154333936901462,
      "train_runtime": 99522.0612,
      "train_samples_per_second": 8.568,
      "train_steps_per_second": 0.067
    }
  ],
  "logging_steps": 10,
  "max_steps": 6661,
  "num_input_tokens_seen": 3492282368,
  "num_train_epochs": 1,
  "save_steps": 200,
  "total_flos": 4.5723602603621745e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}