{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.987452948557088,
  "eval_steps": 500,
  "global_step": 1990,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.050188205771643665,
      "grad_norm": 0.3712446093559265,
      "learning_rate": 0.00019998753895176575,
      "loss": 1.308,
      "step": 10
    },
    {
      "epoch": 0.10037641154328733,
      "grad_norm": 0.2267504632472992,
      "learning_rate": 0.0001999501589126174,
      "loss": 1.0216,
      "step": 20
    },
    {
      "epoch": 0.15056461731493098,
      "grad_norm": 0.21779587864875793,
      "learning_rate": 0.00019988786919844436,
      "loss": 0.9698,
      "step": 30
    },
    {
      "epoch": 0.20075282308657466,
      "grad_norm": 0.19701333343982697,
      "learning_rate": 0.00019980068533314934,
      "loss": 0.9313,
      "step": 40
    },
    {
      "epoch": 0.25094102885821834,
      "grad_norm": 0.20786035060882568,
      "learning_rate": 0.00019968862904477935,
      "loss": 0.9067,
      "step": 50
    },
    {
      "epoch": 0.30112923462986196,
      "grad_norm": 0.20178885757923126,
      "learning_rate": 0.00019955172826011062,
      "loss": 0.8945,
      "step": 60
    },
    {
      "epoch": 0.35131744040150564,
      "grad_norm": 0.21096089482307434,
      "learning_rate": 0.0001993900170976888,
      "loss": 0.8929,
      "step": 70
    },
    {
      "epoch": 0.4015056461731493,
      "grad_norm": 0.21473677456378937,
      "learning_rate": 0.00019920353585932578,
      "loss": 0.8688,
      "step": 80
    },
    {
      "epoch": 0.451693851944793,
      "grad_norm": 0.23557408154010773,
      "learning_rate": 0.00019899233102005573,
      "loss": 0.8585,
      "step": 90
    },
    {
      "epoch": 0.5018820577164367,
      "grad_norm": 0.21959255635738373,
      "learning_rate": 0.0001987564552165524,
      "loss": 0.8615,
      "step": 100
    },
    {
      "epoch": 0.5520702634880803,
      "grad_norm": 0.23273342847824097,
      "learning_rate": 0.00019849596723401107,
      "loss": 0.8523,
      "step": 110
    },
    {
      "epoch": 0.6022584692597239,
      "grad_norm": 0.22011199593544006,
      "learning_rate": 0.00019821093199149804,
      "loss": 0.8588,
      "step": 120
    },
    {
      "epoch": 0.6524466750313677,
      "grad_norm": 0.2598012685775757,
      "learning_rate": 0.0001979014205257715,
      "loss": 0.8389,
      "step": 130
    },
    {
      "epoch": 0.7026348808030113,
      "grad_norm": 0.251001238822937,
      "learning_rate": 0.0001975675099735774,
      "loss": 0.8297,
      "step": 140
    },
    {
      "epoch": 0.7528230865746549,
      "grad_norm": 0.2203661948442459,
      "learning_rate": 0.00019720928355242568,
      "loss": 0.8222,
      "step": 150
    },
    {
      "epoch": 0.8030112923462986,
      "grad_norm": 0.2208539992570877,
      "learning_rate": 0.00019682683053985072,
      "loss": 0.8365,
      "step": 160
    },
    {
      "epoch": 0.8531994981179423,
      "grad_norm": 0.23628230392932892,
      "learning_rate": 0.00019642024625116117,
      "loss": 0.8242,
      "step": 170
    },
    {
      "epoch": 0.903387703889586,
      "grad_norm": 0.2504488229751587,
      "learning_rate": 0.00019598963201568573,
      "loss": 0.8245,
      "step": 180
    },
    {
      "epoch": 0.9535759096612296,
      "grad_norm": 0.2108476608991623,
      "learning_rate": 0.0001955350951515195,
      "loss": 0.8144,
      "step": 190
    },
    {
      "epoch": 1.0037641154328734,
      "grad_norm": 0.3357304632663727,
      "learning_rate": 0.0001950567489387783,
      "loss": 0.8139,
      "step": 200
    },
    {
      "epoch": 1.053952321204517,
      "grad_norm": 0.2318328619003296,
      "learning_rate": 0.0001945547125913667,
      "loss": 0.8025,
      "step": 210
    },
    {
      "epoch": 1.1041405269761606,
      "grad_norm": 0.21543821692466736,
      "learning_rate": 0.00019402911122726757,
      "loss": 0.7935,
      "step": 220
    },
    {
      "epoch": 1.1543287327478042,
      "grad_norm": 0.22069813311100006,
      "learning_rate": 0.00019348007583735983,
      "loss": 0.7883,
      "step": 230
    },
    {
      "epoch": 1.2045169385194479,
      "grad_norm": 0.23400938510894775,
      "learning_rate": 0.00019290774325277305,
      "loss": 0.7837,
      "step": 240
    },
    {
      "epoch": 1.2547051442910915,
      "grad_norm": 0.21560260653495789,
      "learning_rate": 0.0001923122561107861,
      "loss": 0.7851,
      "step": 250
    },
    {
      "epoch": 1.3048933500627353,
      "grad_norm": 0.220945805311203,
      "learning_rate": 0.00019169376281927888,
      "loss": 0.7804,
      "step": 260
    },
    {
      "epoch": 1.355081555834379,
      "grad_norm": 0.2537701427936554,
      "learning_rate": 0.00019105241751974622,
      "loss": 0.7782,
      "step": 270
    },
    {
      "epoch": 1.4052697616060226,
      "grad_norm": 0.22228342294692993,
      "learning_rate": 0.0001903883800488824,
      "loss": 0.7767,
      "step": 280
    },
    {
      "epoch": 1.4554579673776662,
      "grad_norm": 0.23013311624526978,
      "learning_rate": 0.00018970181589874637,
      "loss": 0.7886,
      "step": 290
    },
    {
      "epoch": 1.50564617314931,
      "grad_norm": 0.24365030229091644,
      "learning_rate": 0.00018899289617551804,
      "loss": 0.7848,
      "step": 300
    },
    {
      "epoch": 1.5558343789209537,
      "grad_norm": 0.2531464993953705,
      "learning_rate": 0.0001882617975568547,
      "loss": 0.7769,
      "step": 310
    },
    {
      "epoch": 1.6060225846925973,
      "grad_norm": 0.22617797553539276,
      "learning_rate": 0.00018750870224785939,
      "loss": 0.7745,
      "step": 320
    },
    {
      "epoch": 1.656210790464241,
      "grad_norm": 0.2243880182504654,
      "learning_rate": 0.00018673379793567146,
      "loss": 0.7687,
      "step": 330
    },
    {
      "epoch": 1.7063989962358845,
      "grad_norm": 0.21209578216075897,
      "learning_rate": 0.0001859372777426912,
      "loss": 0.7628,
      "step": 340
    },
    {
      "epoch": 1.7565872020075282,
      "grad_norm": 0.21007835865020752,
      "learning_rate": 0.00018511934017844948,
      "loss": 0.7595,
      "step": 350
    },
    {
      "epoch": 1.8067754077791718,
      "grad_norm": 0.22626900672912598,
      "learning_rate": 0.00018428018909013506,
      "loss": 0.7605,
      "step": 360
    },
    {
      "epoch": 1.8569636135508154,
      "grad_norm": 0.22667524218559265,
      "learning_rate": 0.00018342003361179176,
      "loss": 0.7726,
      "step": 370
    },
    {
      "epoch": 1.9071518193224593,
      "grad_norm": 0.2177441567182541,
      "learning_rate": 0.00018253908811219764,
      "loss": 0.7595,
      "step": 380
    },
    {
      "epoch": 1.9573400250941029,
      "grad_norm": 0.22076500952243805,
      "learning_rate": 0.00018163757214143992,
      "loss": 0.7554,
      "step": 390
    },
    {
      "epoch": 2.0075282308657467,
      "grad_norm": 0.21619777381420135,
      "learning_rate": 0.00018071571037619853,
      "loss": 0.7353,
      "step": 400
    },
    {
      "epoch": 2.0577164366373903,
      "grad_norm": 0.22108638286590576,
      "learning_rate": 0.00017977373256375194,
      "loss": 0.7281,
      "step": 410
    },
    {
      "epoch": 2.107904642409034,
      "grad_norm": 0.2403818517923355,
      "learning_rate": 0.00017881187346471925,
      "loss": 0.736,
      "step": 420
    },
    {
      "epoch": 2.1580928481806776,
      "grad_norm": 0.2393644005060196,
      "learning_rate": 0.00017783037279455298,
      "loss": 0.724,
      "step": 430
    },
    {
      "epoch": 2.208281053952321,
      "grad_norm": 0.23402653634548187,
      "learning_rate": 0.00017682947516379707,
      "loss": 0.7309,
      "step": 440
    },
    {
      "epoch": 2.258469259723965,
      "grad_norm": 0.24220925569534302,
      "learning_rate": 0.00017580943001712455,
      "loss": 0.7201,
      "step": 450
    },
    {
      "epoch": 2.3086574654956085,
      "grad_norm": 0.2503248155117035,
      "learning_rate": 0.00017477049157117093,
      "loss": 0.7226,
      "step": 460
    },
    {
      "epoch": 2.358845671267252,
      "grad_norm": 0.23094403743743896,
      "learning_rate": 0.0001737129187511779,
      "loss": 0.7206,
      "step": 470
    },
    {
      "epoch": 2.4090338770388957,
      "grad_norm": 0.23082856833934784,
      "learning_rate": 0.00017263697512646394,
      "loss": 0.7133,
      "step": 480
    },
    {
      "epoch": 2.4592220828105393,
      "grad_norm": 0.2403910756111145,
      "learning_rate": 0.00017154292884473713,
      "loss": 0.7307,
      "step": 490
    },
    {
      "epoch": 2.509410288582183,
      "grad_norm": 0.2515548765659332,
      "learning_rate": 0.00017043105256526724,
      "loss": 0.7264,
      "step": 500
    },
    {
      "epoch": 2.5595984943538266,
      "grad_norm": 0.23908871412277222,
      "learning_rate": 0.00016930162339093318,
      "loss": 0.7258,
      "step": 510
    },
    {
      "epoch": 2.6097867001254706,
      "grad_norm": 0.2339881807565689,
      "learning_rate": 0.0001681549227991634,
      "loss": 0.7189,
      "step": 520
    },
    {
      "epoch": 2.6599749058971143,
      "grad_norm": 0.23234973847866058,
      "learning_rate": 0.00016699123657178553,
      "loss": 0.7144,
      "step": 530
    },
    {
      "epoch": 2.710163111668758,
      "grad_norm": 0.252946674823761,
      "learning_rate": 0.00016581085472380376,
      "loss": 0.7199,
      "step": 540
    },
    {
      "epoch": 2.7603513174404015,
      "grad_norm": 0.23885370790958405,
      "learning_rate": 0.00016461407143112097,
      "loss": 0.7107,
      "step": 550
    },
    {
      "epoch": 2.810539523212045,
      "grad_norm": 0.24114787578582764,
      "learning_rate": 0.00016340118495722388,
      "loss": 0.7129,
      "step": 560
    },
    {
      "epoch": 2.8607277289836888,
      "grad_norm": 0.24572765827178955,
      "learning_rate": 0.00016217249757884955,
      "loss": 0.7158,
      "step": 570
    },
    {
      "epoch": 2.9109159347553324,
      "grad_norm": 0.24029052257537842,
      "learning_rate": 0.0001609283155106517,
      "loss": 0.7084,
      "step": 580
    },
    {
      "epoch": 2.961104140526976,
      "grad_norm": 0.24108637869358063,
      "learning_rate": 0.00015966894882888562,
      "loss": 0.7125,
      "step": 590
    },
    {
      "epoch": 3.0112923462986196,
      "grad_norm": 0.2422133982181549,
      "learning_rate": 0.00015839471139413066,
      "loss": 0.6978,
      "step": 600
    },
    {
      "epoch": 3.0614805520702637,
      "grad_norm": 0.2545720338821411,
      "learning_rate": 0.0001571059207730695,
      "loss": 0.6779,
      "step": 610
    },
    {
      "epoch": 3.1116687578419073,
      "grad_norm": 0.2578783333301544,
      "learning_rate": 0.00015580289815934401,
      "loss": 0.673,
      "step": 620
    },
    {
      "epoch": 3.161856963613551,
      "grad_norm": 0.2702922224998474,
      "learning_rate": 0.00015448596829350706,
      "loss": 0.686,
      "step": 630
    },
    {
      "epoch": 3.2120451693851946,
      "grad_norm": 0.26222941279411316,
      "learning_rate": 0.00015315545938209015,
      "loss": 0.6853,
      "step": 640
    },
    {
      "epoch": 3.262233375156838,
      "grad_norm": 0.25867560505867004,
      "learning_rate": 0.00015181170301580777,
      "loss": 0.677,
      "step": 650
    },
    {
      "epoch": 3.312421580928482,
      "grad_norm": 0.2750966548919678,
      "learning_rate": 0.00015045503408691775,
      "loss": 0.6758,
      "step": 660
    },
    {
      "epoch": 3.3626097867001254,
      "grad_norm": 0.2567848861217499,
      "learning_rate": 0.00014908579070575936,
      "loss": 0.6708,
      "step": 670
    },
    {
      "epoch": 3.412797992471769,
      "grad_norm": 0.26190003752708435,
      "learning_rate": 0.00014770431411648897,
      "loss": 0.677,
      "step": 680
    },
    {
      "epoch": 3.4629861982434127,
      "grad_norm": 0.26486852765083313,
      "learning_rate": 0.0001463109486120348,
      "loss": 0.6785,
      "step": 690
    },
    {
      "epoch": 3.5131744040150563,
      "grad_norm": 0.26697248220443726,
      "learning_rate": 0.00014490604144829202,
      "loss": 0.6791,
      "step": 700
    },
    {
      "epoch": 3.5633626097867,
      "grad_norm": 0.26674166321754456,
      "learning_rate": 0.00014348994275757931,
      "loss": 0.6775,
      "step": 710
    },
    {
      "epoch": 3.6135508155583436,
      "grad_norm": 0.2583613395690918,
      "learning_rate": 0.00014206300546137842,
      "loss": 0.6722,
      "step": 720
    },
    {
      "epoch": 3.663739021329987,
      "grad_norm": 0.2743168771266937,
      "learning_rate": 0.00014062558518237892,
      "loss": 0.6777,
      "step": 730
    },
    {
      "epoch": 3.7139272271016313,
      "grad_norm": 0.2537378668785095,
      "learning_rate": 0.00013917804015584932,
      "loss": 0.6775,
      "step": 740
    },
    {
      "epoch": 3.764115432873275,
      "grad_norm": 0.27333304286003113,
      "learning_rate": 0.00013772073114035762,
      "loss": 0.6797,
      "step": 750
    },
    {
      "epoch": 3.8143036386449185,
      "grad_norm": 0.26115766167640686,
      "learning_rate": 0.00013625402132786248,
      "loss": 0.6687,
      "step": 760
    },
    {
      "epoch": 3.864491844416562,
      "grad_norm": 0.2621854543685913,
      "learning_rate": 0.00013477827625319824,
      "loss": 0.6634,
      "step": 770
    },
    {
      "epoch": 3.9146800501882058,
      "grad_norm": 0.25681644678115845,
      "learning_rate": 0.00013329386370297615,
      "loss": 0.6676,
      "step": 780
    },
    {
      "epoch": 3.9648682559598494,
      "grad_norm": 0.2630254626274109,
      "learning_rate": 0.00013180115362392382,
      "loss": 0.6819,
      "step": 790
    },
    {
      "epoch": 4.015056461731493,
      "grad_norm": 0.2596668004989624,
      "learning_rate": 0.00013030051803068727,
      "loss": 0.6562,
      "step": 800
    },
    {
      "epoch": 4.065244667503137,
      "grad_norm": 0.2807883620262146,
      "learning_rate": 0.00012879233091311667,
      "loss": 0.6343,
      "step": 810
    },
    {
      "epoch": 4.115432873274781,
      "grad_norm": 0.3002206087112427,
      "learning_rate": 0.00012727696814306033,
      "loss": 0.6426,
      "step": 820
    },
    {
      "epoch": 4.165621079046424,
      "grad_norm": 0.278054803609848,
      "learning_rate": 0.0001257548073806897,
      "loss": 0.6434,
      "step": 830
    },
    {
      "epoch": 4.215809284818068,
      "grad_norm": 0.28684940934181213,
      "learning_rate": 0.00012422622798037832,
      "loss": 0.64,
      "step": 840
    },
    {
      "epoch": 4.265997490589712,
      "grad_norm": 0.2862164378166199,
      "learning_rate": 0.000122691610896159,
      "loss": 0.6413,
      "step": 850
    },
    {
      "epoch": 4.316185696361355,
      "grad_norm": 0.2956394553184509,
      "learning_rate": 0.00012115133858678191,
      "loss": 0.6344,
      "step": 860
    },
    {
      "epoch": 4.366373902132999,
      "grad_norm": 0.28408849239349365,
      "learning_rate": 0.00011960579492039783,
      "loss": 0.6368,
      "step": 870
    },
    {
      "epoch": 4.416562107904642,
      "grad_norm": 0.2809561789035797,
      "learning_rate": 0.00011805536507889021,
      "loss": 0.6336,
      "step": 880
    },
    {
      "epoch": 4.466750313676286,
      "grad_norm": 0.27648741006851196,
      "learning_rate": 0.00011650043546187995,
      "loss": 0.6357,
      "step": 890
    },
    {
      "epoch": 4.51693851944793,
      "grad_norm": 0.28754714131355286,
      "learning_rate": 0.0001149413935904261,
      "loss": 0.6341,
      "step": 900
    },
    {
      "epoch": 4.567126725219573,
      "grad_norm": 0.2936854958534241,
      "learning_rate": 0.00011337862801044792,
      "loss": 0.6292,
      "step": 910
    },
    {
      "epoch": 4.617314930991217,
      "grad_norm": 0.27858176827430725,
      "learning_rate": 0.00011181252819589081,
      "loss": 0.6351,
      "step": 920
    },
    {
      "epoch": 4.6675031367628605,
      "grad_norm": 0.2897019684314728,
      "learning_rate": 0.00011024348445166133,
      "loss": 0.6369,
      "step": 930
    },
    {
      "epoch": 4.717691342534504,
      "grad_norm": 0.28682589530944824,
      "learning_rate": 0.00010867188781635512,
      "loss": 0.6375,
      "step": 940
    },
    {
      "epoch": 4.767879548306148,
      "grad_norm": 0.28193414211273193,
      "learning_rate": 0.0001070981299648016,
      "loss": 0.6337,
      "step": 950
    },
    {
      "epoch": 4.818067754077791,
      "grad_norm": 0.28822091221809387,
      "learning_rate": 0.00010552260311045082,
      "loss": 0.6378,
      "step": 960
    },
    {
      "epoch": 4.868255959849435,
      "grad_norm": 0.28457361459732056,
      "learning_rate": 0.00010394569990762529,
      "loss": 0.6368,
      "step": 970
    },
    {
      "epoch": 4.918444165621079,
      "grad_norm": 0.2925203740596771,
      "learning_rate": 0.00010236781335366239,
      "loss": 0.6287,
      "step": 980
    },
    {
      "epoch": 4.968632371392722,
      "grad_norm": 0.2838154435157776,
      "learning_rate": 0.00010078933669097135,
      "loss": 0.6305,
      "step": 990
    },
    {
      "epoch": 5.018820577164367,
      "grad_norm": 0.29948368668556213,
      "learning_rate": 9.92106633090287e-05,
      "loss": 0.6216,
      "step": 1000
    },
    {
      "epoch": 5.06900878293601,
      "grad_norm": 0.30535656213760376,
      "learning_rate": 9.763218664633763e-05,
      "loss": 0.5997,
      "step": 1010
    },
    {
      "epoch": 5.119196988707654,
      "grad_norm": 0.2984197735786438,
      "learning_rate": 9.605430009237474e-05,
      "loss": 0.604,
      "step": 1020
    },
    {
      "epoch": 5.169385194479298,
      "grad_norm": 0.31448280811309814,
      "learning_rate": 9.447739688954919e-05,
      "loss": 0.599,
      "step": 1030
    },
    {
      "epoch": 5.219573400250941,
      "grad_norm": 0.3126201927661896,
      "learning_rate": 9.29018700351984e-05,
      "loss": 0.6064,
      "step": 1040
    },
    {
      "epoch": 5.269761606022585,
      "grad_norm": 0.3049900233745575,
      "learning_rate": 9.132811218364495e-05,
      "loss": 0.6023,
      "step": 1050
    },
    {
      "epoch": 5.3199498117942285,
      "grad_norm": 0.3015764653682709,
      "learning_rate": 8.975651554833869e-05,
      "loss": 0.6023,
      "step": 1060
    },
    {
      "epoch": 5.370138017565872,
      "grad_norm": 0.31510215997695923,
      "learning_rate": 8.818747180410921e-05,
      "loss": 0.6072,
      "step": 1070
    },
    {
      "epoch": 5.420326223337516,
      "grad_norm": 0.31331363320350647,
      "learning_rate": 8.66213719895521e-05,
      "loss": 0.603,
      "step": 1080
    },
    {
      "epoch": 5.470514429109159,
      "grad_norm": 0.311443030834198,
      "learning_rate": 8.505860640957391e-05,
      "loss": 0.6034,
      "step": 1090
    },
    {
      "epoch": 5.520702634880803,
      "grad_norm": 0.3126680254936218,
      "learning_rate": 8.349956453812009e-05,
      "loss": 0.5954,
      "step": 1100
    },
    {
      "epoch": 5.570890840652447,
      "grad_norm": 0.32074013352394104,
      "learning_rate": 8.194463492110981e-05,
      "loss": 0.5997,
      "step": 1110
    },
    {
      "epoch": 5.62107904642409,
      "grad_norm": 0.31394365429878235,
      "learning_rate": 8.03942050796022e-05,
      "loss": 0.6075,
      "step": 1120
    },
    {
      "epoch": 5.671267252195734,
      "grad_norm": 0.3085944950580597,
      "learning_rate": 7.88486614132181e-05,
      "loss": 0.5993,
      "step": 1130
    },
    {
      "epoch": 5.7214554579673775,
      "grad_norm": 0.3151126503944397,
      "learning_rate": 7.730838910384097e-05,
      "loss": 0.6067,
      "step": 1140
    },
    {
      "epoch": 5.771643663739021,
      "grad_norm": 0.31070196628570557,
      "learning_rate": 7.57737720196217e-05,
      "loss": 0.6039,
      "step": 1150
    },
    {
      "epoch": 5.821831869510665,
      "grad_norm": 0.31582969427108765,
      "learning_rate": 7.424519261931036e-05,
      "loss": 0.6012,
      "step": 1160
    },
    {
      "epoch": 5.872020075282308,
      "grad_norm": 0.31882044672966003,
      "learning_rate": 7.27230318569397e-05,
      "loss": 0.6035,
      "step": 1170
    },
    {
      "epoch": 5.922208281053952,
      "grad_norm": 0.31374436616897583,
      "learning_rate": 7.120766908688336e-05,
      "loss": 0.6084,
      "step": 1180
    },
    {
      "epoch": 5.972396486825596,
      "grad_norm": 0.3210514485836029,
      "learning_rate": 6.969948196931272e-05,
      "loss": 0.6034,
      "step": 1190
    },
    {
      "epoch": 6.022584692597239,
      "grad_norm": 0.3218853175640106,
      "learning_rate": 6.819884637607619e-05,
      "loss": 0.5889,
      "step": 1200
    },
    {
      "epoch": 6.072772898368883,
      "grad_norm": 0.32491976022720337,
      "learning_rate": 6.670613629702391e-05,
      "loss": 0.576,
      "step": 1210
    },
    {
      "epoch": 6.122961104140527,
      "grad_norm": 0.3358321487903595,
      "learning_rate": 6.522172374680177e-05,
      "loss": 0.5708,
      "step": 1220
    },
    {
      "epoch": 6.173149309912171,
      "grad_norm": 0.31775182485580444,
      "learning_rate": 6.374597867213756e-05,
      "loss": 0.5743,
      "step": 1230
    },
    {
      "epoch": 6.223337515683815,
      "grad_norm": 0.3289986550807953,
      "learning_rate": 6.22792688596424e-05,
      "loss": 0.5853,
      "step": 1240
    },
    {
      "epoch": 6.273525721455458,
      "grad_norm": 0.33586037158966064,
      "learning_rate": 6.0821959844150687e-05,
      "loss": 0.5799,
      "step": 1250
    },
    {
      "epoch": 6.323713927227102,
      "grad_norm": 0.33577895164489746,
      "learning_rate": 5.9374414817621114e-05,
      "loss": 0.5675,
      "step": 1260
    },
    {
      "epoch": 6.3739021329987455,
      "grad_norm": 0.33007678389549255,
      "learning_rate": 5.7936994538621605e-05,
      "loss": 0.5764,
      "step": 1270
    },
    {
      "epoch": 6.424090338770389,
      "grad_norm": 0.3328823149204254,
      "learning_rate": 5.651005724242071e-05,
      "loss": 0.5747,
      "step": 1280
    },
    {
      "epoch": 6.474278544542033,
      "grad_norm": 0.33794859051704407,
      "learning_rate": 5.509395855170798e-05,
      "loss": 0.5762,
      "step": 1290
    },
    {
      "epoch": 6.524466750313676,
      "grad_norm": 0.33616700768470764,
      "learning_rate": 5.368905138796523e-05,
      "loss": 0.5754,
      "step": 1300
    },
    {
      "epoch": 6.57465495608532,
      "grad_norm": 0.3314683437347412,
      "learning_rate": 5.229568588351108e-05,
      "loss": 0.5827,
      "step": 1310
    },
    {
      "epoch": 6.624843161856964,
      "grad_norm": 0.32283809781074524,
      "learning_rate": 5.0914209294240644e-05,
      "loss": 0.5762,
      "step": 1320
    },
    {
      "epoch": 6.675031367628607,
      "grad_norm": 0.33403000235557556,
      "learning_rate": 4.9544965913082264e-05,
      "loss": 0.5759,
      "step": 1330
    },
    {
      "epoch": 6.725219573400251,
      "grad_norm": 0.32813191413879395,
      "learning_rate": 4.818829698419225e-05,
      "loss": 0.5808,
      "step": 1340
    },
    {
      "epoch": 6.7754077791718945,
      "grad_norm": 0.3342324495315552,
      "learning_rate": 4.684454061790987e-05,
      "loss": 0.5722,
      "step": 1350
    },
    {
      "epoch": 6.825595984943538,
      "grad_norm": 0.3277010917663574,
      "learning_rate": 4.5514031706492986e-05,
      "loss": 0.5729,
      "step": 1360
    },
    {
      "epoch": 6.875784190715182,
      "grad_norm": 0.32855984568595886,
      "learning_rate": 4.4197101840655995e-05,
      "loss": 0.5776,
      "step": 1370
    },
    {
      "epoch": 6.925972396486825,
      "grad_norm": 0.3375394344329834,
      "learning_rate": 4.289407922693053e-05,
      "loss": 0.5702,
      "step": 1380
    },
    {
      "epoch": 6.976160602258469,
      "grad_norm": 0.33724990487098694,
      "learning_rate": 4.1605288605869365e-05,
      "loss": 0.5703,
      "step": 1390
    },
    {
      "epoch": 7.026348808030113,
      "grad_norm": 0.33817237615585327,
      "learning_rate": 4.033105117111441e-05,
      "loss": 0.563,
      "step": 1400
    },
    {
      "epoch": 7.076537013801756,
      "grad_norm": 0.3434535264968872,
      "learning_rate": 3.907168448934836e-05,
      "loss": 0.5571,
      "step": 1410
    },
    {
      "epoch": 7.1267252195734,
      "grad_norm": 0.34801870584487915,
      "learning_rate": 3.7827502421150496e-05,
      "loss": 0.562,
      "step": 1420
    },
    {
      "epoch": 7.1769134253450435,
      "grad_norm": 0.35552722215652466,
      "learning_rate": 3.659881504277613e-05,
      "loss": 0.5527,
      "step": 1430
    },
    {
      "epoch": 7.227101631116687,
      "grad_norm": 0.3546360731124878,
      "learning_rate": 3.538592856887901e-05,
      "loss": 0.5594,
      "step": 1440
    },
    {
      "epoch": 7.277289836888332,
      "grad_norm": 0.34311702847480774,
      "learning_rate": 3.4189145276196245e-05,
      "loss": 0.5573,
      "step": 1450
    },
    {
      "epoch": 7.327478042659975,
      "grad_norm": 0.3503047525882721,
      "learning_rate": 3.3008763428214505e-05,
      "loss": 0.5642,
      "step": 1460
    },
    {
      "epoch": 7.377666248431619,
      "grad_norm": 0.3464205861091614,
      "learning_rate": 3.1845077200836636e-05,
      "loss": 0.5615,
      "step": 1470
    },
    {
      "epoch": 7.4278544542032625,
      "grad_norm": 0.35482051968574524,
      "learning_rate": 3.0698376609066825e-05,
      "loss": 0.5527,
      "step": 1480
    },
    {
      "epoch": 7.478042659974906,
      "grad_norm": 0.3588634729385376,
      "learning_rate": 2.9568947434732775e-05,
      "loss": 0.556,
      "step": 1490
    },
    {
      "epoch": 7.52823086574655,
      "grad_norm": 0.3532968759536743,
      "learning_rate": 2.8457071155262884e-05,
      "loss": 0.5586,
      "step": 1500
    },
    {
      "epoch": 7.578419071518193,
      "grad_norm": 0.3441388010978699,
      "learning_rate": 2.736302487353609e-05,
      "loss": 0.5461,
      "step": 1510
    },
    {
      "epoch": 7.628607277289837,
      "grad_norm": 0.36395809054374695,
      "learning_rate": 2.628708124882212e-05,
      "loss": 0.5544,
      "step": 1520
    },
    {
      "epoch": 7.678795483061481,
      "grad_norm": 0.3574591279029846,
      "learning_rate": 2.5229508428829096e-05,
      "loss": 0.5584,
      "step": 1530
    },
    {
      "epoch": 7.728983688833124,
      "grad_norm": 0.35188260674476624,
      "learning_rate": 2.4190569982875467e-05,
      "loss": 0.5566,
      "step": 1540
    },
    {
      "epoch": 7.779171894604768,
      "grad_norm": 0.34741711616516113,
      "learning_rate": 2.3170524836202933e-05,
      "loss": 0.5525,
      "step": 1550
    },
    {
      "epoch": 7.8293601003764115,
      "grad_norm": 0.35913023352622986,
      "learning_rate": 2.216962720544703e-05,
      "loss": 0.5491,
      "step": 1560
    },
    {
      "epoch": 7.879548306148055,
      "grad_norm": 0.3487934470176697,
      "learning_rate": 2.1188126535280773e-05,
      "loss": 0.558,
      "step": 1570
    },
    {
      "epoch": 7.929736511919699,
      "grad_norm": 0.3519488573074341,
      "learning_rate": 2.022626743624807e-05,
      "loss": 0.5575,
      "step": 1580
    },
    {
      "epoch": 7.979924717691342,
      "grad_norm": 0.35680004954338074,
      "learning_rate": 1.9284289623801477e-05,
      "loss": 0.5559,
      "step": 1590
    },
    {
      "epoch": 8.030112923462987,
      "grad_norm": 0.3475489914417267,
      "learning_rate": 1.8362427858560093e-05,
      "loss": 0.5461,
      "step": 1600
    },
    {
      "epoch": 8.08030112923463,
      "grad_norm": 0.3541754484176636,
      "learning_rate": 1.74609118878024e-05,
      "loss": 0.5395,
      "step": 1610
    },
    {
      "epoch": 8.130489335006274,
      "grad_norm": 0.3458302319049835,
      "learning_rate": 1.657996638820826e-05,
      "loss": 0.5428,
      "step": 1620
    },
    {
      "epoch": 8.180677540777918,
      "grad_norm": 0.35417988896369934,
      "learning_rate": 1.5719810909864942e-05,
      "loss": 0.5395,
      "step": 1630
    },
    {
      "epoch": 8.230865746549561,
      "grad_norm": 0.35355257987976074,
      "learning_rate": 1.4880659821550546e-05,
      "loss": 0.5527,
      "step": 1640
    },
    {
      "epoch": 8.281053952321205,
      "grad_norm": 0.35250890254974365,
      "learning_rate": 1.4062722257308803e-05,
      "loss": 0.5501,
      "step": 1650
    },
    {
      "epoch": 8.331242158092849,
      "grad_norm": 0.34818190336227417,
      "learning_rate": 1.3266202064328548e-05,
      "loss": 0.5432,
      "step": 1660
    },
    {
      "epoch": 8.381430363864492,
      "grad_norm": 0.36963459849357605,
      "learning_rate": 1.2491297752140641e-05,
      "loss": 0.5448,
      "step": 1670
    },
    {
      "epoch": 8.431618569636136,
      "grad_norm": 0.35220593214035034,
      "learning_rate": 1.1738202443145308e-05,
      "loss": 0.5434,
      "step": 1680
    },
    {
      "epoch": 8.48180677540778,
      "grad_norm": 0.3520500063896179,
      "learning_rate": 1.1007103824481979e-05,
      "loss": 0.5458,
      "step": 1690
    },
    {
      "epoch": 8.531994981179423,
      "grad_norm": 0.36262160539627075,
      "learning_rate": 1.029818410125365e-05,
      "loss": 0.5428,
      "step": 1700
    },
    {
      "epoch": 8.582183186951067,
      "grad_norm": 0.3580245077610016,
      "learning_rate": 9.611619951117657e-06,
      "loss": 0.5427,
      "step": 1710
    },
    {
      "epoch": 8.63237139272271,
      "grad_norm": 0.35791924595832825,
      "learning_rate": 8.94758248025378e-06,
      "loss": 0.5523,
      "step": 1720
    },
    {
      "epoch": 8.682559598494354,
      "grad_norm": 0.35621368885040283,
      "learning_rate": 8.306237180721121e-06,
      "loss": 0.5403,
      "step": 1730
    },
    {
      "epoch": 8.732747804265998,
      "grad_norm": 0.3615633547306061,
      "learning_rate": 7.687743889213938e-06,
      "loss": 0.5455,
      "step": 1740
    },
    {
      "epoch": 8.782936010037641,
      "grad_norm": 0.35723286867141724,
      "learning_rate": 7.0922567472269444e-06,
      "loss": 0.5449,
      "step": 1750
    },
    {
      "epoch": 8.833124215809285,
      "grad_norm": 0.35941046476364136,
      "learning_rate": 6.519924162640167e-06,
      "loss": 0.5396,
      "step": 1760
    },
    {
      "epoch": 8.883312421580928,
      "grad_norm": 0.36941203474998474,
      "learning_rate": 5.9708887727324525e-06,
      "loss": 0.5466,
      "step": 1770
    },
    {
      "epoch": 8.933500627352572,
      "grad_norm": 0.3527214527130127,
      "learning_rate": 5.445287408633304e-06,
      "loss": 0.5469,
      "step": 1780
    },
    {
      "epoch": 8.983688833124216,
      "grad_norm": 0.3579261004924774,
      "learning_rate": 4.943251061221721e-06,
      "loss": 0.5369,
      "step": 1790
    },
    {
      "epoch": 9.03387703889586,
      "grad_norm": 0.3588533103466034,
      "learning_rate": 4.464904848480523e-06,
      "loss": 0.5482,
      "step": 1800
    },
    {
      "epoch": 9.084065244667503,
      "grad_norm": 0.3596334457397461,
      "learning_rate": 4.0103679843142895e-06,
      "loss": 0.5402,
      "step": 1810
    },
    {
      "epoch": 9.134253450439147,
      "grad_norm": 0.35277649760246277,
      "learning_rate": 3.5797537488388323e-06,
      "loss": 0.5431,
      "step": 1820
    },
    {
      "epoch": 9.18444165621079,
      "grad_norm": 0.35417917370796204,
      "learning_rate": 3.1731694601492833e-06,
      "loss": 0.5352,
      "step": 1830
    },
    {
      "epoch": 9.234629861982434,
      "grad_norm": 0.36016353964805603,
      "learning_rate": 2.7907164475743043e-06,
      "loss": 0.5395,
      "step": 1840
    },
    {
      "epoch": 9.284818067754077,
      "grad_norm": 0.36541038751602173,
      "learning_rate": 2.4324900264226403e-06,
      "loss": 0.5348,
      "step": 1850
    },
    {
      "epoch": 9.335006273525721,
      "grad_norm": 0.36023426055908203,
      "learning_rate": 2.098579474228546e-06,
      "loss": 0.5324,
      "step": 1860
    },
    {
      "epoch": 9.385194479297365,
      "grad_norm": 0.3567328155040741,
      "learning_rate": 1.7890680085019595e-06,
      "loss": 0.5341,
      "step": 1870
    },
    {
      "epoch": 9.435382685069008,
      "grad_norm": 0.3682873547077179,
      "learning_rate": 1.5040327659889608e-06,
      "loss": 0.5382,
      "step": 1880
    },
    {
      "epoch": 9.485570890840652,
      "grad_norm": 0.36713671684265137,
      "learning_rate": 1.2435447834476255e-06,
      "loss": 0.537,
      "step": 1890
    },
    {
      "epoch": 9.535759096612296,
      "grad_norm": 0.36034858226776123,
      "learning_rate": 1.0076689799442873e-06,
      "loss": 0.5435,
      "step": 1900
    },
    {
      "epoch": 9.58594730238394,
      "grad_norm": 0.3527128994464874,
      "learning_rate": 7.964641406742135e-07,
      "loss": 0.5464,
      "step": 1910
    },
    {
      "epoch": 9.636135508155583,
      "grad_norm": 0.3527335226535797,
      "learning_rate": 6.099829023112235e-07,
      "loss": 0.5396,
      "step": 1920
    },
    {
      "epoch": 9.686323713927226,
      "grad_norm": 0.36540141701698303,
      "learning_rate": 4.482717398894165e-07,
      "loss": 0.5424,
      "step": 1930
    },
    {
      "epoch": 9.73651191969887,
      "grad_norm": 0.35210534930229187,
      "learning_rate": 3.1137095522068007e-07,
      "loss": 0.5456,
      "step": 1940
    },
    {
      "epoch": 9.786700125470514,
      "grad_norm": 0.3526809811592102,
      "learning_rate": 1.9931466685065847e-07,
      "loss": 0.5394,
      "step": 1950
    },
    {
      "epoch": 9.836888331242157,
      "grad_norm": 0.36059680581092834,
      "learning_rate": 1.1213080155564326e-07,
      "loss": 0.5359,
      "step": 1960
    },
    {
      "epoch": 9.887076537013801,
      "grad_norm": 0.36295098066329956,
      "learning_rate": 4.9841087382618276e-08,
      "loss": 0.5404,
      "step": 1970
    },
    {
      "epoch": 9.937264742785445,
      "grad_norm": 0.35113370418548584,
      "learning_rate": 1.2461048234269079e-08,
      "loss": 0.5373,
      "step": 1980
    },
    {
      "epoch": 9.987452948557088,
      "grad_norm": 0.3604467511177063,
      "learning_rate": 0.0,
      "loss": 0.5361,
      "step": 1990
    },
    {
      "epoch": 9.987452948557088,
      "step": 1990,
      "total_flos": 1.0444655785672704e+18,
      "train_loss": 0.65177170523447,
      "train_runtime": 44465.981,
      "train_samples_per_second": 1.432,
      "train_steps_per_second": 0.045
    }
  ],
  "logging_steps": 10,
  "max_steps": 1990,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "total_flos": 1.0444655785672704e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}