{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 1025,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004878048780487805,
      "grad_norm": 616.0,
      "learning_rate": 1.941747572815534e-06,
      "loss": 39.9034,
      "step": 1
    },
    {
      "epoch": 0.024390243902439025,
      "grad_norm": 466.0,
      "learning_rate": 9.70873786407767e-06,
      "loss": 34.9341,
      "step": 5
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 251.0,
      "learning_rate": 1.941747572815534e-05,
      "loss": 29.4015,
      "step": 10
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 56.25,
      "learning_rate": 2.912621359223301e-05,
      "loss": 17.9289,
      "step": 15
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 39.75,
      "learning_rate": 3.883495145631068e-05,
      "loss": 14.9717,
      "step": 20
    },
    {
      "epoch": 0.12195121951219512,
      "grad_norm": 15.75,
      "learning_rate": 4.854368932038835e-05,
      "loss": 12.4657,
      "step": 25
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 5.15625,
      "learning_rate": 5.825242718446602e-05,
      "loss": 10.6748,
      "step": 30
    },
    {
      "epoch": 0.17073170731707318,
      "grad_norm": 3.890625,
      "learning_rate": 6.79611650485437e-05,
      "loss": 9.811,
      "step": 35
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 6.75,
      "learning_rate": 7.766990291262136e-05,
      "loss": 9.6309,
      "step": 40
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 15.3125,
      "learning_rate": 8.737864077669902e-05,
      "loss": 8.5315,
      "step": 45
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 31.75,
      "learning_rate": 9.70873786407767e-05,
      "loss": 6.2519,
      "step": 50
    },
    {
      "epoch": 0.2682926829268293,
      "grad_norm": 5.25,
      "learning_rate": 0.00010679611650485437,
      "loss": 2.2665,
      "step": 55
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 2.40625,
      "learning_rate": 0.00011650485436893204,
      "loss": 1.5008,
      "step": 60
    },
    {
      "epoch": 0.3170731707317073,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00012621359223300972,
      "loss": 1.3289,
      "step": 65
    },
    {
      "epoch": 0.34146341463414637,
      "grad_norm": 2.796875,
      "learning_rate": 0.0001359223300970874,
      "loss": 1.2198,
      "step": 70
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 1.4375,
      "learning_rate": 0.00014563106796116506,
      "loss": 1.1493,
      "step": 75
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 8.1875,
      "learning_rate": 0.0001553398058252427,
      "loss": 1.0862,
      "step": 80
    },
    {
      "epoch": 0.4146341463414634,
      "grad_norm": 3.0625,
      "learning_rate": 0.0001650485436893204,
      "loss": 1.0768,
      "step": 85
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00017475728155339805,
      "loss": 1.0468,
      "step": 90
    },
    {
      "epoch": 0.4634146341463415,
      "grad_norm": 4.21875,
      "learning_rate": 0.00018446601941747576,
      "loss": 0.9991,
      "step": 95
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 2.0625,
      "learning_rate": 0.0001941747572815534,
      "loss": 0.9596,
      "step": 100
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 1.5078125,
      "learning_rate": 0.00019999767797859854,
      "loss": 0.9712,
      "step": 105
    },
    {
      "epoch": 0.5365853658536586,
      "grad_norm": 0.890625,
      "learning_rate": 0.0001999715564762413,
      "loss": 0.9139,
      "step": 110
    },
    {
      "epoch": 0.5609756097560976,
      "grad_norm": 1.1875,
      "learning_rate": 0.00019991641855173097,
      "loss": 0.9175,
      "step": 115
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 1.25,
      "learning_rate": 0.00019983228020867242,
      "loss": 0.8959,
      "step": 120
    },
    {
      "epoch": 0.6097560975609756,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00019971916586794867,
      "loss": 0.8605,
      "step": 125
    },
    {
      "epoch": 0.6341463414634146,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00019957710836063263,
      "loss": 0.8857,
      "step": 130
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 1.8046875,
      "learning_rate": 0.00019940614891845809,
      "loss": 0.8533,
      "step": 135
    },
    {
      "epoch": 0.6829268292682927,
      "grad_norm": 1.9140625,
      "learning_rate": 0.00019920633716185226,
      "loss": 0.8332,
      "step": 140
    },
    {
      "epoch": 0.7073170731707317,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00019897773108553378,
      "loss": 0.8485,
      "step": 145
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 1.9296875,
      "learning_rate": 0.00019872039704167964,
      "loss": 0.8479,
      "step": 150
    },
    {
      "epoch": 0.7560975609756098,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00019843440972066697,
      "loss": 0.8418,
      "step": 155
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 1.9296875,
      "learning_rate": 0.00019811985212939416,
      "loss": 0.8513,
      "step": 160
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 1.5234375,
      "learning_rate": 0.00019777681556718864,
      "loss": 0.8217,
      "step": 165
    },
    {
      "epoch": 0.8292682926829268,
      "grad_norm": 1.8671875,
      "learning_rate": 0.00019740539959930725,
      "loss": 0.8169,
      "step": 170
    },
    {
      "epoch": 0.8536585365853658,
      "grad_norm": 1.046875,
      "learning_rate": 0.00019700571202803797,
      "loss": 0.8386,
      "step": 175
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00019657786886141052,
      "loss": 0.8144,
      "step": 180
    },
    {
      "epoch": 0.9024390243902439,
      "grad_norm": 4.15625,
      "learning_rate": 0.00019612199427952552,
      "loss": 0.8229,
      "step": 185
    },
    {
      "epoch": 0.926829268292683,
      "grad_norm": 0.70703125,
      "learning_rate": 0.00019563822059851145,
      "loss": 0.8128,
      "step": 190
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00019512668823212055,
      "loss": 0.8072,
      "step": 195
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0001945875456509739,
      "loss": 0.8097,
      "step": 200
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6953125,
      "learning_rate": 0.00019402094933946857,
      "loss": 0.7892,
      "step": 205
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.2406020164489746,
      "eval_runtime": 0.9998,
      "eval_samples_per_second": 5.001,
      "eval_steps_per_second": 2.0,
      "step": 205
    },
    {
      "epoch": 1.024390243902439,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0001934270637503584,
      "loss": 0.7753,
      "step": 210
    },
    {
      "epoch": 1.048780487804878,
      "grad_norm": 0.71875,
      "learning_rate": 0.00019280606125702203,
      "loss": 0.7289,
      "step": 215
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 0.625,
      "learning_rate": 0.00019215812210343226,
      "loss": 0.7656,
      "step": 220
    },
    {
      "epoch": 1.0975609756097562,
      "grad_norm": 0.65625,
      "learning_rate": 0.00019148343435184079,
      "loss": 0.7603,
      "step": 225
    },
    {
      "epoch": 1.1219512195121952,
      "grad_norm": 0.671875,
      "learning_rate": 0.00019078219382819353,
      "loss": 0.7491,
      "step": 230
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 0.56640625,
      "learning_rate": 0.00019005460406529311,
      "loss": 0.7249,
      "step": 235
    },
    {
      "epoch": 1.170731707317073,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00018930087624372387,
      "loss": 0.7755,
      "step": 240
    },
    {
      "epoch": 1.1951219512195121,
      "grad_norm": 0.703125,
      "learning_rate": 0.00018852122913055742,
      "loss": 0.7553,
      "step": 245
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 0.890625,
      "learning_rate": 0.00018771588901585635,
      "loss": 0.7482,
      "step": 250
    },
    {
      "epoch": 1.2439024390243902,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00018688508964699404,
      "loss": 0.7402,
      "step": 255
    },
    {
      "epoch": 1.2682926829268293,
      "grad_norm": 1.015625,
      "learning_rate": 0.00018602907216081044,
      "loss": 0.7263,
      "step": 260
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0001851480850136228,
      "loss": 0.7435,
      "step": 265
    },
    {
      "epoch": 1.3170731707317074,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00018424238390911198,
      "loss": 0.7457,
      "step": 270
    },
    {
      "epoch": 1.3414634146341464,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00018331223172410535,
      "loss": 0.7483,
      "step": 275
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 0.609375,
      "learning_rate": 0.00018235789843227756,
      "loss": 0.7486,
      "step": 280
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 1.265625,
      "learning_rate": 0.00018137966102579176,
      "loss": 0.7548,
      "step": 285
    },
    {
      "epoch": 1.4146341463414633,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00018037780343490312,
      "loss": 0.7282,
      "step": 290
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 0.6875,
      "learning_rate": 0.00017935261644554942,
      "loss": 0.7415,
      "step": 295
    },
    {
      "epoch": 1.4634146341463414,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0001783043976149511,
      "loss": 0.7362,
      "step": 300
    },
    {
      "epoch": 1.4878048780487805,
      "grad_norm": 0.578125,
      "learning_rate": 0.0001772334511852463,
      "loss": 0.724,
      "step": 305
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0001761400879951856,
      "loss": 0.7249,
      "step": 310
    },
    {
      "epoch": 1.5365853658536586,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00017502462538991205,
      "loss": 0.7212,
      "step": 315
    },
    {
      "epoch": 1.5609756097560976,
      "grad_norm": 0.6328125,
      "learning_rate": 0.00017388738712885275,
      "loss": 0.7194,
      "step": 320
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 1.3125,
      "learning_rate": 0.0001727287032917487,
      "loss": 0.765,
      "step": 325
    },
    {
      "epoch": 1.6097560975609757,
      "grad_norm": 1.578125,
      "learning_rate": 0.00017154891018285028,
      "loss": 0.7318,
      "step": 330
    },
    {
      "epoch": 1.6341463414634148,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00017034835023330597,
      "loss": 0.7396,
      "step": 335
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 2.0625,
      "learning_rate": 0.00016912737190177292,
      "loss": 0.737,
      "step": 340
    },
    {
      "epoch": 1.6829268292682928,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00016788632957327772,
      "loss": 0.7302,
      "step": 345
    },
    {
      "epoch": 1.7073170731707317,
      "grad_norm": 0.65234375,
      "learning_rate": 0.00016662558345635753,
      "loss": 0.7193,
      "step": 350
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00016534549947851062,
      "loss": 0.7147,
      "step": 355
    },
    {
      "epoch": 1.7560975609756098,
      "grad_norm": 0.73828125,
      "learning_rate": 0.00016404644917998698,
      "loss": 0.7539,
      "step": 360
    },
    {
      "epoch": 1.7804878048780488,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00016272880960595024,
      "loss": 0.754,
      "step": 365
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 0.90625,
      "learning_rate": 0.00016139296319704117,
      "loss": 0.7346,
      "step": 370
    },
    {
      "epoch": 1.8292682926829267,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00016003929767837588,
      "loss": 0.6961,
      "step": 375
    },
    {
      "epoch": 1.8536585365853657,
      "grad_norm": 1.078125,
      "learning_rate": 0.00015866820594700944,
      "loss": 0.7259,
      "step": 380
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 0.65625,
      "learning_rate": 0.00015728008595789926,
      "loss": 0.7198,
      "step": 385
    },
    {
      "epoch": 1.9024390243902438,
      "grad_norm": 0.515625,
      "learning_rate": 0.0001558753406083995,
      "loss": 0.6858,
      "step": 390
    },
    {
      "epoch": 1.9268292682926829,
      "grad_norm": 0.60546875,
      "learning_rate": 0.00015445437762132174,
      "loss": 0.6987,
      "step": 395
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 0.5625,
      "learning_rate": 0.0001530176094265945,
      "loss": 0.7054,
      "step": 400
    },
    {
      "epoch": 1.975609756097561,
      "grad_norm": 0.62890625,
      "learning_rate": 0.00015156545304155698,
      "loss": 0.7226,
      "step": 405
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00015009832994992102,
      "loss": 0.7033,
      "step": 410
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.2004494667053223,
      "eval_runtime": 1.0005,
      "eval_samples_per_second": 4.998,
      "eval_steps_per_second": 1.999,
      "step": 410
    },
    {
      "epoch": 2.024390243902439,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0001486166659794368,
      "loss": 0.6398,
      "step": 415
    },
    {
      "epoch": 2.048780487804878,
      "grad_norm": 0.65234375,
      "learning_rate": 0.00014712089117829776,
      "loss": 0.647,
      "step": 420
    },
    {
      "epoch": 2.073170731707317,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0001456114396903204,
      "loss": 0.6333,
      "step": 425
    },
    {
      "epoch": 2.097560975609756,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0001440887496289356,
      "loss": 0.6296,
      "step": 430
    },
    {
      "epoch": 2.1219512195121952,
      "grad_norm": 0.546875,
      "learning_rate": 0.00014255326295002754,
      "loss": 0.6516,
      "step": 435
    },
    {
      "epoch": 2.1463414634146343,
      "grad_norm": 0.671875,
      "learning_rate": 0.00014100542532365724,
      "loss": 0.6468,
      "step": 440
    },
    {
      "epoch": 2.1707317073170733,
      "grad_norm": 0.578125,
      "learning_rate": 0.0001394456860047086,
      "loss": 0.6472,
      "step": 445
    },
    {
      "epoch": 2.1951219512195124,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00013787449770249336,
      "loss": 0.6587,
      "step": 450
    },
    {
      "epoch": 2.2195121951219514,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0001362923164493538,
      "loss": 0.6505,
      "step": 455
    },
    {
      "epoch": 2.2439024390243905,
      "grad_norm": 0.69140625,
      "learning_rate": 0.00013469960146830073,
      "loss": 0.6463,
      "step": 460
    },
    {
      "epoch": 2.2682926829268295,
      "grad_norm": 0.72265625,
      "learning_rate": 0.00013309681503972565,
      "loss": 0.6372,
      "step": 465
    },
    {
      "epoch": 2.292682926829268,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00013148442236722506,
      "loss": 0.6285,
      "step": 470
    },
    {
      "epoch": 2.317073170731707,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00012986289144257705,
      "loss": 0.6645,
      "step": 475
    },
    {
      "epoch": 2.341463414634146,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00012823269290990777,
      "loss": 0.6663,
      "step": 480
    },
    {
      "epoch": 2.3658536585365852,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001265942999290887,
      "loss": 0.6495,
      "step": 485
    },
    {
      "epoch": 2.3902439024390243,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00012494818803840367,
      "loss": 0.6429,
      "step": 490
    },
    {
      "epoch": 2.4146341463414633,
      "grad_norm": 1.796875,
      "learning_rate": 0.00012329483501652492,
      "loss": 0.6573,
      "step": 495
    },
    {
      "epoch": 2.4390243902439024,
      "grad_norm": 0.921875,
      "learning_rate": 0.00012163472074383994,
      "loss": 0.6487,
      "step": 500
    },
    {
      "epoch": 2.4634146341463414,
      "grad_norm": 0.59375,
      "learning_rate": 0.00011996832706316739,
      "loss": 0.6726,
      "step": 505
    },
    {
      "epoch": 2.4878048780487805,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00011829613763990384,
      "loss": 0.6546,
      "step": 510
    },
    {
      "epoch": 2.5121951219512195,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00011661863782164153,
      "loss": 0.6306,
      "step": 515
    },
    {
      "epoch": 2.5365853658536586,
      "grad_norm": 0.61328125,
      "learning_rate": 0.00011493631449729767,
      "loss": 0.6591,
      "step": 520
    },
    {
      "epoch": 2.5609756097560976,
      "grad_norm": 0.578125,
      "learning_rate": 0.00011324965595579666,
      "loss": 0.6387,
      "step": 525
    },
    {
      "epoch": 2.5853658536585367,
      "grad_norm": 0.60546875,
      "learning_rate": 0.00011155915174434561,
      "loss": 0.6539,
      "step": 530
    },
    {
      "epoch": 2.6097560975609757,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00010986529252634503,
      "loss": 0.6654,
      "step": 535
    },
    {
      "epoch": 2.6341463414634148,
      "grad_norm": 0.859375,
      "learning_rate": 0.00010816856993897522,
      "loss": 0.6471,
      "step": 540
    },
    {
      "epoch": 2.658536585365854,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00010646947645050023,
      "loss": 0.6482,
      "step": 545
    },
    {
      "epoch": 2.682926829268293,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00010476850521733048,
      "loss": 0.6252,
      "step": 550
    },
    {
      "epoch": 2.7073170731707314,
      "grad_norm": 0.69140625,
      "learning_rate": 0.00010306614994088582,
      "loss": 0.6605,
      "step": 555
    },
    {
      "epoch": 2.7317073170731705,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00010136290472430013,
      "loss": 0.646,
      "step": 560
    },
    {
      "epoch": 2.7560975609756095,
      "grad_norm": 0.64453125,
      "learning_rate": 9.965926392900956e-05,
      "loss": 0.6492,
      "step": 565
    },
    {
      "epoch": 2.7804878048780486,
      "grad_norm": 0.63671875,
      "learning_rate": 9.795572203126573e-05,
      "loss": 0.6477,
      "step": 570
    },
    {
      "epoch": 2.8048780487804876,
      "grad_norm": 0.703125,
      "learning_rate": 9.625277347861553e-05,
      "loss": 0.6268,
      "step": 575
    },
    {
      "epoch": 2.8292682926829267,
      "grad_norm": 0.80078125,
      "learning_rate": 9.455091254638939e-05,
      "loss": 0.6364,
      "step": 580
    },
    {
      "epoch": 2.8536585365853657,
      "grad_norm": 0.62890625,
      "learning_rate": 9.285063319423939e-05,
      "loss": 0.6497,
      "step": 585
    },
    {
      "epoch": 2.8780487804878048,
      "grad_norm": 0.58203125,
      "learning_rate": 9.115242892276909e-05,
      "loss": 0.6446,
      "step": 590
    },
    {
      "epoch": 2.902439024390244,
      "grad_norm": 0.70703125,
      "learning_rate": 8.945679263029661e-05,
      "loss": 0.6657,
      "step": 595
    },
    {
      "epoch": 2.926829268292683,
      "grad_norm": 0.64453125,
      "learning_rate": 8.776421646979232e-05,
      "loss": 0.6498,
      "step": 600
    },
    {
      "epoch": 2.951219512195122,
      "grad_norm": 0.5546875,
      "learning_rate": 8.607519170603328e-05,
      "loss": 0.6623,
      "step": 605
    },
    {
      "epoch": 2.975609756097561,
      "grad_norm": 0.55078125,
      "learning_rate": 8.439020857301503e-05,
      "loss": 0.6467,
      "step": 610
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.6875,
      "learning_rate": 8.270975613166281e-05,
      "loss": 0.6346,
      "step": 615
    },
    {
      "epoch": 3.0,
      "eval_loss": 2.245811939239502,
      "eval_runtime": 1.001,
      "eval_samples_per_second": 4.995,
      "eval_steps_per_second": 1.998,
      "step": 615
    },
    {
      "epoch": 3.024390243902439,
      "grad_norm": 0.609375,
      "learning_rate": 8.103432212788323e-05,
      "loss": 0.5718,
      "step": 620
    },
    {
      "epoch": 3.048780487804878,
      "grad_norm": 0.66796875,
      "learning_rate": 7.936439285099752e-05,
      "loss": 0.5989,
      "step": 625
    },
    {
      "epoch": 3.073170731707317,
      "grad_norm": 0.62890625,
      "learning_rate": 7.770045299259774e-05,
      "loss": 0.598,
      "step": 630
    },
    {
      "epoch": 3.097560975609756,
      "grad_norm": 0.5625,
      "learning_rate": 7.60429855058664e-05,
      "loss": 0.5731,
      "step": 635
    },
    {
      "epoch": 3.1219512195121952,
      "grad_norm": 0.56640625,
      "learning_rate": 7.439247146540109e-05,
      "loss": 0.6034,
      "step": 640
    },
    {
      "epoch": 3.1463414634146343,
      "grad_norm": 0.6015625,
      "learning_rate": 7.274938992758403e-05,
      "loss": 0.5669,
      "step": 645
    },
    {
      "epoch": 3.1707317073170733,
      "grad_norm": 0.59765625,
      "learning_rate": 7.111421779153745e-05,
      "loss": 0.5873,
      "step": 650
    },
    {
      "epoch": 3.1951219512195124,
      "grad_norm": 0.60546875,
      "learning_rate": 6.94874296607052e-05,
      "loss": 0.5674,
      "step": 655
    },
    {
      "epoch": 3.2195121951219514,
      "grad_norm": 0.54296875,
      "learning_rate": 6.786949770510071e-05,
      "loss": 0.5726,
      "step": 660
    },
    {
      "epoch": 3.2439024390243905,
      "grad_norm": 0.578125,
      "learning_rate": 6.626089152426097e-05,
      "loss": 0.6006,
      "step": 665
    },
    {
      "epoch": 3.2682926829268295,
      "grad_norm": 0.58984375,
      "learning_rate": 6.4662078010947e-05,
      "loss": 0.5729,
      "step": 670
    },
    {
      "epoch": 3.292682926829268,
      "grad_norm": 0.546875,
      "learning_rate": 6.307352121562949e-05,
      "loss": 0.5719,
      "step": 675
    },
    {
      "epoch": 3.317073170731707,
      "grad_norm": 0.5859375,
      "learning_rate": 6.149568221179993e-05,
      "loss": 0.571,
      "step": 680
    },
    {
      "epoch": 3.341463414634146,
      "grad_norm": 0.5859375,
      "learning_rate": 5.992901896214526e-05,
      "loss": 0.5674,
      "step": 685
    },
    {
      "epoch": 3.3658536585365852,
      "grad_norm": 0.6640625,
      "learning_rate": 5.837398618562584e-05,
      "loss": 0.5772,
      "step": 690
    },
    {
      "epoch": 3.3902439024390243,
      "grad_norm": 0.58203125,
      "learning_rate": 5.68310352254946e-05,
      "loss": 0.5893,
      "step": 695
    },
    {
      "epoch": 3.4146341463414633,
      "grad_norm": 0.62109375,
      "learning_rate": 5.5300613918296295e-05,
      "loss": 0.5771,
      "step": 700
    },
    {
      "epoch": 3.4390243902439024,
      "grad_norm": 0.58203125,
      "learning_rate": 5.378316646388424e-05,
      "loss": 0.5721,
      "step": 705
    },
    {
      "epoch": 3.4634146341463414,
      "grad_norm": 0.578125,
      "learning_rate": 5.227913329649271e-05,
      "loss": 0.5788,
      "step": 710
    },
    {
      "epoch": 3.4878048780487805,
      "grad_norm": 0.59765625,
      "learning_rate": 5.078895095690249e-05,
      "loss": 0.5693,
      "step": 715
    },
    {
      "epoch": 3.5121951219512195,
      "grad_norm": 0.5703125,
      "learning_rate": 4.931305196573621e-05,
      "loss": 0.6107,
      "step": 720
    },
    {
      "epoch": 3.5365853658536586,
      "grad_norm": 0.58203125,
      "learning_rate": 4.78518646979206e-05,
      "loss": 0.5695,
      "step": 725
    },
    {
      "epoch": 3.5609756097560976,
      "grad_norm": 0.58984375,
      "learning_rate": 4.6405813258352135e-05,
      "loss": 0.5707,
      "step": 730
    },
    {
      "epoch": 3.5853658536585367,
      "grad_norm": 0.62109375,
      "learning_rate": 4.4975317358801885e-05,
      "loss": 0.5635,
      "step": 735
    },
    {
      "epoch": 3.6097560975609757,
      "grad_norm": 0.57421875,
      "learning_rate": 4.3560792196095543e-05,
      "loss": 0.5747,
      "step": 740
    },
    {
      "epoch": 3.6341463414634148,
      "grad_norm": 0.57421875,
      "learning_rate": 4.216264833160396e-05,
      "loss": 0.5856,
      "step": 745
    },
    {
      "epoch": 3.658536585365854,
      "grad_norm": 0.6015625,
      "learning_rate": 4.0781291572078806e-05,
      "loss": 0.5797,
      "step": 750
    },
    {
      "epoch": 3.682926829268293,
      "grad_norm": 0.55859375,
      "learning_rate": 3.941712285186878e-05,
      "loss": 0.5643,
      "step": 755
    },
    {
      "epoch": 3.7073170731707314,
      "grad_norm": 0.5859375,
      "learning_rate": 3.807053811654948e-05,
      "loss": 0.5723,
      "step": 760
    },
    {
      "epoch": 3.7317073170731705,
      "grad_norm": 0.59375,
      "learning_rate": 3.674192820800156e-05,
      "loss": 0.5894,
      "step": 765
    },
    {
      "epoch": 3.7560975609756095,
      "grad_norm": 0.55859375,
      "learning_rate": 3.543167875097013e-05,
      "loss": 0.5505,
      "step": 770
    },
    {
      "epoch": 3.7804878048780486,
      "grad_norm": 0.5859375,
      "learning_rate": 3.4140170041138385e-05,
      "loss": 0.5752,
      "step": 775
    },
    {
      "epoch": 3.8048780487804876,
      "grad_norm": 0.55859375,
      "learning_rate": 3.286777693474803e-05,
      "loss": 0.5629,
      "step": 780
    },
    {
      "epoch": 3.8292682926829267,
      "grad_norm": 0.59765625,
      "learning_rate": 3.1614868739798495e-05,
      "loss": 0.5787,
      "step": 785
    },
    {
      "epoch": 3.8536585365853657,
      "grad_norm": 0.6015625,
      "learning_rate": 3.0381809108856398e-05,
      "loss": 0.574,
      "step": 790
    },
    {
      "epoch": 3.8780487804878048,
      "grad_norm": 0.6171875,
      "learning_rate": 2.9168955933506648e-05,
      "loss": 0.5826,
      "step": 795
    },
    {
      "epoch": 3.902439024390244,
      "grad_norm": 0.578125,
      "learning_rate": 2.79766612404755e-05,
      "loss": 0.5725,
      "step": 800
    },
    {
      "epoch": 3.926829268292683,
      "grad_norm": 0.55859375,
      "learning_rate": 2.6805271089455986e-05,
      "loss": 0.5612,
      "step": 805
    },
    {
      "epoch": 3.951219512195122,
      "grad_norm": 0.6328125,
      "learning_rate": 2.565512547266511e-05,
      "loss": 0.5721,
      "step": 810
    },
    {
      "epoch": 3.975609756097561,
      "grad_norm": 0.5625,
      "learning_rate": 2.4526558216162322e-05,
      "loss": 0.5725,
      "step": 815
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.56640625,
      "learning_rate": 2.3419896882957527e-05,
      "loss": 0.5755,
      "step": 820
    },
    {
      "epoch": 4.0,
      "eval_loss": 2.2934529781341553,
      "eval_runtime": 0.9995,
      "eval_samples_per_second": 5.002,
      "eval_steps_per_second": 2.001,
      "step": 820
    },
    {
      "epoch": 4.024390243902439,
      "grad_norm": 0.55859375,
      "learning_rate": 2.2335462677936957e-05,
      "loss": 0.5324,
      "step": 825
    },
    {
      "epoch": 4.048780487804878,
      "grad_norm": 0.61328125,
      "learning_rate": 2.1273570354634508e-05,
      "loss": 0.5386,
      "step": 830
    },
    {
      "epoch": 4.073170731707317,
      "grad_norm": 0.55859375,
      "learning_rate": 2.023452812387555e-05,
      "loss": 0.5296,
      "step": 835
    },
    {
      "epoch": 4.097560975609756,
      "grad_norm": 0.62890625,
      "learning_rate": 1.9218637564319696e-05,
      "loss": 0.5304,
      "step": 840
    },
    {
      "epoch": 4.121951219512195,
      "grad_norm": 0.57421875,
      "learning_rate": 1.8226193534928604e-05,
      "loss": 0.5554,
      "step": 845
    },
    {
      "epoch": 4.146341463414634,
      "grad_norm": 0.578125,
      "learning_rate": 1.725748408938408e-05,
      "loss": 0.5376,
      "step": 850
    },
    {
      "epoch": 4.170731707317073,
      "grad_norm": 0.58984375,
      "learning_rate": 1.63127903924815e-05,
      "loss": 0.5335,
      "step": 855
    },
    {
      "epoch": 4.195121951219512,
      "grad_norm": 0.5625,
      "learning_rate": 1.5392386638522482e-05,
      "loss": 0.5298,
      "step": 860
    },
    {
      "epoch": 4.219512195121951,
      "grad_norm": 0.60546875,
      "learning_rate": 1.4496539971731026e-05,
      "loss": 0.5239,
      "step": 865
    },
    {
      "epoch": 4.2439024390243905,
      "grad_norm": 0.57421875,
      "learning_rate": 1.3625510408715714e-05,
      "loss": 0.5255,
      "step": 870
    },
    {
      "epoch": 4.2682926829268295,
      "grad_norm": 0.5859375,
      "learning_rate": 1.2779550763000703e-05,
      "loss": 0.5382,
      "step": 875
    },
    {
      "epoch": 4.2926829268292686,
      "grad_norm": 0.609375,
      "learning_rate": 1.1958906571647421e-05,
      "loss": 0.5469,
      "step": 880
    },
    {
      "epoch": 4.317073170731708,
      "grad_norm": 0.59375,
      "learning_rate": 1.1163816023988261e-05,
      "loss": 0.547,
      "step": 885
    },
    {
      "epoch": 4.341463414634147,
      "grad_norm": 0.56640625,
      "learning_rate": 1.0394509892492833e-05,
      "loss": 0.5387,
      "step": 890
    },
    {
      "epoch": 4.365853658536586,
      "grad_norm": 0.58203125,
      "learning_rate": 9.65121146578709e-06,
      "loss": 0.5487,
      "step": 895
    },
    {
      "epoch": 4.390243902439025,
      "grad_norm": 0.57421875,
      "learning_rate": 8.934136483844391e-06,
      "loss": 0.5306,
      "step": 900
    },
    {
      "epoch": 4.414634146341464,
      "grad_norm": 0.58984375,
      "learning_rate": 8.243493075367813e-06,
      "loss": 0.5259,
      "step": 905
    },
    {
      "epoch": 4.439024390243903,
      "grad_norm": 0.5703125,
      "learning_rate": 7.579481697381363e-06,
      "loss": 0.5473,
      "step": 910
    },
    {
      "epoch": 4.463414634146342,
      "grad_norm": 0.55859375,
      "learning_rate": 6.942295077048011e-06,
      "loss": 0.5329,
      "step": 915
    },
    {
      "epoch": 4.487804878048781,
      "grad_norm": 0.60546875,
      "learning_rate": 6.3321181557312815e-06,
      "loss": 0.551,
      "step": 920
    },
    {
      "epoch": 4.512195121951219,
      "grad_norm": 0.5703125,
      "learning_rate": 5.749128035316553e-06,
      "loss": 0.5508,
      "step": 925
    },
    {
      "epoch": 4.536585365853659,
      "grad_norm": 0.59375,
      "learning_rate": 5.193493926807835e-06,
      "loss": 0.5348,
      "step": 930
    },
    {
      "epoch": 4.560975609756097,
      "grad_norm": 0.58984375,
      "learning_rate": 4.665377101214863e-06,
      "loss": 0.5168,
      "step": 935
    },
    {
      "epoch": 4.585365853658536,
      "grad_norm": 0.61328125,
      "learning_rate": 4.164930842744608e-06,
      "loss": 0.5442,
      "step": 940
    },
    {
      "epoch": 4.609756097560975,
      "grad_norm": 0.59375,
      "learning_rate": 3.6923004043111444e-06,
      "loss": 0.5296,
      "step": 945
    },
    {
      "epoch": 4.634146341463414,
      "grad_norm": 0.546875,
      "learning_rate": 3.2476229653763734e-06,
      "loss": 0.5566,
      "step": 950
    },
    {
      "epoch": 4.658536585365853,
      "grad_norm": 0.58984375,
      "learning_rate": 2.8310275921341944e-06,
      "loss": 0.5219,
      "step": 955
    },
    {
      "epoch": 4.682926829268292,
      "grad_norm": 0.578125,
      "learning_rate": 2.44263520004937e-06,
      "loss": 0.5577,
      "step": 960
    },
    {
      "epoch": 4.7073170731707314,
      "grad_norm": 0.57421875,
      "learning_rate": 2.0825585187623007e-06,
      "loss": 0.5235,
      "step": 965
    },
    {
      "epoch": 4.7317073170731705,
      "grad_norm": 0.578125,
      "learning_rate": 1.7509020593695302e-06,
      "loss": 0.547,
      "step": 970
    },
    {
      "epoch": 4.7560975609756095,
      "grad_norm": 0.57421875,
      "learning_rate": 1.4477620840897766e-06,
      "loss": 0.5331,
      "step": 975
    },
    {
      "epoch": 4.780487804878049,
      "grad_norm": 0.59375,
      "learning_rate": 1.1732265783241492e-06,
      "loss": 0.5251,
      "step": 980
    },
    {
      "epoch": 4.804878048780488,
      "grad_norm": 0.60546875,
      "learning_rate": 9.273752251186096e-07,
      "loss": 0.527,
      "step": 985
    },
    {
      "epoch": 4.829268292682927,
      "grad_norm": 0.57421875,
      "learning_rate": 7.102793820362829e-07,
      "loss": 0.5353,
      "step": 990
    },
    {
      "epoch": 4.853658536585366,
      "grad_norm": 0.58203125,
      "learning_rate": 5.22002060446125e-07,
      "loss": 0.5347,
      "step": 995
    },
    {
      "epoch": 4.878048780487805,
      "grad_norm": 0.58984375,
      "learning_rate": 3.6259790723409683e-07,
      "loss": 0.5436,
      "step": 1000
    },
    {
      "epoch": 4.902439024390244,
      "grad_norm": 0.5625,
      "learning_rate": 2.3211318894205136e-07,
      "loss": 0.535,
      "step": 1005
    },
    {
      "epoch": 4.926829268292683,
      "grad_norm": 0.58984375,
      "learning_rate": 1.3058577833905404e-07,
      "loss": 0.5213,
      "step": 1010
    },
    {
      "epoch": 4.951219512195122,
      "grad_norm": 0.55859375,
      "learning_rate": 5.804514342889755e-08,
      "loss": 0.5247,
      "step": 1015
    },
    {
      "epoch": 4.975609756097561,
      "grad_norm": 0.60546875,
      "learning_rate": 1.4512338897121335e-08,
      "loss": 0.5333,
      "step": 1020
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.546875,
      "learning_rate": 0.0,
      "loss": 0.5144,
      "step": 1025
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.326845407485962,
      "eval_runtime": 1.0003,
      "eval_samples_per_second": 4.998,
      "eval_steps_per_second": 1.999,
      "step": 1025
    },
    {
      "epoch": 5.0,
      "step": 1025,
      "total_flos": 1.5670950020754964e+18,
      "train_loss": 1.4066738275202308,
      "train_runtime": 8016.4558,
      "train_samples_per_second": 2.044,
      "train_steps_per_second": 0.128
    }
  ],
  "logging_steps": 5,
  "max_steps": 1025,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5670950020754964e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}