{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 406,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0024630541871921183,
      "grad_norm": 0.32156336307525635,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 1.0055,
      "step": 1
    },
    {
      "epoch": 0.012315270935960592,
      "grad_norm": 0.3402904272079468,
      "learning_rate": 2.4390243902439026e-05,
      "loss": 0.9699,
      "step": 5
    },
    {
      "epoch": 0.024630541871921183,
      "grad_norm": 0.24658028781414032,
      "learning_rate": 4.878048780487805e-05,
      "loss": 1.0011,
      "step": 10
    },
    {
      "epoch": 0.03694581280788178,
      "grad_norm": 0.11734232306480408,
      "learning_rate": 7.317073170731707e-05,
      "loss": 0.9502,
      "step": 15
    },
    {
      "epoch": 0.04926108374384237,
      "grad_norm": 0.09808443486690521,
      "learning_rate": 9.75609756097561e-05,
      "loss": 0.9388,
      "step": 20
    },
    {
      "epoch": 0.06157635467980296,
      "grad_norm": 0.0954531654715538,
      "learning_rate": 0.00012195121951219512,
      "loss": 0.8962,
      "step": 25
    },
    {
      "epoch": 0.07389162561576355,
      "grad_norm": 0.08142588287591934,
      "learning_rate": 0.00014634146341463414,
      "loss": 0.8666,
      "step": 30
    },
    {
      "epoch": 0.08620689655172414,
      "grad_norm": 0.07427375018596649,
      "learning_rate": 0.0001707317073170732,
      "loss": 0.8724,
      "step": 35
    },
    {
      "epoch": 0.09852216748768473,
      "grad_norm": 0.07633435726165771,
      "learning_rate": 0.0001951219512195122,
      "loss": 0.8744,
      "step": 40
    },
    {
      "epoch": 0.11083743842364532,
      "grad_norm": 0.06420885771512985,
      "learning_rate": 0.0001999407400739705,
      "loss": 0.8774,
      "step": 45
    },
    {
      "epoch": 0.12315270935960591,
      "grad_norm": 0.06878102570772171,
      "learning_rate": 0.00019970011699250152,
      "loss": 0.8515,
      "step": 50
    },
    {
      "epoch": 0.1354679802955665,
      "grad_norm": 0.06849724054336548,
      "learning_rate": 0.00019927487224577402,
      "loss": 0.8727,
      "step": 55
    },
    {
      "epoch": 0.1477832512315271,
      "grad_norm": 0.06974564492702484,
      "learning_rate": 0.0001986657932891657,
      "loss": 0.8476,
      "step": 60
    },
    {
      "epoch": 0.16009852216748768,
      "grad_norm": 0.07568373531103134,
      "learning_rate": 0.00019787400799669154,
      "loss": 0.8703,
      "step": 65
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 0.06864025443792343,
      "learning_rate": 0.00019690098257244064,
      "loss": 0.8473,
      "step": 70
    },
    {
      "epoch": 0.18472906403940886,
      "grad_norm": 0.075719453394413,
      "learning_rate": 0.00019574851883550395,
      "loss": 0.8635,
      "step": 75
    },
    {
      "epoch": 0.19704433497536947,
      "grad_norm": 0.0714876800775528,
      "learning_rate": 0.00019441875088341997,
      "loss": 0.8644,
      "step": 80
    },
    {
      "epoch": 0.20935960591133004,
      "grad_norm": 0.07155413180589676,
      "learning_rate": 0.00019291414114031743,
      "loss": 0.8585,
      "step": 85
    },
    {
      "epoch": 0.22167487684729065,
      "grad_norm": 0.07434839755296707,
      "learning_rate": 0.00019123747579707275,
      "loss": 0.8648,
      "step": 90
    },
    {
      "epoch": 0.23399014778325122,
      "grad_norm": 0.07367011904716492,
      "learning_rate": 0.0001893918596519257,
      "loss": 0.8375,
      "step": 95
    },
    {
      "epoch": 0.24630541871921183,
      "grad_norm": 0.08377306163311005,
      "learning_rate": 0.00018738071036110808,
      "loss": 0.8306,
      "step": 100
    },
    {
      "epoch": 0.25862068965517243,
      "grad_norm": 0.07255107164382935,
      "learning_rate": 0.00018520775211013093,
      "loss": 0.8511,
      "step": 105
    },
    {
      "epoch": 0.270935960591133,
      "grad_norm": 0.08693832159042358,
      "learning_rate": 0.00018287700871745036,
      "loss": 0.8445,
      "step": 110
    },
    {
      "epoch": 0.2832512315270936,
      "grad_norm": 0.08710788935422897,
      "learning_rate": 0.00018039279618328212,
      "loss": 0.8752,
      "step": 115
    },
    {
      "epoch": 0.2955665024630542,
      "grad_norm": 0.09619166702032089,
      "learning_rate": 0.0001777597146973627,
      "loss": 0.8671,
      "step": 120
    },
    {
      "epoch": 0.3078817733990148,
      "grad_norm": 0.07760035991668701,
      "learning_rate": 0.00017498264012045687,
      "loss": 0.8559,
      "step": 125
    },
    {
      "epoch": 0.32019704433497537,
      "grad_norm": 0.0805315300822258,
      "learning_rate": 0.00017206671495538612,
      "loss": 0.8585,
      "step": 130
    },
    {
      "epoch": 0.33251231527093594,
      "grad_norm": 0.07385493814945221,
      "learning_rate": 0.0001690173388242972,
      "loss": 0.8467,
      "step": 135
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.07834794372320175,
      "learning_rate": 0.0001658401584698049,
      "loss": 0.8419,
      "step": 140
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.08485198020935059,
      "learning_rate": 0.00016254105729852464,
      "loss": 0.8735,
      "step": 145
    },
    {
      "epoch": 0.3694581280788177,
      "grad_norm": 0.07340410351753235,
      "learning_rate": 0.00015912614448635782,
      "loss": 0.843,
      "step": 150
    },
    {
      "epoch": 0.3817733990147783,
      "grad_norm": 0.07572367042303085,
      "learning_rate": 0.00015560174366570446,
      "loss": 0.8396,
      "step": 155
    },
    {
      "epoch": 0.39408866995073893,
      "grad_norm": 0.07385943084955215,
      "learning_rate": 0.0001519743812155516,
      "loss": 0.8658,
      "step": 160
    },
    {
      "epoch": 0.4064039408866995,
      "grad_norm": 0.07291774451732635,
      "learning_rate": 0.00014825077417612186,
      "loss": 0.8571,
      "step": 165
    },
    {
      "epoch": 0.4187192118226601,
      "grad_norm": 0.0746372640132904,
      "learning_rate": 0.00014443781781046136,
      "loss": 0.8532,
      "step": 170
    },
    {
      "epoch": 0.43103448275862066,
      "grad_norm": 0.07541359215974808,
      "learning_rate": 0.00014054257283599973,
      "loss": 0.8461,
      "step": 175
    },
    {
      "epoch": 0.4433497536945813,
      "grad_norm": 0.0773872435092926,
      "learning_rate": 0.00013657225234972695,
      "loss": 0.8506,
      "step": 180
    },
    {
      "epoch": 0.45566502463054187,
      "grad_norm": 0.07032646983861923,
      "learning_rate": 0.00013253420847119803,
      "loss": 0.859,
      "step": 185
    },
    {
      "epoch": 0.46798029556650245,
      "grad_norm": 0.07974265515804291,
      "learning_rate": 0.0001284359187281004,
      "loss": 0.8493,
      "step": 190
    },
    {
      "epoch": 0.4802955665024631,
      "grad_norm": 0.09293660521507263,
      "learning_rate": 0.0001242849722095936,
      "loss": 0.8355,
      "step": 195
    },
    {
      "epoch": 0.49261083743842365,
      "grad_norm": 0.08410409837961197,
      "learning_rate": 0.00012008905551306356,
      "loss": 0.8214,
      "step": 200
    },
    {
      "epoch": 0.5049261083743842,
      "grad_norm": 0.08014179021120071,
      "learning_rate": 0.00011585593851031347,
      "loss": 0.8358,
      "step": 205
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.09226740896701813,
      "learning_rate": 0.00011159345995955006,
      "loss": 0.8496,
      "step": 210
    },
    {
      "epoch": 0.5295566502463054,
      "grad_norm": 0.08234479278326035,
      "learning_rate": 0.00010730951298980776,
      "loss": 0.8604,
      "step": 215
    },
    {
      "epoch": 0.541871921182266,
      "grad_norm": 0.08139283210039139,
      "learning_rate": 0.00010301203048469083,
      "loss": 0.8538,
      "step": 220
    },
    {
      "epoch": 0.5541871921182266,
      "grad_norm": 0.0822574719786644,
      "learning_rate": 9.870897039249911e-05,
      "loss": 0.8394,
      "step": 225
    },
    {
      "epoch": 0.5665024630541872,
      "grad_norm": 0.07834915816783905,
      "learning_rate": 9.440830098993969e-05,
      "loss": 0.8513,
      "step": 230
    },
    {
      "epoch": 0.5788177339901478,
      "grad_norm": 0.08242921531200409,
      "learning_rate": 9.011798612671286e-05,
      "loss": 0.846,
      "step": 235
    },
    {
      "epoch": 0.5911330049261084,
      "grad_norm": 0.07460321485996246,
      "learning_rate": 8.58459704782957e-05,
      "loss": 0.856,
      "step": 240
    },
    {
      "epoch": 0.603448275862069,
      "grad_norm": 0.08328606188297272,
      "learning_rate": 8.160016483423199e-05,
      "loss": 0.8537,
      "step": 245
    },
    {
      "epoch": 0.6157635467980296,
      "grad_norm": 0.0797269344329834,
      "learning_rate": 7.738843144917119e-05,
      "loss": 0.8439,
      "step": 250
    },
    {
      "epoch": 0.6280788177339901,
      "grad_norm": 0.07935849577188492,
      "learning_rate": 7.321856948378259e-05,
      "loss": 0.8358,
      "step": 255
    },
    {
      "epoch": 0.6403940886699507,
      "grad_norm": 0.07458296418190002,
      "learning_rate": 6.909830056250527e-05,
      "loss": 0.8485,
      "step": 260
    },
    {
      "epoch": 0.6527093596059114,
      "grad_norm": 0.07776927202939987,
      "learning_rate": 6.503525447487715e-05,
      "loss": 0.8273,
      "step": 265
    },
    {
      "epoch": 0.6650246305418719,
      "grad_norm": 0.08262035250663757,
      "learning_rate": 6.103695504692122e-05,
      "loss": 0.8261,
      "step": 270
    },
    {
      "epoch": 0.6773399014778325,
      "grad_norm": 0.0770513042807579,
      "learning_rate": 5.7110806208751655e-05,
      "loss": 0.8404,
      "step": 275
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.08033966273069382,
      "learning_rate": 5.326407828419979e-05,
      "loss": 0.832,
      "step": 280
    },
    {
      "epoch": 0.7019704433497537,
      "grad_norm": 0.08418203890323639,
      "learning_rate": 4.9503894527847964e-05,
      "loss": 0.8397,
      "step": 285
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.07704119384288788,
      "learning_rate": 4.583721793440188e-05,
      "loss": 0.8865,
      "step": 290
    },
    {
      "epoch": 0.7266009852216748,
      "grad_norm": 0.07464379817247391,
      "learning_rate": 4.227083834482728e-05,
      "loss": 0.8402,
      "step": 295
    },
    {
      "epoch": 0.7389162561576355,
      "grad_norm": 0.08190499991178513,
      "learning_rate": 3.881135987312757e-05,
      "loss": 0.8428,
      "step": 300
    },
    {
      "epoch": 0.7512315270935961,
      "grad_norm": 0.07950634509325027,
      "learning_rate": 3.546518867704499e-05,
      "loss": 0.8559,
      "step": 305
    },
    {
      "epoch": 0.7635467980295566,
      "grad_norm": 0.08059704303741455,
      "learning_rate": 3.223852109533112e-05,
      "loss": 0.8514,
      "step": 310
    },
    {
      "epoch": 0.7758620689655172,
      "grad_norm": 0.07899323105812073,
      "learning_rate": 2.9137332173554043e-05,
      "loss": 0.8284,
      "step": 315
    },
    {
      "epoch": 0.7881773399014779,
      "grad_norm": 0.08275061845779419,
      "learning_rate": 2.616736459968936e-05,
      "loss": 0.8311,
      "step": 320
    },
    {
      "epoch": 0.8004926108374384,
      "grad_norm": 0.07869672030210495,
      "learning_rate": 2.33341180699841e-05,
      "loss": 0.8332,
      "step": 325
    },
    {
      "epoch": 0.812807881773399,
      "grad_norm": 0.07721079885959625,
      "learning_rate": 2.0642839104785272e-05,
      "loss": 0.8342,
      "step": 330
    },
    {
      "epoch": 0.8251231527093597,
      "grad_norm": 0.08025462925434113,
      "learning_rate": 1.8098511333192024e-05,
      "loss": 0.8573,
      "step": 335
    },
    {
      "epoch": 0.8374384236453202,
      "grad_norm": 0.07781907171010971,
      "learning_rate": 1.570584626452173e-05,
      "loss": 0.8356,
      "step": 340
    },
    {
      "epoch": 0.8497536945812808,
      "grad_norm": 0.07266338169574738,
      "learning_rate": 1.3469274563679402e-05,
      "loss": 0.8222,
      "step": 345
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.07625401765108109,
      "learning_rate": 1.1392937846586215e-05,
      "loss": 0.8371,
      "step": 350
    },
    {
      "epoch": 0.874384236453202,
      "grad_norm": 0.07775253057479858,
      "learning_rate": 9.48068101086026e-06,
      "loss": 0.8349,
      "step": 355
    },
    {
      "epoch": 0.8866995073891626,
      "grad_norm": 0.07747705280780792,
      "learning_rate": 7.736045115951251e-06,
      "loss": 0.8512,
      "step": 360
    },
    {
      "epoch": 0.8990147783251231,
      "grad_norm": 0.08055680245161057,
      "learning_rate": 6.16226082591359e-06,
      "loss": 0.8345,
      "step": 365
    },
    {
      "epoch": 0.9113300492610837,
      "grad_norm": 0.07874856889247894,
      "learning_rate": 4.762242426960262e-06,
      "loss": 0.8484,
      "step": 370
    },
    {
      "epoch": 0.9236453201970444,
      "grad_norm": 0.08116665482521057,
      "learning_rate": 3.5385824308756587e-06,
      "loss": 0.8194,
      "step": 375
    },
    {
      "epoch": 0.9359605911330049,
      "grad_norm": 0.08248580247163773,
      "learning_rate": 2.493546774280531e-06,
      "loss": 0.8563,
      "step": 380
    },
    {
      "epoch": 0.9482758620689655,
      "grad_norm": 0.08016284555196762,
      "learning_rate": 1.6290706226390285e-06,
      "loss": 0.8388,
      "step": 385
    },
    {
      "epoch": 0.9605911330049262,
      "grad_norm": 0.07426544278860092,
      "learning_rate": 9.46754786777726e-07,
      "loss": 0.8186,
      "step": 390
    },
    {
      "epoch": 0.9729064039408867,
      "grad_norm": 0.07471868395805359,
      "learning_rate": 4.4786275855247527e-07,
      "loss": 0.8358,
      "step": 395
    },
    {
      "epoch": 0.9852216748768473,
      "grad_norm": 0.0780901238322258,
      "learning_rate": 1.333183711524133e-07,
      "loss": 0.8316,
      "step": 400
    },
    {
      "epoch": 0.9975369458128078,
      "grad_norm": 0.07565240561962128,
      "learning_rate": 3.7040883734462683e-09,
      "loss": 0.8215,
      "step": 405
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.0929372310638428,
      "eval_runtime": 133.5096,
      "eval_samples_per_second": 8.651,
      "eval_steps_per_second": 0.547,
      "step": 406
    },
    {
      "epoch": 1.0,
      "step": 406,
      "total_flos": 1.9785163757689242e+18,
      "train_loss": 0.8540300870763844,
      "train_runtime": 31542.2056,
      "train_samples_per_second": 3.295,
      "train_steps_per_second": 0.013
    }
  ],
  "logging_steps": 5,
  "max_steps": 406,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9785163757689242e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}