{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 908,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04405286343612335,
      "grad_norm": 10.519313963525699,
      "learning_rate": 3.296703296703297e-07,
      "loss": 1.4512,
      "step": 10
    },
    {
      "epoch": 0.0881057268722467,
      "grad_norm": 5.275494720043015,
      "learning_rate": 6.593406593406594e-07,
      "loss": 1.4723,
      "step": 20
    },
    {
      "epoch": 0.13215859030837004,
      "grad_norm": 1.8226315526905816,
      "learning_rate": 9.890109890109891e-07,
      "loss": 1.3932,
      "step": 30
    },
    {
      "epoch": 0.1762114537444934,
      "grad_norm": 2.044759232085493,
      "learning_rate": 1.3186813186813187e-06,
      "loss": 1.3093,
      "step": 40
    },
    {
      "epoch": 0.22026431718061673,
      "grad_norm": 1.7807644006153884,
      "learning_rate": 1.6483516483516486e-06,
      "loss": 1.2687,
      "step": 50
    },
    {
      "epoch": 0.2643171806167401,
      "grad_norm": 1.5054649369651574,
      "learning_rate": 1.9780219780219782e-06,
      "loss": 1.2427,
      "step": 60
    },
    {
      "epoch": 0.30837004405286345,
      "grad_norm": 1.645138466222819,
      "learning_rate": 2.307692307692308e-06,
      "loss": 1.2286,
      "step": 70
    },
    {
      "epoch": 0.3524229074889868,
      "grad_norm": 1.4999909747158735,
      "learning_rate": 2.6373626373626375e-06,
      "loss": 1.1827,
      "step": 80
    },
    {
      "epoch": 0.3964757709251101,
      "grad_norm": 1.7582872706972468,
      "learning_rate": 2.9670329670329673e-06,
      "loss": 1.1941,
      "step": 90
    },
    {
      "epoch": 0.44052863436123346,
      "grad_norm": 1.693711129252621,
      "learning_rate": 2.999101829950985e-06,
      "loss": 1.1731,
      "step": 100
    },
    {
      "epoch": 0.4845814977973568,
      "grad_norm": 1.4467996095205224,
      "learning_rate": 2.9959984254953274e-06,
      "loss": 1.1148,
      "step": 110
    },
    {
      "epoch": 0.5286343612334802,
      "grad_norm": 1.5298410629642052,
      "learning_rate": 2.9906832852013294e-06,
      "loss": 1.191,
      "step": 120
    },
    {
      "epoch": 0.5726872246696035,
      "grad_norm": 1.4536712154523523,
      "learning_rate": 2.9831642671563205e-06,
      "loss": 1.1818,
      "step": 130
    },
    {
      "epoch": 0.6167400881057269,
      "grad_norm": 1.5305738885906355,
      "learning_rate": 2.9734524877367604e-06,
      "loss": 1.1969,
      "step": 140
    },
    {
      "epoch": 0.6607929515418502,
      "grad_norm": 1.4595832724906421,
      "learning_rate": 2.961562305173399e-06,
      "loss": 1.1203,
      "step": 150
    },
    {
      "epoch": 0.7048458149779736,
      "grad_norm": 1.7304480079500448,
      "learning_rate": 2.9475112983235753e-06,
      "loss": 1.2301,
      "step": 160
    },
    {
      "epoch": 0.748898678414097,
      "grad_norm": 1.5486760284827386,
      "learning_rate": 2.9313202406820232e-06,
      "loss": 1.183,
      "step": 170
    },
    {
      "epoch": 0.7929515418502202,
      "grad_norm": 1.700519163465852,
      "learning_rate": 2.9130130696686196e-06,
      "loss": 1.1304,
      "step": 180
    },
    {
      "epoch": 0.8370044052863436,
      "grad_norm": 1.4763145358774594,
      "learning_rate": 2.8926168512384744e-06,
      "loss": 1.1618,
      "step": 190
    },
    {
      "epoch": 0.8810572687224669,
      "grad_norm": 1.5267413192202046,
      "learning_rate": 2.870161739866686e-06,
      "loss": 1.1491,
      "step": 200
    },
    {
      "epoch": 0.9251101321585903,
      "grad_norm": 1.733908977152635,
      "learning_rate": 2.845680933966922e-06,
      "loss": 1.145,
      "step": 210
    },
    {
      "epoch": 0.9691629955947136,
      "grad_norm": 1.498098134685152,
      "learning_rate": 2.8192106268097337e-06,
      "loss": 1.2206,
      "step": 220
    },
    {
      "epoch": 1.013215859030837,
      "grad_norm": 4.7125491501567724,
      "learning_rate": 2.7907899530131763e-06,
      "loss": 1.133,
      "step": 230
    },
    {
      "epoch": 1.0572687224669604,
      "grad_norm": 2.038277716111568,
      "learning_rate": 2.7604609306848312e-06,
      "loss": 1.0399,
      "step": 240
    },
    {
      "epoch": 1.1013215859030836,
      "grad_norm": 1.8451563548941678,
      "learning_rate": 2.7282683993007865e-06,
      "loss": 1.007,
      "step": 250
    },
    {
      "epoch": 1.145374449339207,
      "grad_norm": 1.5438408367179703,
      "learning_rate": 2.6942599534133987e-06,
      "loss": 1.0139,
      "step": 260
    },
    {
      "epoch": 1.1894273127753303,
      "grad_norm": 1.6126849019096945,
      "learning_rate": 2.658485872285863e-06,
      "loss": 1.0493,
      "step": 270
    },
    {
      "epoch": 1.2334801762114538,
      "grad_norm": 1.9217991771681158,
      "learning_rate": 2.6209990455576105e-06,
      "loss": 0.9478,
      "step": 280
    },
    {
      "epoch": 1.277533039647577,
      "grad_norm": 1.981595215749417,
      "learning_rate": 2.5818548950504342e-06,
      "loss": 1.0108,
      "step": 290
    },
    {
      "epoch": 1.3215859030837005,
      "grad_norm": 1.6455591880816465,
      "learning_rate": 2.541111292830951e-06,
      "loss": 1.0294,
      "step": 300
    },
    {
      "epoch": 1.3656387665198237,
      "grad_norm": 1.5108115682140577,
      "learning_rate": 2.4988284756505333e-06,
      "loss": 0.9748,
      "step": 310
    },
    {
      "epoch": 1.4096916299559472,
      "grad_norm": 1.5787304886557472,
      "learning_rate": 2.455068955889216e-06,
      "loss": 1.0054,
      "step": 320
    },
    {
      "epoch": 1.4537444933920705,
      "grad_norm": 1.6633458413004865,
      "learning_rate": 2.4098974291352257e-06,
      "loss": 1.0155,
      "step": 330
    },
    {
      "epoch": 1.497797356828194,
      "grad_norm": 1.7167391655172333,
      "learning_rate": 2.3633806785367873e-06,
      "loss": 1.0677,
      "step": 340
    },
    {
      "epoch": 1.5418502202643172,
      "grad_norm": 1.519612290214899,
      "learning_rate": 2.315587476067607e-06,
      "loss": 0.987,
      "step": 350
    },
    {
      "epoch": 1.5859030837004404,
      "grad_norm": 1.6948233763887988,
      "learning_rate": 2.2665884808520048e-06,
      "loss": 1.0526,
      "step": 360
    },
    {
      "epoch": 1.6299559471365639,
      "grad_norm": 1.6931931897778194,
      "learning_rate": 2.2164561347000213e-06,
      "loss": 1.0304,
      "step": 370
    },
    {
      "epoch": 1.6740088105726874,
      "grad_norm": 1.5818868292083217,
      "learning_rate": 2.1652645550069394e-06,
      "loss": 0.9921,
      "step": 380
    },
    {
      "epoch": 1.7180616740088106,
      "grad_norm": 1.670222373489549,
      "learning_rate": 2.113089425175561e-06,
      "loss": 1.0062,
      "step": 390
    },
    {
      "epoch": 1.7621145374449338,
      "grad_norm": 1.5676805638818068,
      "learning_rate": 2.0600078827232473e-06,
      "loss": 0.993,
      "step": 400
    },
    {
      "epoch": 1.8061674008810573,
      "grad_norm": 1.6518866030477966,
      "learning_rate": 2.006098405239142e-06,
      "loss": 0.989,
      "step": 410
    },
    {
      "epoch": 1.8502202643171806,
      "grad_norm": 1.7025140153769915,
      "learning_rate": 1.95144069436019e-06,
      "loss": 1.0184,
      "step": 420
    },
    {
      "epoch": 1.894273127753304,
      "grad_norm": 1.6535956905677116,
      "learning_rate": 1.896115557937476e-06,
      "loss": 1.0655,
      "step": 430
    },
    {
      "epoch": 1.9383259911894273,
      "grad_norm": 1.6062899976218377,
      "learning_rate": 1.8402047905671065e-06,
      "loss": 1.0139,
      "step": 440
    },
    {
      "epoch": 1.9823788546255505,
      "grad_norm": 1.6037621791723693,
      "learning_rate": 1.7837910526622437e-06,
      "loss": 1.0103,
      "step": 450
    },
    {
      "epoch": 2.026431718061674,
      "grad_norm": 2.347205562826239,
      "learning_rate": 1.726957748245093e-06,
      "loss": 0.8977,
      "step": 460
    },
    {
      "epoch": 2.0704845814977975,
      "grad_norm": 1.9061910666122825,
      "learning_rate": 1.6697889016395088e-06,
      "loss": 0.8438,
      "step": 470
    },
    {
      "epoch": 2.1145374449339207,
      "grad_norm": 1.6451786150601784,
      "learning_rate": 1.6123690332465296e-06,
      "loss": 0.9008,
      "step": 480
    },
    {
      "epoch": 2.158590308370044,
      "grad_norm": 1.8874201469690022,
      "learning_rate": 1.5547830345864886e-06,
      "loss": 0.8176,
      "step": 490
    },
    {
      "epoch": 2.202643171806167,
      "grad_norm": 1.9254603832738357,
      "learning_rate": 1.4971160427924554e-06,
      "loss": 0.8901,
      "step": 500
    },
    {
      "epoch": 2.246696035242291,
      "grad_norm": 1.835023323363367,
      "learning_rate": 1.439453314740552e-06,
      "loss": 0.8247,
      "step": 510
    },
    {
      "epoch": 2.290748898678414,
      "grad_norm": 1.93123359826113,
      "learning_rate": 1.381880101003235e-06,
      "loss": 0.8294,
      "step": 520
    },
    {
      "epoch": 2.3348017621145374,
      "grad_norm": 1.866122498094617,
      "learning_rate": 1.3244815198119024e-06,
      "loss": 0.9032,
      "step": 530
    },
    {
      "epoch": 2.3788546255506606,
      "grad_norm": 1.7177415721533669,
      "learning_rate": 1.2673424312151519e-06,
      "loss": 0.8862,
      "step": 540
    },
    {
      "epoch": 2.4229074889867843,
      "grad_norm": 2.1997603304322237,
      "learning_rate": 1.2105473116187517e-06,
      "loss": 0.894,
      "step": 550
    },
    {
      "epoch": 2.4669603524229076,
      "grad_norm": 1.8715395183959846,
      "learning_rate": 1.154180128892796e-06,
      "loss": 0.8126,
      "step": 560
    },
    {
      "epoch": 2.511013215859031,
      "grad_norm": 1.86690865903126,
      "learning_rate": 1.0983242182307033e-06,
      "loss": 0.8059,
      "step": 570
    },
    {
      "epoch": 2.555066079295154,
      "grad_norm": 2.0917187570122517,
      "learning_rate": 1.0430621589435803e-06,
      "loss": 0.8959,
      "step": 580
    },
    {
      "epoch": 2.5991189427312777,
      "grad_norm": 2.558938317516458,
      "learning_rate": 9.884756523721117e-07,
      "loss": 0.8393,
      "step": 590
    },
    {
      "epoch": 2.643171806167401,
      "grad_norm": 1.5987062295416765,
      "learning_rate": 9.346454010964724e-07,
      "loss": 0.862,
      "step": 600
    },
    {
      "epoch": 2.6872246696035242,
      "grad_norm": 1.6649451786987866,
      "learning_rate": 8.816509896228376e-07,
      "loss": 0.859,
      "step": 610
    },
    {
      "epoch": 2.7312775330396475,
      "grad_norm": 1.6834312437789734,
      "learning_rate": 8.295707667228987e-07,
      "loss": 0.8348,
      "step": 620
    },
    {
      "epoch": 2.7753303964757707,
      "grad_norm": 1.7102647759571665,
      "learning_rate": 7.784817296003237e-07,
      "loss": 0.8668,
      "step": 630
    },
    {
      "epoch": 2.8193832599118944,
      "grad_norm": 1.7566168287161772,
      "learning_rate": 7.284594100554311e-07,
      "loss": 0.8627,
      "step": 640
    },
    {
      "epoch": 2.8634361233480177,
      "grad_norm": 1.7731380983410612,
      "learning_rate": 6.7957776281636e-07,
      "loss": 0.855,
      "step": 650
    },
    {
      "epoch": 2.907488986784141,
      "grad_norm": 3.413162667971741,
      "learning_rate": 6.31909056201842e-07,
      "loss": 0.8849,
      "step": 660
    },
    {
      "epoch": 2.951541850220264,
      "grad_norm": 1.793806206724264,
      "learning_rate": 5.855237652772183e-07,
      "loss": 0.8629,
      "step": 670
    },
    {
      "epoch": 2.995594713656388,
      "grad_norm": 1.7832177184392761,
      "learning_rate": 5.404904676616635e-07,
      "loss": 0.8796,
      "step": 680
    },
    {
      "epoch": 3.039647577092511,
      "grad_norm": 13.295009142965908,
      "learning_rate": 4.968757421406609e-07,
      "loss": 0.779,
      "step": 690
    },
    {
      "epoch": 3.0837004405286343,
      "grad_norm": 1.8559346739765339,
      "learning_rate": 4.547440702336238e-07,
      "loss": 0.7582,
      "step": 700
    },
    {
      "epoch": 3.1277533039647576,
      "grad_norm": 1.7949928357857732,
      "learning_rate": 4.1415774086218277e-07,
      "loss": 0.7063,
      "step": 710
    },
    {
      "epoch": 3.171806167400881,
      "grad_norm": 1.778323655929332,
      "learning_rate": 3.7517675826009083e-07,
      "loss": 0.752,
      "step": 720
    },
    {
      "epoch": 3.2158590308370045,
      "grad_norm": 6.004368017727455,
      "learning_rate": 3.378587532608872e-07,
      "loss": 0.7829,
      "step": 730
    },
    {
      "epoch": 3.2599118942731278,
      "grad_norm": 1.9250826926237672,
      "learning_rate": 3.0225889809447925e-07,
      "loss": 0.72,
      "step": 740
    },
    {
      "epoch": 3.303964757709251,
      "grad_norm": 1.8286462728037371,
      "learning_rate": 2.684298248186077e-07,
      "loss": 0.7852,
      "step": 750
    },
    {
      "epoch": 3.3480176211453743,
      "grad_norm": 1.8502492223085096,
      "learning_rate": 2.3642154750579275e-07,
      "loss": 0.7912,
      "step": 760
    },
    {
      "epoch": 3.392070484581498,
      "grad_norm": 1.8690732598717457,
      "learning_rate": 2.0628138830079696e-07,
      "loss": 0.7456,
      "step": 770
    },
    {
      "epoch": 3.436123348017621,
      "grad_norm": 2.841225832952903,
      "learning_rate": 1.7805390745792993e-07,
      "loss": 0.7654,
      "step": 780
    },
    {
      "epoch": 3.4801762114537445,
      "grad_norm": 2.2582022273376845,
      "learning_rate": 1.5178083746162667e-07,
      "loss": 0.7437,
      "step": 790
    },
    {
      "epoch": 3.5242290748898677,
      "grad_norm": 1.874522268468866,
      "learning_rate": 1.2750102132769738e-07,
      "loss": 0.7834,
      "step": 800
    },
    {
      "epoch": 3.568281938325991,
      "grad_norm": 2.037336725579371,
      "learning_rate": 1.0525035517647014e-07,
      "loss": 0.7943,
      "step": 810
    },
    {
      "epoch": 3.6123348017621146,
      "grad_norm": 1.7256797980612035,
      "learning_rate": 8.50617351627232e-08,
      "loss": 0.7826,
      "step": 820
    },
    {
      "epoch": 3.656387665198238,
      "grad_norm": 1.8660504133848668,
      "learning_rate": 6.696500884087259e-08,
      "loss": 0.8379,
      "step": 830
    },
    {
      "epoch": 3.700440528634361,
      "grad_norm": 1.6608110580956394,
      "learning_rate": 5.0986931037314666e-08,
      "loss": 0.7614,
      "step": 840
    },
    {
      "epoch": 3.744493392070485,
      "grad_norm": 2.132591912569078,
      "learning_rate": 3.7151124295163374e-08,
      "loss": 0.8152,
      "step": 850
    },
    {
      "epoch": 3.788546255506608,
      "grad_norm": 2.142924158927503,
      "learning_rate": 2.5478043949868192e-08,
      "loss": 0.7517,
      "step": 860
    },
    {
      "epoch": 3.8325991189427313,
      "grad_norm": 2.1270227065723284,
      "learning_rate": 1.5984947887334623e-08,
      "loss": 0.7697,
      "step": 870
    },
    {
      "epoch": 3.8766519823788546,
      "grad_norm": 1.8195791930606864,
      "learning_rate": 8.685871029272318e-09,
      "loss": 0.7506,
      "step": 880
    },
    {
      "epoch": 3.920704845814978,
      "grad_norm": 2.2849986922595553,
      "learning_rate": 3.5916045834781253e-09,
      "loss": 0.7273,
      "step": 890
    },
    {
      "epoch": 3.964757709251101,
      "grad_norm": 1.8303283767313243,
      "learning_rate": 7.096800897425371e-10,
      "loss": 0.8123,
      "step": 900
    },
    {
      "epoch": 4.0,
      "step": 908,
      "total_flos": 648773332107264.0,
      "train_loss": 0.9660957064397535,
      "train_runtime": 3882.5924,
      "train_samples_per_second": 5.59,
      "train_steps_per_second": 0.234
    }
  ],
  "logging_steps": 10,
  "max_steps": 908,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 648773332107264.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}