{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.4,
  "eval_steps": 50,
  "global_step": 4400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "grad_norm": 14.10602855682373,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.8587,
      "step": 50
    },
    {
      "epoch": 0.05,
      "eval_loss": 1.2815256118774414,
      "eval_runtime": 7.2572,
      "eval_samples_per_second": 21.496,
      "eval_steps_per_second": 1.102,
      "step": 50
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.8822596073150635,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.9793,
      "step": 100
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.8040891885757446,
      "eval_runtime": 6.9312,
      "eval_samples_per_second": 22.507,
      "eval_steps_per_second": 1.154,
      "step": 100
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.275252342224121,
      "learning_rate": 3e-06,
      "loss": 0.8281,
      "step": 150
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.7676830291748047,
      "eval_runtime": 6.9165,
      "eval_samples_per_second": 22.555,
      "eval_steps_per_second": 1.157,
      "step": 150
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.560257911682129,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.8047,
      "step": 200
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.754139244556427,
      "eval_runtime": 6.8938,
      "eval_samples_per_second": 22.629,
      "eval_steps_per_second": 1.16,
      "step": 200
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.3556413650512695,
      "learning_rate": 5e-06,
      "loss": 0.7938,
      "step": 250
    },
    {
      "epoch": 0.25,
      "eval_loss": 0.7503063678741455,
      "eval_runtime": 6.9277,
      "eval_samples_per_second": 22.518,
      "eval_steps_per_second": 1.155,
      "step": 250
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.5572423934936523,
      "learning_rate": 6e-06,
      "loss": 0.7844,
      "step": 300
    },
    {
      "epoch": 0.3,
      "eval_loss": 0.7483159899711609,
      "eval_runtime": 6.9026,
      "eval_samples_per_second": 22.6,
      "eval_steps_per_second": 1.159,
      "step": 300
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.340659141540527,
      "learning_rate": 7e-06,
      "loss": 0.801,
      "step": 350
    },
    {
      "epoch": 0.35,
      "eval_loss": 0.7476052641868591,
      "eval_runtime": 6.9601,
      "eval_samples_per_second": 22.413,
      "eval_steps_per_second": 1.149,
      "step": 350
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.8037617206573486,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.7688,
      "step": 400
    },
    {
      "epoch": 0.4,
      "eval_loss": 0.7439323663711548,
      "eval_runtime": 7.0577,
      "eval_samples_per_second": 22.103,
      "eval_steps_per_second": 1.134,
      "step": 400
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.2928292751312256,
      "learning_rate": 9e-06,
      "loss": 0.7456,
      "step": 450
    },
    {
      "epoch": 0.45,
      "eval_loss": 0.7496309280395508,
      "eval_runtime": 6.7005,
      "eval_samples_per_second": 23.282,
      "eval_steps_per_second": 1.194,
      "step": 450
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.513007402420044,
      "learning_rate": 1e-05,
      "loss": 0.7574,
      "step": 500
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.760431170463562,
      "eval_runtime": 6.9914,
      "eval_samples_per_second": 22.313,
      "eval_steps_per_second": 1.144,
      "step": 500
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.8724193572998047,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.8103,
      "step": 550
    },
    {
      "epoch": 0.55,
      "eval_loss": 0.7596396207809448,
      "eval_runtime": 6.9713,
      "eval_samples_per_second": 22.378,
      "eval_steps_per_second": 1.148,
      "step": 550
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.944561719894409,
      "learning_rate": 1.2e-05,
      "loss": 0.8383,
      "step": 600
    },
    {
      "epoch": 0.6,
      "eval_loss": 0.7577062249183655,
      "eval_runtime": 6.9749,
      "eval_samples_per_second": 22.366,
      "eval_steps_per_second": 1.147,
      "step": 600
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.3384244441986084,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 0.807,
      "step": 650
    },
    {
      "epoch": 0.65,
      "eval_loss": 0.7623900175094604,
      "eval_runtime": 7.0043,
      "eval_samples_per_second": 22.272,
      "eval_steps_per_second": 1.142,
      "step": 650
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.0667245388031006,
      "learning_rate": 1.4e-05,
      "loss": 0.7463,
      "step": 700
    },
    {
      "epoch": 0.7,
      "eval_loss": 0.7695620656013489,
      "eval_runtime": 6.901,
      "eval_samples_per_second": 22.606,
      "eval_steps_per_second": 1.159,
      "step": 700
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.665961503982544,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.7642,
      "step": 750
    },
    {
      "epoch": 0.75,
      "eval_loss": 0.7753486037254333,
      "eval_runtime": 6.928,
      "eval_samples_per_second": 22.517,
      "eval_steps_per_second": 1.155,
      "step": 750
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.939502477645874,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.7815,
      "step": 800
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.7749003171920776,
      "eval_runtime": 6.9232,
      "eval_samples_per_second": 22.533,
      "eval_steps_per_second": 1.156,
      "step": 800
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.3935534954071045,
      "learning_rate": 1.7e-05,
      "loss": 0.8035,
      "step": 850
    },
    {
      "epoch": 0.85,
      "eval_loss": 0.7803038954734802,
      "eval_runtime": 6.9127,
      "eval_samples_per_second": 22.567,
      "eval_steps_per_second": 1.157,
      "step": 850
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.4815456867218018,
      "learning_rate": 1.8e-05,
      "loss": 0.8308,
      "step": 900
    },
    {
      "epoch": 0.9,
      "eval_loss": 0.7828717827796936,
      "eval_runtime": 6.9328,
      "eval_samples_per_second": 22.502,
      "eval_steps_per_second": 1.154,
      "step": 900
    },
    {
      "epoch": 0.95,
      "grad_norm": 4.300642490386963,
      "learning_rate": 1.9e-05,
      "loss": 0.8076,
      "step": 950
    },
    {
      "epoch": 0.95,
      "eval_loss": 0.7808383107185364,
      "eval_runtime": 6.9657,
      "eval_samples_per_second": 22.396,
      "eval_steps_per_second": 1.148,
      "step": 950
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.9347244501113892,
      "learning_rate": 2e-05,
      "loss": 0.8275,
      "step": 1000
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7858062982559204,
      "eval_runtime": 6.9369,
      "eval_samples_per_second": 22.488,
      "eval_steps_per_second": 1.153,
      "step": 1000
    },
    {
      "epoch": 1.05,
      "grad_norm": 2.5742897987365723,
      "learning_rate": 1.9998476951563914e-05,
      "loss": 0.5636,
      "step": 1050
    },
    {
      "epoch": 1.05,
      "eval_loss": 0.8295591473579407,
      "eval_runtime": 7.0273,
      "eval_samples_per_second": 22.199,
      "eval_steps_per_second": 1.138,
      "step": 1050
    },
    {
      "epoch": 1.1,
      "grad_norm": 2.8644659519195557,
      "learning_rate": 1.999390827019096e-05,
      "loss": 0.5272,
      "step": 1100
    },
    {
      "epoch": 1.1,
      "eval_loss": 0.8290258646011353,
      "eval_runtime": 6.7042,
      "eval_samples_per_second": 23.269,
      "eval_steps_per_second": 1.193,
      "step": 1100
    },
    {
      "epoch": 1.15,
      "grad_norm": 2.5120139122009277,
      "learning_rate": 1.9986295347545738e-05,
      "loss": 0.5827,
      "step": 1150
    },
    {
      "epoch": 1.15,
      "eval_loss": 0.8223973512649536,
      "eval_runtime": 6.9562,
      "eval_samples_per_second": 22.426,
      "eval_steps_per_second": 1.15,
      "step": 1150
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.4437294006347656,
      "learning_rate": 1.9975640502598243e-05,
      "loss": 0.5405,
      "step": 1200
    },
    {
      "epoch": 1.2,
      "eval_loss": 0.8263209462165833,
      "eval_runtime": 6.9428,
      "eval_samples_per_second": 22.469,
      "eval_steps_per_second": 1.152,
      "step": 1200
    },
    {
      "epoch": 1.25,
      "grad_norm": 2.228208303451538,
      "learning_rate": 1.9961946980917457e-05,
      "loss": 0.544,
      "step": 1250
    },
    {
      "epoch": 1.25,
      "eval_loss": 0.8332598805427551,
      "eval_runtime": 7.0103,
      "eval_samples_per_second": 22.253,
      "eval_steps_per_second": 1.141,
      "step": 1250
    },
    {
      "epoch": 1.3,
      "grad_norm": 2.4918081760406494,
      "learning_rate": 1.9945218953682736e-05,
      "loss": 0.547,
      "step": 1300
    },
    {
      "epoch": 1.3,
      "eval_loss": 0.8328695297241211,
      "eval_runtime": 6.7754,
      "eval_samples_per_second": 23.024,
      "eval_steps_per_second": 1.181,
      "step": 1300
    },
    {
      "epoch": 1.35,
      "grad_norm": 3.276204824447632,
      "learning_rate": 1.9925461516413224e-05,
      "loss": 0.5767,
      "step": 1350
    },
    {
      "epoch": 1.35,
      "eval_loss": 0.835900604724884,
      "eval_runtime": 7.0628,
      "eval_samples_per_second": 22.087,
      "eval_steps_per_second": 1.133,
      "step": 1350
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.7088249921798706,
      "learning_rate": 1.9902680687415704e-05,
      "loss": 0.5688,
      "step": 1400
    },
    {
      "epoch": 1.4,
      "eval_loss": 0.8228172063827515,
      "eval_runtime": 7.1179,
      "eval_samples_per_second": 21.917,
      "eval_steps_per_second": 1.124,
      "step": 1400
    },
    {
      "epoch": 1.45,
      "grad_norm": 2.187713146209717,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 0.5728,
      "step": 1450
    },
    {
      "epoch": 1.45,
      "eval_loss": 0.8308163285255432,
      "eval_runtime": 6.9337,
      "eval_samples_per_second": 22.499,
      "eval_steps_per_second": 1.154,
      "step": 1450
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.2441632747650146,
      "learning_rate": 1.9848077530122083e-05,
      "loss": 0.5418,
      "step": 1500
    },
    {
      "epoch": 1.5,
      "eval_loss": 0.8370471596717834,
      "eval_runtime": 6.9593,
      "eval_samples_per_second": 22.416,
      "eval_steps_per_second": 1.15,
      "step": 1500
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.869532585144043,
      "learning_rate": 1.9816271834476642e-05,
      "loss": 0.5711,
      "step": 1550
    },
    {
      "epoch": 1.55,
      "eval_loss": 0.8113475441932678,
      "eval_runtime": 6.9514,
      "eval_samples_per_second": 22.441,
      "eval_steps_per_second": 1.151,
      "step": 1550
    },
    {
      "epoch": 1.6,
      "grad_norm": 2.4652626514434814,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 0.574,
      "step": 1600
    },
    {
      "epoch": 1.6,
      "eval_loss": 0.8253814578056335,
      "eval_runtime": 7.0005,
      "eval_samples_per_second": 22.284,
      "eval_steps_per_second": 1.143,
      "step": 1600
    },
    {
      "epoch": 1.65,
      "grad_norm": 2.070685386657715,
      "learning_rate": 1.9743700647852356e-05,
      "loss": 0.5671,
      "step": 1650
    },
    {
      "epoch": 1.65,
      "eval_loss": 0.8208895921707153,
      "eval_runtime": 6.9799,
      "eval_samples_per_second": 22.35,
      "eval_steps_per_second": 1.146,
      "step": 1650
    },
    {
      "epoch": 1.7,
      "grad_norm": 2.0222079753875732,
      "learning_rate": 1.9702957262759964e-05,
      "loss": 0.5972,
      "step": 1700
    },
    {
      "epoch": 1.7,
      "eval_loss": 0.8163178563117981,
      "eval_runtime": 6.7184,
      "eval_samples_per_second": 23.22,
      "eval_steps_per_second": 1.191,
      "step": 1700
    },
    {
      "epoch": 1.75,
      "grad_norm": 2.8927528858184814,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 0.5754,
      "step": 1750
    },
    {
      "epoch": 1.75,
      "eval_loss": 0.8138474225997925,
      "eval_runtime": 6.9225,
      "eval_samples_per_second": 22.535,
      "eval_steps_per_second": 1.156,
      "step": 1750
    },
    {
      "epoch": 1.8,
      "grad_norm": 2.848783493041992,
      "learning_rate": 1.961261695938319e-05,
      "loss": 0.5687,
      "step": 1800
    },
    {
      "epoch": 1.8,
      "eval_loss": 0.8202130198478699,
      "eval_runtime": 6.9651,
      "eval_samples_per_second": 22.397,
      "eval_steps_per_second": 1.149,
      "step": 1800
    },
    {
      "epoch": 1.85,
      "grad_norm": 2.328615188598633,
      "learning_rate": 1.9563047559630356e-05,
      "loss": 0.5798,
      "step": 1850
    },
    {
      "epoch": 1.85,
      "eval_loss": 0.8171597123146057,
      "eval_runtime": 7.0576,
      "eval_samples_per_second": 22.104,
      "eval_steps_per_second": 1.134,
      "step": 1850
    },
    {
      "epoch": 1.9,
      "grad_norm": 2.039862871170044,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.5994,
      "step": 1900
    },
    {
      "epoch": 1.9,
      "eval_loss": 0.8086227774620056,
      "eval_runtime": 6.7431,
      "eval_samples_per_second": 23.135,
      "eval_steps_per_second": 1.186,
      "step": 1900
    },
    {
      "epoch": 1.95,
      "grad_norm": 2.465532064437866,
      "learning_rate": 1.945518575599317e-05,
      "loss": 0.5583,
      "step": 1950
    },
    {
      "epoch": 1.95,
      "eval_loss": 0.8103993535041809,
      "eval_runtime": 6.9308,
      "eval_samples_per_second": 22.508,
      "eval_steps_per_second": 1.154,
      "step": 1950
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.5345568656921387,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.5925,
      "step": 2000
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.8217712044715881,
      "eval_runtime": 7.0596,
      "eval_samples_per_second": 22.097,
      "eval_steps_per_second": 1.133,
      "step": 2000
    },
    {
      "epoch": 2.05,
      "grad_norm": 1.883388638496399,
      "learning_rate": 1.9335804264972018e-05,
      "loss": 0.2903,
      "step": 2050
    },
    {
      "epoch": 2.05,
      "eval_loss": 0.9038016200065613,
      "eval_runtime": 6.6993,
      "eval_samples_per_second": 23.286,
      "eval_steps_per_second": 1.194,
      "step": 2050
    },
    {
      "epoch": 2.1,
      "grad_norm": 2.125532865524292,
      "learning_rate": 1.9271838545667876e-05,
      "loss": 0.2939,
      "step": 2100
    },
    {
      "epoch": 2.1,
      "eval_loss": 0.9306617379188538,
      "eval_runtime": 7.0134,
      "eval_samples_per_second": 22.243,
      "eval_steps_per_second": 1.141,
      "step": 2100
    },
    {
      "epoch": 2.15,
      "grad_norm": 1.8348636627197266,
      "learning_rate": 1.9205048534524405e-05,
      "loss": 0.2847,
      "step": 2150
    },
    {
      "epoch": 2.15,
      "eval_loss": 0.927678644657135,
      "eval_runtime": 6.9793,
      "eval_samples_per_second": 22.352,
      "eval_steps_per_second": 1.146,
      "step": 2150
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.950291395187378,
      "learning_rate": 1.913545457642601e-05,
      "loss": 0.2816,
      "step": 2200
    },
    {
      "epoch": 2.2,
      "eval_loss": 0.9336847066879272,
      "eval_runtime": 6.9608,
      "eval_samples_per_second": 22.411,
      "eval_steps_per_second": 1.149,
      "step": 2200
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.860474944114685,
      "learning_rate": 1.9063077870366504e-05,
      "loss": 0.2852,
      "step": 2250
    },
    {
      "epoch": 2.25,
      "eval_loss": 0.9168179035186768,
      "eval_runtime": 6.9583,
      "eval_samples_per_second": 22.419,
      "eval_steps_per_second": 1.15,
      "step": 2250
    },
    {
      "epoch": 2.3,
      "grad_norm": 2.410311698913574,
      "learning_rate": 1.8987940462991673e-05,
      "loss": 0.3079,
      "step": 2300
    },
    {
      "epoch": 2.3,
      "eval_loss": 0.9347082376480103,
      "eval_runtime": 6.9811,
      "eval_samples_per_second": 22.346,
      "eval_steps_per_second": 1.146,
      "step": 2300
    },
    {
      "epoch": 2.35,
      "grad_norm": 2.778449535369873,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.3011,
      "step": 2350
    },
    {
      "epoch": 2.35,
      "eval_loss": 0.9322410225868225,
      "eval_runtime": 6.911,
      "eval_samples_per_second": 22.573,
      "eval_steps_per_second": 1.158,
      "step": 2350
    },
    {
      "epoch": 2.4,
      "grad_norm": 2.2411606311798096,
      "learning_rate": 1.8829475928589272e-05,
      "loss": 0.3035,
      "step": 2400
    },
    {
      "epoch": 2.4,
      "eval_loss": 0.9373205900192261,
      "eval_runtime": 6.9832,
      "eval_samples_per_second": 22.339,
      "eval_steps_per_second": 1.146,
      "step": 2400
    },
    {
      "epoch": 2.45,
      "grad_norm": 2.2924418449401855,
      "learning_rate": 1.874619707139396e-05,
      "loss": 0.3113,
      "step": 2450
    },
    {
      "epoch": 2.45,
      "eval_loss": 0.9366490244865417,
      "eval_runtime": 7.0758,
      "eval_samples_per_second": 22.047,
      "eval_steps_per_second": 1.131,
      "step": 2450
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.174010753631592,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.3027,
      "step": 2500
    },
    {
      "epoch": 2.5,
      "eval_loss": 0.9629231691360474,
      "eval_runtime": 6.7091,
      "eval_samples_per_second": 23.252,
      "eval_steps_per_second": 1.192,
      "step": 2500
    },
    {
      "epoch": 2.55,
      "grad_norm": 1.9265005588531494,
      "learning_rate": 1.8571673007021124e-05,
      "loss": 0.3205,
      "step": 2550
    },
    {
      "epoch": 2.55,
      "eval_loss": 0.9262107610702515,
      "eval_runtime": 6.9019,
      "eval_samples_per_second": 22.602,
      "eval_steps_per_second": 1.159,
      "step": 2550
    },
    {
      "epoch": 2.6,
      "grad_norm": 2.3890748023986816,
      "learning_rate": 1.848048096156426e-05,
      "loss": 0.3147,
      "step": 2600
    },
    {
      "epoch": 2.6,
      "eval_loss": 0.9423943758010864,
      "eval_runtime": 6.963,
      "eval_samples_per_second": 22.404,
      "eval_steps_per_second": 1.149,
      "step": 2600
    },
    {
      "epoch": 2.65,
      "grad_norm": 1.9728659391403198,
      "learning_rate": 1.8386705679454243e-05,
      "loss": 0.3026,
      "step": 2650
    },
    {
      "epoch": 2.65,
      "eval_loss": 0.948650062084198,
      "eval_runtime": 6.9468,
      "eval_samples_per_second": 22.456,
      "eval_steps_per_second": 1.152,
      "step": 2650
    },
    {
      "epoch": 2.7,
      "grad_norm": 2.072758913040161,
      "learning_rate": 1.8290375725550417e-05,
      "loss": 0.3023,
      "step": 2700
    },
    {
      "epoch": 2.7,
      "eval_loss": 0.9387075901031494,
      "eval_runtime": 6.9794,
      "eval_samples_per_second": 22.352,
      "eval_steps_per_second": 1.146,
      "step": 2700
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.645221471786499,
      "learning_rate": 1.819152044288992e-05,
      "loss": 0.3074,
      "step": 2750
    },
    {
      "epoch": 2.75,
      "eval_loss": 0.9418818354606628,
      "eval_runtime": 6.9867,
      "eval_samples_per_second": 22.328,
      "eval_steps_per_second": 1.145,
      "step": 2750
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.4617958068847656,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.311,
      "step": 2800
    },
    {
      "epoch": 2.8,
      "eval_loss": 0.952977180480957,
      "eval_runtime": 6.9627,
      "eval_samples_per_second": 22.405,
      "eval_steps_per_second": 1.149,
      "step": 2800
    },
    {
      "epoch": 2.85,
      "grad_norm": 1.7149707078933716,
      "learning_rate": 1.798635510047293e-05,
      "loss": 0.3252,
      "step": 2850
    },
    {
      "epoch": 2.85,
      "eval_loss": 0.9482938051223755,
      "eval_runtime": 6.9299,
      "eval_samples_per_second": 22.511,
      "eval_steps_per_second": 1.154,
      "step": 2850
    },
    {
      "epoch": 2.9,
      "grad_norm": 2.310058116912842,
      "learning_rate": 1.788010753606722e-05,
      "loss": 0.308,
      "step": 2900
    },
    {
      "epoch": 2.9,
      "eval_loss": 0.9215130805969238,
      "eval_runtime": 6.9772,
      "eval_samples_per_second": 22.359,
      "eval_steps_per_second": 1.147,
      "step": 2900
    },
    {
      "epoch": 2.95,
      "grad_norm": 2.1262900829315186,
      "learning_rate": 1.777145961456971e-05,
      "loss": 0.3107,
      "step": 2950
    },
    {
      "epoch": 2.95,
      "eval_loss": 0.9511628746986389,
      "eval_runtime": 6.961,
      "eval_samples_per_second": 22.411,
      "eval_steps_per_second": 1.149,
      "step": 2950
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.5521520376205444,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.3094,
      "step": 3000
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.9323577880859375,
      "eval_runtime": 6.9701,
      "eval_samples_per_second": 22.381,
      "eval_steps_per_second": 1.148,
      "step": 3000
    },
    {
      "epoch": 3.05,
      "grad_norm": 1.9140851497650146,
      "learning_rate": 1.7547095802227723e-05,
      "loss": 0.1646,
      "step": 3050
    },
    {
      "epoch": 3.05,
      "eval_loss": 1.0182551145553589,
      "eval_runtime": 6.9727,
      "eval_samples_per_second": 22.373,
      "eval_steps_per_second": 1.147,
      "step": 3050
    },
    {
      "epoch": 3.1,
      "grad_norm": 1.8293534517288208,
      "learning_rate": 1.7431448254773943e-05,
      "loss": 0.174,
      "step": 3100
    },
    {
      "epoch": 3.1,
      "eval_loss": 1.0358622074127197,
      "eval_runtime": 7.062,
      "eval_samples_per_second": 22.09,
      "eval_steps_per_second": 1.133,
      "step": 3100
    },
    {
      "epoch": 3.15,
      "grad_norm": 1.386757254600525,
      "learning_rate": 1.7313537016191706e-05,
      "loss": 0.1623,
      "step": 3150
    },
    {
      "epoch": 3.15,
      "eval_loss": 1.0526723861694336,
      "eval_runtime": 6.7139,
      "eval_samples_per_second": 23.235,
      "eval_steps_per_second": 1.192,
      "step": 3150
    },
    {
      "epoch": 3.2,
      "grad_norm": 1.3546067476272583,
      "learning_rate": 1.7193398003386514e-05,
      "loss": 0.1623,
      "step": 3200
    },
    {
      "epoch": 3.2,
      "eval_loss": 1.0583354234695435,
      "eval_runtime": 7.061,
      "eval_samples_per_second": 22.093,
      "eval_steps_per_second": 1.133,
      "step": 3200
    },
    {
      "epoch": 3.25,
      "grad_norm": 1.3248480558395386,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.1708,
      "step": 3250
    },
    {
      "epoch": 3.25,
      "eval_loss": 1.046079397201538,
      "eval_runtime": 6.9829,
      "eval_samples_per_second": 22.34,
      "eval_steps_per_second": 1.146,
      "step": 3250
    },
    {
      "epoch": 3.3,
      "grad_norm": 1.6571605205535889,
      "learning_rate": 1.6946583704589973e-05,
      "loss": 0.1765,
      "step": 3300
    },
    {
      "epoch": 3.3,
      "eval_loss": 1.0281801223754883,
      "eval_runtime": 6.9743,
      "eval_samples_per_second": 22.368,
      "eval_steps_per_second": 1.147,
      "step": 3300
    },
    {
      "epoch": 3.35,
      "grad_norm": 1.876293659210205,
      "learning_rate": 1.6819983600624986e-05,
      "loss": 0.1723,
      "step": 3350
    },
    {
      "epoch": 3.35,
      "eval_loss": 1.0281037092208862,
      "eval_runtime": 7.0756,
      "eval_samples_per_second": 22.048,
      "eval_steps_per_second": 1.131,
      "step": 3350
    },
    {
      "epoch": 3.4,
      "grad_norm": 1.571351170539856,
      "learning_rate": 1.6691306063588583e-05,
      "loss": 0.1692,
      "step": 3400
    },
    {
      "epoch": 3.4,
      "eval_loss": 1.043171763420105,
      "eval_runtime": 6.6743,
      "eval_samples_per_second": 23.373,
      "eval_steps_per_second": 1.199,
      "step": 3400
    },
    {
      "epoch": 3.45,
      "grad_norm": 1.4466336965560913,
      "learning_rate": 1.6560590289905074e-05,
      "loss": 0.1755,
      "step": 3450
    },
    {
      "epoch": 3.45,
      "eval_loss": 1.0497896671295166,
      "eval_runtime": 6.9883,
      "eval_samples_per_second": 22.323,
      "eval_steps_per_second": 1.145,
      "step": 3450
    },
    {
      "epoch": 3.5,
      "grad_norm": 1.7230181694030762,
      "learning_rate": 1.6427876096865394e-05,
      "loss": 0.1739,
      "step": 3500
    },
    {
      "epoch": 3.5,
      "eval_loss": 1.0415854454040527,
      "eval_runtime": 7.0894,
      "eval_samples_per_second": 22.005,
      "eval_steps_per_second": 1.128,
      "step": 3500
    },
    {
      "epoch": 3.55,
      "grad_norm": 1.1267095804214478,
      "learning_rate": 1.6293203910498375e-05,
      "loss": 0.1741,
      "step": 3550
    },
    {
      "epoch": 3.55,
      "eval_loss": 1.0593791007995605,
      "eval_runtime": 6.7082,
      "eval_samples_per_second": 23.255,
      "eval_steps_per_second": 1.193,
      "step": 3550
    },
    {
      "epoch": 3.6,
      "grad_norm": 1.923794150352478,
      "learning_rate": 1.6156614753256583e-05,
      "loss": 0.1764,
      "step": 3600
    },
    {
      "epoch": 3.6,
      "eval_loss": 1.037401795387268,
      "eval_runtime": 7.0167,
      "eval_samples_per_second": 22.233,
      "eval_steps_per_second": 1.14,
      "step": 3600
    },
    {
      "epoch": 3.65,
      "grad_norm": 1.545517921447754,
      "learning_rate": 1.6018150231520486e-05,
      "loss": 0.1775,
      "step": 3650
    },
    {
      "epoch": 3.65,
      "eval_loss": 1.0683374404907227,
      "eval_runtime": 7.0018,
      "eval_samples_per_second": 22.28,
      "eval_steps_per_second": 1.143,
      "step": 3650
    },
    {
      "epoch": 3.7,
      "grad_norm": 1.7744944095611572,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.1816,
      "step": 3700
    },
    {
      "epoch": 3.7,
      "eval_loss": 1.04556405544281,
      "eval_runtime": 6.9847,
      "eval_samples_per_second": 22.334,
      "eval_steps_per_second": 1.145,
      "step": 3700
    },
    {
      "epoch": 3.75,
      "grad_norm": 1.6511001586914062,
      "learning_rate": 1.573576436351046e-05,
      "loss": 0.1776,
      "step": 3750
    },
    {
      "epoch": 3.75,
      "eval_loss": 1.0450345277786255,
      "eval_runtime": 7.0016,
      "eval_samples_per_second": 22.281,
      "eval_steps_per_second": 1.143,
      "step": 3750
    },
    {
      "epoch": 3.8,
      "grad_norm": 1.681025505065918,
      "learning_rate": 1.5591929034707468e-05,
      "loss": 0.1723,
      "step": 3800
    },
    {
      "epoch": 3.8,
      "eval_loss": 1.0498697757720947,
      "eval_runtime": 6.9797,
      "eval_samples_per_second": 22.351,
      "eval_steps_per_second": 1.146,
      "step": 3800
    },
    {
      "epoch": 3.85,
      "grad_norm": 1.7957446575164795,
      "learning_rate": 1.5446390350150272e-05,
      "loss": 0.1744,
      "step": 3850
    },
    {
      "epoch": 3.85,
      "eval_loss": 1.0522431135177612,
      "eval_runtime": 6.9742,
      "eval_samples_per_second": 22.368,
      "eval_steps_per_second": 1.147,
      "step": 3850
    },
    {
      "epoch": 3.9,
      "grad_norm": 1.160187005996704,
      "learning_rate": 1.529919264233205e-05,
      "loss": 0.1749,
      "step": 3900
    },
    {
      "epoch": 3.9,
      "eval_loss": 1.0369728803634644,
      "eval_runtime": 6.9919,
      "eval_samples_per_second": 22.312,
      "eval_steps_per_second": 1.144,
      "step": 3900
    },
    {
      "epoch": 3.95,
      "grad_norm": 1.6003044843673706,
      "learning_rate": 1.5150380749100545e-05,
      "loss": 0.1693,
      "step": 3950
    },
    {
      "epoch": 3.95,
      "eval_loss": 1.0573968887329102,
      "eval_runtime": 6.9371,
      "eval_samples_per_second": 22.488,
      "eval_steps_per_second": 1.153,
      "step": 3950
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.5659364461898804,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.1766,
      "step": 4000
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.0426336526870728,
      "eval_runtime": 6.9426,
      "eval_samples_per_second": 22.47,
      "eval_steps_per_second": 1.152,
      "step": 4000
    },
    {
      "epoch": 4.05,
      "grad_norm": 1.4741019010543823,
      "learning_rate": 1.4848096202463373e-05,
      "loss": 0.0875,
      "step": 4050
    },
    {
      "epoch": 4.05,
      "eval_loss": 1.1515307426452637,
      "eval_runtime": 7.0311,
      "eval_samples_per_second": 22.187,
      "eval_steps_per_second": 1.138,
      "step": 4050
    },
    {
      "epoch": 4.1,
      "grad_norm": 1.7246599197387695,
      "learning_rate": 1.469471562785891e-05,
      "loss": 0.0915,
      "step": 4100
    },
    {
      "epoch": 4.1,
      "eval_loss": 1.1431708335876465,
      "eval_runtime": 6.7986,
      "eval_samples_per_second": 22.946,
      "eval_steps_per_second": 1.177,
      "step": 4100
    },
    {
      "epoch": 4.15,
      "grad_norm": 1.3817429542541504,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.0897,
      "step": 4150
    },
    {
      "epoch": 4.15,
      "eval_loss": 1.1611740589141846,
      "eval_runtime": 6.9615,
      "eval_samples_per_second": 22.409,
      "eval_steps_per_second": 1.149,
      "step": 4150
    },
    {
      "epoch": 4.2,
      "grad_norm": 1.071362853050232,
      "learning_rate": 1.4383711467890776e-05,
      "loss": 0.0913,
      "step": 4200
    },
    {
      "epoch": 4.2,
      "eval_loss": 1.149824857711792,
      "eval_runtime": 6.9511,
      "eval_samples_per_second": 22.442,
      "eval_steps_per_second": 1.151,
      "step": 4200
    },
    {
      "epoch": 4.25,
      "grad_norm": 1.5283039808273315,
      "learning_rate": 1.4226182617406996e-05,
      "loss": 0.0865,
      "step": 4250
    },
    {
      "epoch": 4.25,
      "eval_loss": 1.141707181930542,
      "eval_runtime": 7.0817,
      "eval_samples_per_second": 22.028,
      "eval_steps_per_second": 1.13,
      "step": 4250
    },
    {
      "epoch": 4.3,
      "grad_norm": 1.3611563444137573,
      "learning_rate": 1.4067366430758004e-05,
      "loss": 0.0959,
      "step": 4300
    },
    {
      "epoch": 4.3,
      "eval_loss": 1.1580748558044434,
      "eval_runtime": 6.6737,
      "eval_samples_per_second": 23.375,
      "eval_steps_per_second": 1.199,
      "step": 4300
    },
    {
      "epoch": 4.35,
      "grad_norm": 1.3242157697677612,
      "learning_rate": 1.3907311284892737e-05,
      "loss": 0.0912,
      "step": 4350
    },
    {
      "epoch": 4.35,
      "eval_loss": 1.150386095046997,
      "eval_runtime": 6.9971,
      "eval_samples_per_second": 22.295,
      "eval_steps_per_second": 1.143,
      "step": 4350
    },
    {
      "epoch": 4.4,
      "grad_norm": 1.581061840057373,
      "learning_rate": 1.3746065934159123e-05,
      "loss": 0.0934,
      "step": 4400
    },
    {
      "epoch": 4.4,
      "eval_loss": 1.153538703918457,
      "eval_runtime": 6.9473,
      "eval_samples_per_second": 22.455,
      "eval_steps_per_second": 1.152,
      "step": 4400
    }
  ],
  "logging_steps": 50,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 400,
  "total_flos": 2.5095258948973363e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}