{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 39924,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "learning_rate": 4.9373810239454966e-05,
      "loss": 3.0783,
      "step": 500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.874762047890993e-05,
      "loss": 2.5238,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8121430718364894e-05,
      "loss": 2.2994,
      "step": 1500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.749524095781986e-05,
      "loss": 2.1655,
      "step": 2000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.686905119727483e-05,
      "loss": 2.1007,
      "step": 2500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.624286143672979e-05,
      "loss": 2.0447,
      "step": 3000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5616671676184756e-05,
      "loss": 1.9793,
      "step": 3500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.499048191563971e-05,
      "loss": 1.928,
      "step": 4000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.436429215509468e-05,
      "loss": 1.8916,
      "step": 4500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.373810239454965e-05,
      "loss": 1.8331,
      "step": 5000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.311191263400461e-05,
      "loss": 1.8014,
      "step": 5500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2485722873459575e-05,
      "loss": 1.7924,
      "step": 6000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.185953311291454e-05,
      "loss": 1.7729,
      "step": 6500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.12333433523695e-05,
      "loss": 1.7446,
      "step": 7000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.060715359182447e-05,
      "loss": 1.7415,
      "step": 7500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.9980963831279437e-05,
      "loss": 1.7042,
      "step": 8000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9354774070734394e-05,
      "loss": 1.678,
      "step": 8500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8728584310189364e-05,
      "loss": 1.6576,
      "step": 9000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.810239454964433e-05,
      "loss": 1.6765,
      "step": 9500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.747620478909929e-05,
      "loss": 1.6109,
      "step": 10000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6850015028554255e-05,
      "loss": 1.6197,
      "step": 10500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.622382526800922e-05,
      "loss": 1.6011,
      "step": 11000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.559763550746418e-05,
      "loss": 1.5907,
      "step": 11500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.497144574691915e-05,
      "loss": 1.5875,
      "step": 12000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.434525598637412e-05,
      "loss": 1.5752,
      "step": 12500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3719066225829074e-05,
      "loss": 1.5237,
      "step": 13000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.309287646528404e-05,
      "loss": 1.4724,
      "step": 13500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.246668670473901e-05,
      "loss": 1.3053,
      "step": 14000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.184049694419397e-05,
      "loss": 1.3191,
      "step": 14500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1214307183648936e-05,
      "loss": 1.2972,
      "step": 15000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.05881174231039e-05,
      "loss": 1.2705,
      "step": 15500
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.9961927662558864e-05,
      "loss": 1.3129,
      "step": 16000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9335737902013828e-05,
      "loss": 1.3122,
      "step": 16500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8709548141468788e-05,
      "loss": 1.2842,
      "step": 17000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.808335838092376e-05,
      "loss": 1.2766,
      "step": 17500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.745716862037872e-05,
      "loss": 1.2869,
      "step": 18000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6830978859833683e-05,
      "loss": 1.2822,
      "step": 18500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.620478909928865e-05,
      "loss": 1.2513,
      "step": 19000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5578599338743614e-05,
      "loss": 1.2716,
      "step": 19500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.495240957819858e-05,
      "loss": 1.2569,
      "step": 20000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.432621981765354e-05,
      "loss": 1.2537,
      "step": 20500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.370003005710851e-05,
      "loss": 1.26,
      "step": 21000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.307384029656347e-05,
      "loss": 1.2559,
      "step": 21500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2447650536018436e-05,
      "loss": 1.2259,
      "step": 22000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.18214607754734e-05,
      "loss": 1.2254,
      "step": 22500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1195271014928364e-05,
      "loss": 1.2075,
      "step": 23000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.056908125438333e-05,
      "loss": 1.2135,
      "step": 23500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9942891493838295e-05,
      "loss": 1.2082,
      "step": 24000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.931670173329326e-05,
      "loss": 1.1962,
      "step": 24500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8690511972748222e-05,
      "loss": 1.2139,
      "step": 25000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8064322212203186e-05,
      "loss": 1.1852,
      "step": 25500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.743813245165815e-05,
      "loss": 1.1937,
      "step": 26000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6811942691113117e-05,
      "loss": 1.1962,
      "step": 26500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.618575293056808e-05,
      "loss": 1.0053,
      "step": 27000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5559563170023044e-05,
      "loss": 0.9642,
      "step": 27500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4933373409478008e-05,
      "loss": 0.9592,
      "step": 28000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4307183648932974e-05,
      "loss": 0.9827,
      "step": 28500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.368099388838794e-05,
      "loss": 0.9665,
      "step": 29000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.3054804127842901e-05,
      "loss": 0.9826,
      "step": 29500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2428614367297867e-05,
      "loss": 0.9679,
      "step": 30000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.180242460675283e-05,
      "loss": 0.9684,
      "step": 30500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1176234846207794e-05,
      "loss": 0.9709,
      "step": 31000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.055004508566276e-05,
      "loss": 0.9489,
      "step": 31500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.923855325117724e-06,
      "loss": 0.9516,
      "step": 32000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.297665564572689e-06,
      "loss": 0.9691,
      "step": 32500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.671475804027653e-06,
      "loss": 0.9417,
      "step": 33000
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.045286043482618e-06,
      "loss": 0.9505,
      "step": 33500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.419096282937582e-06,
      "loss": 0.9594,
      "step": 34000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.792906522392546e-06,
      "loss": 0.9334,
      "step": 34500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.1667167618475106e-06,
      "loss": 0.9486,
      "step": 35000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.540527001302475e-06,
      "loss": 0.9476,
      "step": 35500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.914337240757439e-06,
      "loss": 0.9366,
      "step": 36000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.288147480212404e-06,
      "loss": 0.9253,
      "step": 36500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.661957719667368e-06,
      "loss": 0.9279,
      "step": 37000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.035767959122333e-06,
      "loss": 0.9246,
      "step": 37500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.409578198577297e-06,
      "loss": 0.923,
      "step": 38000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.7833884380322613e-06,
      "loss": 0.9241,
      "step": 38500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.157198677487226e-06,
      "loss": 0.9359,
      "step": 39000
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.310089169421901e-07,
      "loss": 0.9117,
      "step": 39500
    },
    {
      "epoch": 3.0,
      "step": 39924,
      "total_flos": 5.321321329491149e+16,
      "train_loss": 1.3535074337774975,
      "train_runtime": 29786.9631,
      "train_samples_per_second": 10.722,
      "train_steps_per_second": 1.34
    }
  ],
  "logging_steps": 500,
  "max_steps": 39924,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "total_flos": 5.321321329491149e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}