{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2,
  "eval_steps": 2000,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 12.253900527954102,
      "learning_rate": 9.8e-07,
      "loss": 0.3335,
      "step": 100
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.193947792053223,
      "learning_rate": 9.9010101010101e-07,
      "loss": 0.2105,
      "step": 200
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.168125152587891,
      "learning_rate": 9.8e-07,
      "loss": 0.1618,
      "step": 300
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.163803815841675,
      "learning_rate": 9.698989898989898e-07,
      "loss": 0.1418,
      "step": 400
    },
    {
      "epoch": 0.03,
      "grad_norm": 10.751598358154297,
      "learning_rate": 9.597979797979797e-07,
      "loss": 0.1215,
      "step": 500
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.5342793464660645,
      "learning_rate": 9.496969696969696e-07,
      "loss": 0.1142,
      "step": 600
    },
    {
      "epoch": 0.04,
      "grad_norm": 8.430835723876953,
      "learning_rate": 9.395959595959596e-07,
      "loss": 0.121,
      "step": 700
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8440964221954346,
      "learning_rate": 9.295959595959596e-07,
      "loss": 0.0969,
      "step": 800
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.699073553085327,
      "learning_rate": 9.194949494949495e-07,
      "loss": 0.1024,
      "step": 900
    },
    {
      "epoch": 0.05,
      "grad_norm": 11.251789093017578,
      "learning_rate": 9.093939393939394e-07,
      "loss": 0.0899,
      "step": 1000
    },
    {
      "epoch": 0.06,
      "grad_norm": 7.728929042816162,
      "learning_rate": 8.992929292929292e-07,
      "loss": 0.0837,
      "step": 1100
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7401416301727295,
      "learning_rate": 8.891919191919191e-07,
      "loss": 0.0914,
      "step": 1200
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.5504443645477295,
      "learning_rate": 8.790909090909091e-07,
      "loss": 0.0754,
      "step": 1300
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.9004316329956055,
      "learning_rate": 8.68989898989899e-07,
      "loss": 0.0791,
      "step": 1400
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.9171862602233887,
      "learning_rate": 8.588888888888888e-07,
      "loss": 0.0866,
      "step": 1500
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.907050132751465,
      "learning_rate": 8.487878787878787e-07,
      "loss": 0.0768,
      "step": 1600
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.856807708740234,
      "learning_rate": 8.386868686868687e-07,
      "loss": 0.0745,
      "step": 1700
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.4457929134368896,
      "learning_rate": 8.285858585858585e-07,
      "loss": 0.0808,
      "step": 1800
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.084287643432617,
      "learning_rate": 8.184848484848484e-07,
      "loss": 0.0743,
      "step": 1900
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.936805486679077,
      "learning_rate": 8.083838383838384e-07,
      "loss": 0.0675,
      "step": 2000
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.07925247400999069,
      "eval_runtime": 204.8299,
      "eval_samples_per_second": 4.882,
      "eval_steps_per_second": 1.221,
      "step": 2000
    },
    {
      "epoch": 0.1,
      "grad_norm": 13.029026985168457,
      "learning_rate": 7.982828282828282e-07,
      "loss": 0.0681,
      "step": 2100
    },
    {
      "epoch": 0.11,
      "grad_norm": 10.308150291442871,
      "learning_rate": 7.881818181818182e-07,
      "loss": 0.0798,
      "step": 2200
    },
    {
      "epoch": 0.12,
      "grad_norm": 5.64780330657959,
      "learning_rate": 7.78080808080808e-07,
      "loss": 0.0648,
      "step": 2300
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.982935905456543,
      "learning_rate": 7.679797979797979e-07,
      "loss": 0.0731,
      "step": 2400
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.5423080921173096,
      "learning_rate": 7.578787878787879e-07,
      "loss": 0.0817,
      "step": 2500
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.585963249206543,
      "learning_rate": 7.477777777777778e-07,
      "loss": 0.072,
      "step": 2600
    },
    {
      "epoch": 0.14,
      "grad_norm": 7.086956977844238,
      "learning_rate": 7.376767676767676e-07,
      "loss": 0.0577,
      "step": 2700
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.985733509063721,
      "learning_rate": 7.275757575757575e-07,
      "loss": 0.0672,
      "step": 2800
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.4518052339553833,
      "learning_rate": 7.174747474747475e-07,
      "loss": 0.0616,
      "step": 2900
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.120323657989502,
      "learning_rate": 7.073737373737373e-07,
      "loss": 0.0625,
      "step": 3000
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0982943773269653,
      "learning_rate": 6.972727272727273e-07,
      "loss": 0.0666,
      "step": 3100
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8519880771636963,
      "learning_rate": 6.871717171717171e-07,
      "loss": 0.0786,
      "step": 3200
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.394327163696289,
      "learning_rate": 6.77070707070707e-07,
      "loss": 0.0786,
      "step": 3300
    },
    {
      "epoch": 0.17,
      "grad_norm": 9.026866912841797,
      "learning_rate": 6.66969696969697e-07,
      "loss": 0.0677,
      "step": 3400
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.718776226043701,
      "learning_rate": 6.568686868686868e-07,
      "loss": 0.0576,
      "step": 3500
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7873659729957581,
      "learning_rate": 6.467676767676767e-07,
      "loss": 0.0559,
      "step": 3600
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.039899826049805,
      "learning_rate": 6.366666666666667e-07,
      "loss": 0.0668,
      "step": 3700
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.4250056743621826,
      "learning_rate": 6.266666666666667e-07,
      "loss": 0.0524,
      "step": 3800
    },
    {
      "epoch": 0.2,
      "grad_norm": 7.657347202301025,
      "learning_rate": 6.165656565656565e-07,
      "loss": 0.0665,
      "step": 3900
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.9768455028533936,
      "learning_rate": 6.064646464646465e-07,
      "loss": 0.0649,
      "step": 4000
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.06388480961322784,
      "eval_runtime": 200.3994,
      "eval_samples_per_second": 4.99,
      "eval_steps_per_second": 1.248,
      "step": 4000
    }
  ],
  "logging_steps": 100,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "total_flos": 3.77128394686464e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}