{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.384,
  "eval_steps": 500,
  "global_step": 60,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0064,
      "grad_norm": 6.651687052805929,
      "learning_rate": 3.125e-07,
      "loss": 0.4684,
      "step": 1
    },
    {
      "epoch": 0.0128,
      "grad_norm": 6.265915305107489,
      "learning_rate": 6.25e-07,
      "loss": 0.4563,
      "step": 2
    },
    {
      "epoch": 0.0192,
      "grad_norm": 6.401273380714525,
      "learning_rate": 9.375000000000001e-07,
      "loss": 0.4547,
      "step": 3
    },
    {
      "epoch": 0.0256,
      "grad_norm": 6.56315483941447,
      "learning_rate": 1.25e-06,
      "loss": 0.4494,
      "step": 4
    },
    {
      "epoch": 0.032,
      "grad_norm": 6.59719209633345,
      "learning_rate": 1.5625e-06,
      "loss": 0.4575,
      "step": 5
    },
    {
      "epoch": 0.0384,
      "grad_norm": 7.53537793152979,
      "learning_rate": 1.8750000000000003e-06,
      "loss": 0.4427,
      "step": 6
    },
    {
      "epoch": 0.0448,
      "grad_norm": 9.571011007558802,
      "learning_rate": 2.1875000000000002e-06,
      "loss": 0.4378,
      "step": 7
    },
    {
      "epoch": 0.0512,
      "grad_norm": 10.148947574276539,
      "learning_rate": 2.5e-06,
      "loss": 0.4369,
      "step": 8
    },
    {
      "epoch": 0.0576,
      "grad_norm": 5.2264536848502035,
      "learning_rate": 2.8125e-06,
      "loss": 0.4002,
      "step": 9
    },
    {
      "epoch": 0.064,
      "grad_norm": 4.788413945220771,
      "learning_rate": 3.125e-06,
      "loss": 0.3976,
      "step": 10
    },
    {
      "epoch": 0.0704,
      "grad_norm": 4.514781509921602,
      "learning_rate": 3.4375e-06,
      "loss": 0.3942,
      "step": 11
    },
    {
      "epoch": 0.0768,
      "grad_norm": 4.538614240888282,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.3761,
      "step": 12
    },
    {
      "epoch": 0.0832,
      "grad_norm": 3.0503754653246355,
      "learning_rate": 4.0625000000000005e-06,
      "loss": 0.3664,
      "step": 13
    },
    {
      "epoch": 0.0896,
      "grad_norm": 3.0554055571037093,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 0.3585,
      "step": 14
    },
    {
      "epoch": 0.096,
      "grad_norm": 1.9763698617399021,
      "learning_rate": 4.6875000000000004e-06,
      "loss": 0.3561,
      "step": 15
    },
    {
      "epoch": 0.1024,
      "grad_norm": 1.5108193822789298,
      "learning_rate": 5e-06,
      "loss": 0.3205,
      "step": 16
    },
    {
      "epoch": 0.1088,
      "grad_norm": 1.3652592836546582,
      "learning_rate": 4.999370587356267e-06,
      "loss": 0.2957,
      "step": 17
    },
    {
      "epoch": 0.1152,
      "grad_norm": 1.8791692065602286,
      "learning_rate": 4.997482666353287e-06,
      "loss": 0.2974,
      "step": 18
    },
    {
      "epoch": 0.1216,
      "grad_norm": 1.6499778792766742,
      "learning_rate": 4.99433718761614e-06,
      "loss": 0.2882,
      "step": 19
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.7803281647114307,
      "learning_rate": 4.989935734988098e-06,
      "loss": 0.2822,
      "step": 20
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.6228676679830198,
      "learning_rate": 4.984280524733107e-06,
      "loss": 0.2708,
      "step": 21
    },
    {
      "epoch": 0.1408,
      "grad_norm": 0.6503139687960523,
      "learning_rate": 4.977374404419838e-06,
      "loss": 0.2624,
      "step": 22
    },
    {
      "epoch": 0.1472,
      "grad_norm": 0.6050613097065756,
      "learning_rate": 4.9692208514878445e-06,
      "loss": 0.2595,
      "step": 23
    },
    {
      "epoch": 0.1536,
      "grad_norm": 0.513863899627231,
      "learning_rate": 4.959823971496575e-06,
      "loss": 0.24,
      "step": 24
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5401602458085882,
      "learning_rate": 4.949188496058089e-06,
      "loss": 0.2564,
      "step": 25
    },
    {
      "epoch": 0.1664,
      "grad_norm": 0.4588626341682895,
      "learning_rate": 4.937319780454559e-06,
      "loss": 0.2559,
      "step": 26
    },
    {
      "epoch": 0.1728,
      "grad_norm": 0.5618821751922192,
      "learning_rate": 4.924223800941718e-06,
      "loss": 0.2396,
      "step": 27
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.47667362996506163,
      "learning_rate": 4.909907151739634e-06,
      "loss": 0.2417,
      "step": 28
    },
    {
      "epoch": 0.1856,
      "grad_norm": 0.4186548264796007,
      "learning_rate": 4.894377041712327e-06,
      "loss": 0.2439,
      "step": 29
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.4531599370801774,
      "learning_rate": 4.8776412907378845e-06,
      "loss": 0.2415,
      "step": 30
    },
    {
      "epoch": 0.1984,
      "grad_norm": 0.3909364624586131,
      "learning_rate": 4.859708325770919e-06,
      "loss": 0.2302,
      "step": 31
    },
    {
      "epoch": 0.2048,
      "grad_norm": 0.31305049271337076,
      "learning_rate": 4.8405871765993435e-06,
      "loss": 0.2333,
      "step": 32
    },
    {
      "epoch": 0.2112,
      "grad_norm": 0.3219167869220544,
      "learning_rate": 4.820287471297598e-06,
      "loss": 0.2341,
      "step": 33
    },
    {
      "epoch": 0.2176,
      "grad_norm": 0.3118803828567028,
      "learning_rate": 4.7988194313786275e-06,
      "loss": 0.2189,
      "step": 34
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.29310345514929165,
      "learning_rate": 4.7761938666470405e-06,
      "loss": 0.2114,
      "step": 35
    },
    {
      "epoch": 0.2304,
      "grad_norm": 0.3347074091997152,
      "learning_rate": 4.752422169756048e-06,
      "loss": 0.2249,
      "step": 36
    },
    {
      "epoch": 0.2368,
      "grad_norm": 0.29649389449972713,
      "learning_rate": 4.72751631047092e-06,
      "loss": 0.2206,
      "step": 37
    },
    {
      "epoch": 0.2432,
      "grad_norm": 0.2837151778804135,
      "learning_rate": 4.701488829641845e-06,
      "loss": 0.2304,
      "step": 38
    },
    {
      "epoch": 0.2496,
      "grad_norm": 0.2806309744043982,
      "learning_rate": 4.674352832889239e-06,
      "loss": 0.2207,
      "step": 39
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.27783183257142374,
      "learning_rate": 4.646121984004666e-06,
      "loss": 0.2155,
      "step": 40
    },
    {
      "epoch": 0.2624,
      "grad_norm": 0.27666228945567495,
      "learning_rate": 4.6168104980707105e-06,
      "loss": 0.2127,
      "step": 41
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.275485776092337,
      "learning_rate": 4.586433134303257e-06,
      "loss": 0.2238,
      "step": 42
    },
    {
      "epoch": 0.2752,
      "grad_norm": 0.27153628095668647,
      "learning_rate": 4.555005188619776e-06,
      "loss": 0.21,
      "step": 43
    },
    {
      "epoch": 0.2816,
      "grad_norm": 0.274290824493659,
      "learning_rate": 4.522542485937369e-06,
      "loss": 0.2131,
      "step": 44
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.2694663744414641,
      "learning_rate": 4.4890613722044526e-06,
      "loss": 0.2108,
      "step": 45
    },
    {
      "epoch": 0.2944,
      "grad_norm": 0.2642992894492684,
      "learning_rate": 4.454578706170075e-06,
      "loss": 0.2069,
      "step": 46
    },
    {
      "epoch": 0.3008,
      "grad_norm": 0.26815076119929016,
      "learning_rate": 4.4191118508950286e-06,
      "loss": 0.2063,
      "step": 47
    },
    {
      "epoch": 0.3072,
      "grad_norm": 0.25684981864747414,
      "learning_rate": 4.382678665009028e-06,
      "loss": 0.2121,
      "step": 48
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.2536186069276322,
      "learning_rate": 4.345297493718352e-06,
      "loss": 0.2074,
      "step": 49
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.256667169168501,
      "learning_rate": 4.3069871595684795e-06,
      "loss": 0.2106,
      "step": 50
    },
    {
      "epoch": 0.3264,
      "grad_norm": 0.2631748867077966,
      "learning_rate": 4.267766952966369e-06,
      "loss": 0.2031,
      "step": 51
    },
    {
      "epoch": 0.3328,
      "grad_norm": 0.2567671139005443,
      "learning_rate": 4.227656622467162e-06,
      "loss": 0.2063,
      "step": 52
    },
    {
      "epoch": 0.3392,
      "grad_norm": 0.26280340427063503,
      "learning_rate": 4.186676364830187e-06,
      "loss": 0.212,
      "step": 53
    },
    {
      "epoch": 0.3456,
      "grad_norm": 0.2599237100252332,
      "learning_rate": 4.144846814849282e-06,
      "loss": 0.2161,
      "step": 54
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.25711041735736345,
      "learning_rate": 4.102189034962561e-06,
      "loss": 0.1959,
      "step": 55
    },
    {
      "epoch": 0.3584,
      "grad_norm": 0.26568396343464284,
      "learning_rate": 4.058724504646834e-06,
      "loss": 0.2053,
      "step": 56
    },
    {
      "epoch": 0.3648,
      "grad_norm": 0.26965052490303654,
      "learning_rate": 4.01447510960205e-06,
      "loss": 0.197,
      "step": 57
    },
    {
      "epoch": 0.3712,
      "grad_norm": 0.2474576437319212,
      "learning_rate": 3.969463130731183e-06,
      "loss": 0.1963,
      "step": 58
    },
    {
      "epoch": 0.3776,
      "grad_norm": 0.26050605159298984,
      "learning_rate": 3.92371123292113e-06,
      "loss": 0.1985,
      "step": 59
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.25523756004269815,
      "learning_rate": 3.8772424536302565e-06,
      "loss": 0.1957,
      "step": 60
    }
  ],
  "logging_steps": 1,
  "max_steps": 156,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 121473953169408.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}