{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.986899563318777,
  "eval_steps": 500,
  "global_step": 171,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.09,
      "grad_norm": 0.6939600110054016,
      "learning_rate": 4.9894597202472696e-05,
      "loss": 2.9255,
      "step": 5
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8492265343666077,
      "learning_rate": 4.957927758986888e-05,
      "loss": 2.8178,
      "step": 10
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.8294272422790527,
      "learning_rate": 4.905670000773126e-05,
      "loss": 2.7191,
      "step": 15
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6167703866958618,
      "learning_rate": 4.833127094718643e-05,
      "loss": 2.6713,
      "step": 20
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.49007371068000793,
      "learning_rate": 4.7409107388425504e-05,
      "loss": 2.6395,
      "step": 25
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.4197269678115845,
      "learning_rate": 4.629798522095818e-05,
      "loss": 2.5998,
      "step": 30
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.35962584614753723,
      "learning_rate": 4.5007273675572104e-05,
      "loss": 2.5696,
      "step": 35
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.31397658586502075,
      "learning_rate": 4.3547856320882044e-05,
      "loss": 2.5568,
      "step": 40
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2711264193058014,
      "learning_rate": 4.193203929064353e-05,
      "loss": 2.4964,
      "step": 45
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.29537662863731384,
      "learning_rate": 4.0173447515678916e-05,
      "loss": 2.5512,
      "step": 50
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.28811562061309814,
      "learning_rate": 3.82869098354114e-05,
      "loss": 2.5155,
      "step": 55
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.2557935118675232,
      "learning_rate": 3.628833395777224e-05,
      "loss": 2.5253,
      "step": 60
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.243013396859169,
      "learning_rate": 3.4194572321847336e-05,
      "loss": 2.5395,
      "step": 65
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.26634490489959717,
      "learning_rate": 3.202327999433924e-05,
      "loss": 2.4728,
      "step": 70
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.288352906703949,
      "learning_rate": 2.9792765798093465e-05,
      "loss": 2.5059,
      "step": 75
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.25032252073287964,
      "learning_rate": 2.752183792800671e-05,
      "loss": 2.5368,
      "step": 80
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.24827222526073456,
      "learning_rate": 2.5229645356118163e-05,
      "loss": 2.4811,
      "step": 85
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.2552015781402588,
      "learning_rate": 2.2935516363191693e-05,
      "loss": 2.5105,
      "step": 90
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.2699149549007416,
      "learning_rate": 2.0658795558326743e-05,
      "loss": 2.5252,
      "step": 95
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.2718549966812134,
      "learning_rate": 1.8418680760885027e-05,
      "loss": 2.4448,
      "step": 100
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.2571737468242645,
      "learning_rate": 1.6234061120181142e-05,
      "loss": 2.438,
      "step": 105
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.25729846954345703,
      "learning_rate": 1.4123357837948175e-05,
      "loss": 2.49,
      "step": 110
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.29407253861427307,
      "learning_rate": 1.2104368836641908e-05,
      "loss": 2.4363,
      "step": 115
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.2614673376083374,
      "learning_rate": 1.0194118683375503e-05,
      "loss": 2.4613,
      "step": 120
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.24367694556713104,
      "learning_rate": 8.40871503495947e-06,
      "loss": 2.4758,
      "step": 125
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.26960763335227966,
      "learning_rate": 6.763212814534484e-06,
      "loss": 2.4591,
      "step": 130
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.24732153117656708,
      "learning_rate": 5.271487265090163e-06,
      "loss": 2.4655,
      "step": 135
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.2650165855884552,
      "learning_rate": 3.94611695031086e-06,
      "loss": 2.4813,
      "step": 140
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.26127758622169495,
      "learning_rate": 2.7982776893115627e-06,
      "loss": 2.4453,
      "step": 145
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.2666429877281189,
      "learning_rate": 1.837648319629956e-06,
      "loss": 2.4941,
      "step": 150
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.25974979996681213,
      "learning_rate": 1.0723290831021471e-06,
      "loss": 2.4701,
      "step": 155
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.2709636092185974,
      "learning_rate": 5.087733228106517e-07,
      "loss": 2.4543,
      "step": 160
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.24128825962543488,
      "learning_rate": 1.517330670512629e-07,
      "loss": 2.5142,
      "step": 165
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.26422107219696045,
      "learning_rate": 4.218959166932268e-09,
      "loss": 2.4938,
      "step": 170
    },
    {
      "epoch": 2.99,
      "step": 171,
      "total_flos": 2.565405626125517e+16,
      "train_loss": 2.5343901483636153,
      "train_runtime": 1859.0377,
      "train_samples_per_second": 1.477,
      "train_steps_per_second": 0.092
    }
  ],
  "logging_steps": 5,
  "max_steps": 171,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 2.565405626125517e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}