{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.25090954710826746,
  "eval_steps": 500,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.9999980101927616e-05,
      "loss": 3.2533,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.99999204077421e-05,
      "loss": 3.2279,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999978982687695e-05,
      "loss": 3.193,
      "step": 15
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9999597065062966e-05,
      "loss": 3.2863,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999934212277958e-05,
      "loss": 3.1724,
      "step": 25
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999902500066093e-05,
      "loss": 3.1088,
      "step": 30
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999864569949576e-05,
      "loss": 3.3241,
      "step": 35
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.99982042202275e-05,
      "loss": 3.1904,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999770056395421e-05,
      "loss": 2.9254,
      "step": 45
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.999713473192863e-05,
      "loss": 3.1845,
      "step": 50
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.999650672555812e-05,
      "loss": 2.8475,
      "step": 55
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9995816546404695e-05,
      "loss": 3.0486,
      "step": 60
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9995064196185014e-05,
      "loss": 2.6464,
      "step": 65
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9994249676770364e-05,
      "loss": 3.0446,
      "step": 70
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999337299018667e-05,
      "loss": 3.375,
      "step": 75
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999243413861447e-05,
      "loss": 2.8787,
      "step": 80
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999143312438893e-05,
      "loss": 3.014,
      "step": 85
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.999036994999985e-05,
      "loss": 2.8288,
      "step": 90
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9989244618091596e-05,
      "loss": 3.1879,
      "step": 95
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.998805713146317e-05,
      "loss": 2.9749,
      "step": 100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9986807493068165e-05,
      "loss": 2.6304,
      "step": 105
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.998549570601475e-05,
      "loss": 2.943,
      "step": 110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.998412177356568e-05,
      "loss": 2.7595,
      "step": 115
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9982685699138275e-05,
      "loss": 2.7377,
      "step": 120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9981187486304423e-05,
      "loss": 2.9878,
      "step": 125
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997962713879058e-05,
      "loss": 2.7882,
      "step": 130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997800466047772e-05,
      "loss": 2.7802,
      "step": 135
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997632005540138e-05,
      "loss": 3.0129,
      "step": 140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997457332775159e-05,
      "loss": 2.9444,
      "step": 145
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.997276448187294e-05,
      "loss": 2.9664,
      "step": 150
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9970893522264476e-05,
      "loss": 2.7367,
      "step": 155
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.996896045357977e-05,
      "loss": 2.7012,
      "step": 160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9966965280626856e-05,
      "loss": 2.8493,
      "step": 165
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.996490800836825e-05,
      "loss": 2.9274,
      "step": 170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.996278864192092e-05,
      "loss": 2.8093,
      "step": 175
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.9960607186556286e-05,
      "loss": 3.1782,
      "step": 180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.995836364770018e-05,
      "loss": 2.7507,
      "step": 185
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.995605803093287e-05,
      "loss": 2.6724,
      "step": 190
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9953690341989026e-05,
      "loss": 3.0258,
      "step": 195
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9951260586757694e-05,
      "loss": 3.1134,
      "step": 200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9948768771282314e-05,
      "loss": 2.9937,
      "step": 205
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.9946214901760665e-05,
      "loss": 2.7394,
      "step": 210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.99435989845449e-05,
      "loss": 2.9696,
      "step": 215
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994092102614146e-05,
      "loss": 2.753,
      "step": 220
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.993818103321113e-05,
      "loss": 3.0759,
      "step": 225
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.9935379012568985e-05,
      "loss": 2.7512,
      "step": 230
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.993251497118438e-05,
      "loss": 2.8656,
      "step": 235
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.992958891618091e-05,
      "loss": 2.6628,
      "step": 240
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.992660085483645e-05,
      "loss": 2.8012,
      "step": 245
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.992355079458307e-05,
      "loss": 2.8141,
      "step": 250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.992043874300706e-05,
      "loss": 2.9083,
      "step": 255
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.991726470784891e-05,
      "loss": 2.5846,
      "step": 260
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.991402869700325e-05,
      "loss": 2.8088,
      "step": 265
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.991073071851889e-05,
      "loss": 2.9979,
      "step": 270
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.990737078059875e-05,
      "loss": 3.0171,
      "step": 275
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.990394889159986e-05,
      "loss": 2.9278,
      "step": 280
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9900465060033364e-05,
      "loss": 2.7998,
      "step": 285
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.989691929456443e-05,
      "loss": 2.721,
      "step": 290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9893311604012306e-05,
      "loss": 3.0291,
      "step": 295
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.988964199735024e-05,
      "loss": 2.9777,
      "step": 300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.988591048370552e-05,
      "loss": 2.318,
      "step": 305
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.988211707235936e-05,
      "loss": 3.0332,
      "step": 310
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.987826177274697e-05,
      "loss": 2.4888,
      "step": 315
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.987434459445748e-05,
      "loss": 2.9259,
      "step": 320
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.987036554723391e-05,
      "loss": 2.9568,
      "step": 325
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.98663246409732e-05,
      "loss": 2.8708,
      "step": 330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.986222188572611e-05,
      "loss": 2.7848,
      "step": 335
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.985805729169728e-05,
      "loss": 2.6178,
      "step": 340
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.985383086924511e-05,
      "loss": 2.8326,
      "step": 345
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.984954262888182e-05,
      "loss": 2.8845,
      "step": 350
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9845192581273365e-05,
      "loss": 2.6151,
      "step": 355
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.984078073723944e-05,
      "loss": 2.8474,
      "step": 360
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9836307107753455e-05,
      "loss": 2.808,
      "step": 365
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.983177170394248e-05,
      "loss": 2.8491,
      "step": 370
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9827174537087226e-05,
      "loss": 2.7764,
      "step": 375
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.982251561862205e-05,
      "loss": 2.7582,
      "step": 380
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.981779496013489e-05,
      "loss": 2.5379,
      "step": 385
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.981301257336723e-05,
      "loss": 2.9937,
      "step": 390
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.980816847021412e-05,
      "loss": 2.8574,
      "step": 395
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.980326266272409e-05,
      "loss": 2.9369,
      "step": 400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.979829516309915e-05,
      "loss": 2.836,
      "step": 405
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.979326598369477e-05,
      "loss": 2.9369,
      "step": 410
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.9788175137019814e-05,
      "loss": 2.6667,
      "step": 415
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.9783022635736534e-05,
      "loss": 2.999,
      "step": 420
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.977780849266054e-05,
      "loss": 2.907,
      "step": 425
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9772532720760744e-05,
      "loss": 2.8028,
      "step": 430
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.976719533315937e-05,
      "loss": 2.7999,
      "step": 435
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.976179634313187e-05,
      "loss": 2.8918,
      "step": 440
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9756335764106944e-05,
      "loss": 2.7926,
      "step": 445
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.975081360966646e-05,
      "loss": 2.6709,
      "step": 450
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.9745229893545436e-05,
      "loss": 2.8248,
      "step": 455
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.973958462963203e-05,
      "loss": 3.1146,
      "step": 460
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.973387783196747e-05,
      "loss": 2.9991,
      "step": 465
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.972810951474605e-05,
      "loss": 2.7726,
      "step": 470
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.972227969231505e-05,
      "loss": 2.9025,
      "step": 475
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.971638837917475e-05,
      "loss": 2.6521,
      "step": 480
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.971043558997839e-05,
      "loss": 2.9511,
      "step": 485
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.9704421339532075e-05,
      "loss": 2.6938,
      "step": 490
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.969834564279482e-05,
      "loss": 2.8533,
      "step": 495
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.9692208514878444e-05,
      "loss": 2.6411,
      "step": 500
    }
  ],
  "logging_steps": 5,
  "max_steps": 9960,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "total_flos": 2.6430243976544256e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}