{
  "best_metric": 1.719967246055603,
  "best_model_checkpoint": "ckpts/sft_OLMo-1B-hf/checkpoint-940",
  "epoch": 4.96042216358839,
  "eval_steps": 20,
  "global_step": 940,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.10554089709762533,
      "grad_norm": 10.3125,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.4799,
      "step": 20
    },
    {
      "epoch": 0.10554089709762533,
      "eval_loss": 2.3184142112731934,
      "eval_runtime": 4.0729,
      "eval_samples_per_second": 49.105,
      "eval_steps_per_second": 12.276,
      "step": 20
    },
    {
      "epoch": 0.21108179419525067,
      "grad_norm": 7.46875,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.2916,
      "step": 40
    },
    {
      "epoch": 0.21108179419525067,
      "eval_loss": 2.265637159347534,
      "eval_runtime": 4.034,
      "eval_samples_per_second": 49.579,
      "eval_steps_per_second": 12.395,
      "step": 40
    },
    {
      "epoch": 0.316622691292876,
      "grad_norm": 7.1875,
      "learning_rate": 1e-05,
      "loss": 2.2737,
      "step": 60
    },
    {
      "epoch": 0.316622691292876,
      "eval_loss": 2.2540640830993652,
      "eval_runtime": 3.9951,
      "eval_samples_per_second": 50.062,
      "eval_steps_per_second": 12.515,
      "step": 60
    },
    {
      "epoch": 0.42216358839050133,
      "grad_norm": 7.25,
      "learning_rate": 1e-05,
      "loss": 2.1889,
      "step": 80
    },
    {
      "epoch": 0.42216358839050133,
      "eval_loss": 2.2447378635406494,
      "eval_runtime": 4.3965,
      "eval_samples_per_second": 45.491,
      "eval_steps_per_second": 11.373,
      "step": 80
    },
    {
      "epoch": 0.5277044854881267,
      "grad_norm": 8.0,
      "learning_rate": 1e-05,
      "loss": 2.2005,
      "step": 100
    },
    {
      "epoch": 0.5277044854881267,
      "eval_loss": 2.225715398788452,
      "eval_runtime": 4.0633,
      "eval_samples_per_second": 49.221,
      "eval_steps_per_second": 12.305,
      "step": 100
    },
    {
      "epoch": 0.633245382585752,
      "grad_norm": 7.46875,
      "learning_rate": 1e-05,
      "loss": 2.1915,
      "step": 120
    },
    {
      "epoch": 0.633245382585752,
      "eval_loss": 2.208789587020874,
      "eval_runtime": 4.4371,
      "eval_samples_per_second": 45.075,
      "eval_steps_per_second": 11.269,
      "step": 120
    },
    {
      "epoch": 0.7387862796833773,
      "grad_norm": 7.875,
      "learning_rate": 1e-05,
      "loss": 2.2115,
      "step": 140
    },
    {
      "epoch": 0.7387862796833773,
      "eval_loss": 2.189687728881836,
      "eval_runtime": 4.427,
      "eval_samples_per_second": 45.177,
      "eval_steps_per_second": 11.294,
      "step": 140
    },
    {
      "epoch": 0.8443271767810027,
      "grad_norm": 7.28125,
      "learning_rate": 1e-05,
      "loss": 2.1754,
      "step": 160
    },
    {
      "epoch": 0.8443271767810027,
      "eval_loss": 2.1662068367004395,
      "eval_runtime": 4.4352,
      "eval_samples_per_second": 45.094,
      "eval_steps_per_second": 11.273,
      "step": 160
    },
    {
      "epoch": 0.9498680738786279,
      "grad_norm": 7.4375,
      "learning_rate": 1e-05,
      "loss": 2.1529,
      "step": 180
    },
    {
      "epoch": 0.9498680738786279,
      "eval_loss": 2.151796340942383,
      "eval_runtime": 4.578,
      "eval_samples_per_second": 43.688,
      "eval_steps_per_second": 10.922,
      "step": 180
    },
    {
      "epoch": 1.0554089709762533,
      "grad_norm": 7.4375,
      "learning_rate": 1e-05,
      "loss": 2.0596,
      "step": 200
    },
    {
      "epoch": 1.0554089709762533,
      "eval_loss": 2.150334119796753,
      "eval_runtime": 4.3064,
      "eval_samples_per_second": 46.443,
      "eval_steps_per_second": 11.611,
      "step": 200
    },
    {
      "epoch": 1.1609498680738786,
      "grad_norm": 8.3125,
      "learning_rate": 1e-05,
      "loss": 1.9336,
      "step": 220
    },
    {
      "epoch": 1.1609498680738786,
      "eval_loss": 2.138848066329956,
      "eval_runtime": 4.7845,
      "eval_samples_per_second": 41.802,
      "eval_steps_per_second": 10.45,
      "step": 220
    },
    {
      "epoch": 1.266490765171504,
      "grad_norm": 8.125,
      "learning_rate": 1e-05,
      "loss": 1.917,
      "step": 240
    },
    {
      "epoch": 1.266490765171504,
      "eval_loss": 2.1307833194732666,
      "eval_runtime": 4.549,
      "eval_samples_per_second": 43.966,
      "eval_steps_per_second": 10.992,
      "step": 240
    },
    {
      "epoch": 1.3720316622691293,
      "grad_norm": 8.375,
      "learning_rate": 1e-05,
      "loss": 1.9214,
      "step": 260
    },
    {
      "epoch": 1.3720316622691293,
      "eval_loss": 2.11213755607605,
      "eval_runtime": 4.4528,
      "eval_samples_per_second": 44.916,
      "eval_steps_per_second": 11.229,
      "step": 260
    },
    {
      "epoch": 1.4775725593667546,
      "grad_norm": 8.25,
      "learning_rate": 1e-05,
      "loss": 1.9631,
      "step": 280
    },
    {
      "epoch": 1.4775725593667546,
      "eval_loss": 2.0881500244140625,
      "eval_runtime": 4.489,
      "eval_samples_per_second": 44.553,
      "eval_steps_per_second": 11.138,
      "step": 280
    },
    {
      "epoch": 1.58311345646438,
      "grad_norm": 8.5,
      "learning_rate": 1e-05,
      "loss": 1.8888,
      "step": 300
    },
    {
      "epoch": 1.58311345646438,
      "eval_loss": 2.0727522373199463,
      "eval_runtime": 4.6234,
      "eval_samples_per_second": 43.258,
      "eval_steps_per_second": 10.815,
      "step": 300
    },
    {
      "epoch": 1.6886543535620053,
      "grad_norm": 8.75,
      "learning_rate": 1e-05,
      "loss": 1.8634,
      "step": 320
    },
    {
      "epoch": 1.6886543535620053,
      "eval_loss": 2.0583410263061523,
      "eval_runtime": 4.3979,
      "eval_samples_per_second": 45.476,
      "eval_steps_per_second": 11.369,
      "step": 320
    },
    {
      "epoch": 1.7941952506596306,
      "grad_norm": 9.625,
      "learning_rate": 1e-05,
      "loss": 1.8716,
      "step": 340
    },
    {
      "epoch": 1.7941952506596306,
      "eval_loss": 2.0440073013305664,
      "eval_runtime": 4.4336,
      "eval_samples_per_second": 45.111,
      "eval_steps_per_second": 11.278,
      "step": 340
    },
    {
      "epoch": 1.899736147757256,
      "grad_norm": 8.625,
      "learning_rate": 1e-05,
      "loss": 1.8626,
      "step": 360
    },
    {
      "epoch": 1.899736147757256,
      "eval_loss": 2.027642011642456,
      "eval_runtime": 4.5994,
      "eval_samples_per_second": 43.484,
      "eval_steps_per_second": 10.871,
      "step": 360
    },
    {
      "epoch": 2.005277044854881,
      "grad_norm": 10.0625,
      "learning_rate": 1e-05,
      "loss": 1.8374,
      "step": 380
    },
    {
      "epoch": 2.005277044854881,
      "eval_loss": 2.023581027984619,
      "eval_runtime": 4.513,
      "eval_samples_per_second": 44.316,
      "eval_steps_per_second": 11.079,
      "step": 380
    },
    {
      "epoch": 2.1108179419525066,
      "grad_norm": 10.3125,
      "learning_rate": 1e-05,
      "loss": 1.6156,
      "step": 400
    },
    {
      "epoch": 2.1108179419525066,
      "eval_loss": 2.034921169281006,
      "eval_runtime": 4.3548,
      "eval_samples_per_second": 45.926,
      "eval_steps_per_second": 11.482,
      "step": 400
    },
    {
      "epoch": 2.216358839050132,
      "grad_norm": 10.5,
      "learning_rate": 1e-05,
      "loss": 1.571,
      "step": 420
    },
    {
      "epoch": 2.216358839050132,
      "eval_loss": 2.0253899097442627,
      "eval_runtime": 4.4896,
      "eval_samples_per_second": 44.547,
      "eval_steps_per_second": 11.137,
      "step": 420
    },
    {
      "epoch": 2.321899736147757,
      "grad_norm": 10.9375,
      "learning_rate": 1e-05,
      "loss": 1.5824,
      "step": 440
    },
    {
      "epoch": 2.321899736147757,
      "eval_loss": 2.000455141067505,
      "eval_runtime": 4.3294,
      "eval_samples_per_second": 46.195,
      "eval_steps_per_second": 11.549,
      "step": 440
    },
    {
      "epoch": 2.4274406332453826,
      "grad_norm": 11.25,
      "learning_rate": 1e-05,
      "loss": 1.532,
      "step": 460
    },
    {
      "epoch": 2.4274406332453826,
      "eval_loss": 2.0012362003326416,
      "eval_runtime": 4.4248,
      "eval_samples_per_second": 45.2,
      "eval_steps_per_second": 11.3,
      "step": 460
    },
    {
      "epoch": 2.532981530343008,
      "grad_norm": 10.875,
      "learning_rate": 1e-05,
      "loss": 1.538,
      "step": 480
    },
    {
      "epoch": 2.532981530343008,
      "eval_loss": 1.9685580730438232,
      "eval_runtime": 4.6986,
      "eval_samples_per_second": 42.566,
      "eval_steps_per_second": 10.642,
      "step": 480
    },
    {
      "epoch": 2.638522427440633,
      "grad_norm": 11.4375,
      "learning_rate": 1e-05,
      "loss": 1.5482,
      "step": 500
    },
    {
      "epoch": 2.638522427440633,
      "eval_loss": 1.945511817932129,
      "eval_runtime": 4.3643,
      "eval_samples_per_second": 45.826,
      "eval_steps_per_second": 11.457,
      "step": 500
    },
    {
      "epoch": 2.7440633245382586,
      "grad_norm": 11.5625,
      "learning_rate": 1e-05,
      "loss": 1.5028,
      "step": 520
    },
    {
      "epoch": 2.7440633245382586,
      "eval_loss": 1.9389147758483887,
      "eval_runtime": 4.5184,
      "eval_samples_per_second": 44.263,
      "eval_steps_per_second": 11.066,
      "step": 520
    },
    {
      "epoch": 2.849604221635884,
      "grad_norm": 12.5625,
      "learning_rate": 1e-05,
      "loss": 1.4947,
      "step": 540
    },
    {
      "epoch": 2.849604221635884,
      "eval_loss": 1.9430372714996338,
      "eval_runtime": 4.4992,
      "eval_samples_per_second": 44.453,
      "eval_steps_per_second": 11.113,
      "step": 540
    },
    {
      "epoch": 2.955145118733509,
      "grad_norm": 11.9375,
      "learning_rate": 1e-05,
      "loss": 1.5243,
      "step": 560
    },
    {
      "epoch": 2.955145118733509,
      "eval_loss": 1.9145066738128662,
      "eval_runtime": 4.4679,
      "eval_samples_per_second": 44.764,
      "eval_steps_per_second": 11.191,
      "step": 560
    },
    {
      "epoch": 3.0606860158311346,
      "grad_norm": 15.0,
      "learning_rate": 1e-05,
      "loss": 1.3297,
      "step": 580
    },
    {
      "epoch": 3.0606860158311346,
      "eval_loss": 1.9249849319458008,
      "eval_runtime": 4.5014,
      "eval_samples_per_second": 44.43,
      "eval_steps_per_second": 11.108,
      "step": 580
    },
    {
      "epoch": 3.16622691292876,
      "grad_norm": 13.25,
      "learning_rate": 1e-05,
      "loss": 1.21,
      "step": 600
    },
    {
      "epoch": 3.16622691292876,
      "eval_loss": 1.9324084520339966,
      "eval_runtime": 4.7117,
      "eval_samples_per_second": 42.447,
      "eval_steps_per_second": 10.612,
      "step": 600
    },
    {
      "epoch": 3.271767810026385,
      "grad_norm": 15.875,
      "learning_rate": 1e-05,
      "loss": 1.2001,
      "step": 620
    },
    {
      "epoch": 3.271767810026385,
      "eval_loss": 1.9431959390640259,
      "eval_runtime": 4.4958,
      "eval_samples_per_second": 44.486,
      "eval_steps_per_second": 11.121,
      "step": 620
    },
    {
      "epoch": 3.3773087071240107,
      "grad_norm": 15.125,
      "learning_rate": 1e-05,
      "loss": 1.1686,
      "step": 640
    },
    {
      "epoch": 3.3773087071240107,
      "eval_loss": 1.9009323120117188,
      "eval_runtime": 4.3205,
      "eval_samples_per_second": 46.291,
      "eval_steps_per_second": 11.573,
      "step": 640
    },
    {
      "epoch": 3.4828496042216357,
      "grad_norm": 16.5,
      "learning_rate": 1e-05,
      "loss": 1.1798,
      "step": 660
    },
    {
      "epoch": 3.4828496042216357,
      "eval_loss": 1.8920202255249023,
      "eval_runtime": 4.5772,
      "eval_samples_per_second": 43.695,
      "eval_steps_per_second": 10.924,
      "step": 660
    },
    {
      "epoch": 3.588390501319261,
      "grad_norm": 14.1875,
      "learning_rate": 1e-05,
      "loss": 1.197,
      "step": 680
    },
    {
      "epoch": 3.588390501319261,
      "eval_loss": 1.8691601753234863,
      "eval_runtime": 4.5889,
      "eval_samples_per_second": 43.584,
      "eval_steps_per_second": 10.896,
      "step": 680
    },
    {
      "epoch": 3.6939313984168867,
      "grad_norm": 15.25,
      "learning_rate": 1e-05,
      "loss": 1.1745,
      "step": 700
    },
    {
      "epoch": 3.6939313984168867,
      "eval_loss": 1.8563519716262817,
      "eval_runtime": 4.09,
      "eval_samples_per_second": 48.9,
      "eval_steps_per_second": 12.225,
      "step": 700
    },
    {
      "epoch": 3.7994722955145117,
      "grad_norm": 16.125,
      "learning_rate": 1e-05,
      "loss": 1.1083,
      "step": 720
    },
    {
      "epoch": 3.7994722955145117,
      "eval_loss": 1.8388882875442505,
      "eval_runtime": 4.1971,
      "eval_samples_per_second": 47.653,
      "eval_steps_per_second": 11.913,
      "step": 720
    },
    {
      "epoch": 3.905013192612137,
      "grad_norm": 16.25,
      "learning_rate": 1e-05,
      "loss": 1.1325,
      "step": 740
    },
    {
      "epoch": 3.905013192612137,
      "eval_loss": 1.8317779302597046,
      "eval_runtime": 4.353,
      "eval_samples_per_second": 45.945,
      "eval_steps_per_second": 11.486,
      "step": 740
    },
    {
      "epoch": 4.010554089709762,
      "grad_norm": 16.25,
      "learning_rate": 1e-05,
      "loss": 1.0731,
      "step": 760
    },
    {
      "epoch": 4.010554089709762,
      "eval_loss": 1.8252906799316406,
      "eval_runtime": 4.5472,
      "eval_samples_per_second": 43.983,
      "eval_steps_per_second": 10.996,
      "step": 760
    },
    {
      "epoch": 4.116094986807388,
      "grad_norm": 15.75,
      "learning_rate": 1e-05,
      "loss": 0.8763,
      "step": 780
    },
    {
      "epoch": 4.116094986807388,
      "eval_loss": 1.8407686948776245,
      "eval_runtime": 4.341,
      "eval_samples_per_second": 46.073,
      "eval_steps_per_second": 11.518,
      "step": 780
    },
    {
      "epoch": 4.221635883905013,
      "grad_norm": 19.25,
      "learning_rate": 1e-05,
      "loss": 0.8789,
      "step": 800
    },
    {
      "epoch": 4.221635883905013,
      "eval_loss": 1.836584210395813,
      "eval_runtime": 4.5537,
      "eval_samples_per_second": 43.921,
      "eval_steps_per_second": 10.98,
      "step": 800
    },
    {
      "epoch": 4.327176781002638,
      "grad_norm": 18.625,
      "learning_rate": 1e-05,
      "loss": 0.8585,
      "step": 820
    },
    {
      "epoch": 4.327176781002638,
      "eval_loss": 1.826670527458191,
      "eval_runtime": 4.5393,
      "eval_samples_per_second": 44.06,
      "eval_steps_per_second": 11.015,
      "step": 820
    },
    {
      "epoch": 4.432717678100264,
      "grad_norm": 18.0,
      "learning_rate": 1e-05,
      "loss": 0.7994,
      "step": 840
    },
    {
      "epoch": 4.432717678100264,
      "eval_loss": 1.823104977607727,
      "eval_runtime": 4.5835,
      "eval_samples_per_second": 43.635,
      "eval_steps_per_second": 10.909,
      "step": 840
    },
    {
      "epoch": 4.538258575197889,
      "grad_norm": 17.125,
      "learning_rate": 1e-05,
      "loss": 0.828,
      "step": 860
    },
    {
      "epoch": 4.538258575197889,
      "eval_loss": 1.7835866212844849,
      "eval_runtime": 4.4222,
      "eval_samples_per_second": 45.227,
      "eval_steps_per_second": 11.307,
      "step": 860
    },
    {
      "epoch": 4.643799472295514,
      "grad_norm": 15.8125,
      "learning_rate": 1e-05,
      "loss": 0.8055,
      "step": 880
    },
    {
      "epoch": 4.643799472295514,
      "eval_loss": 1.776289939880371,
      "eval_runtime": 4.451,
      "eval_samples_per_second": 44.934,
      "eval_steps_per_second": 11.234,
      "step": 880
    },
    {
      "epoch": 4.74934036939314,
      "grad_norm": 16.125,
      "learning_rate": 1e-05,
      "loss": 0.8072,
      "step": 900
    },
    {
      "epoch": 4.74934036939314,
      "eval_loss": 1.7724196910858154,
      "eval_runtime": 4.6227,
      "eval_samples_per_second": 43.264,
      "eval_steps_per_second": 10.816,
      "step": 900
    },
    {
      "epoch": 4.854881266490765,
      "grad_norm": 15.1875,
      "learning_rate": 1e-05,
      "loss": 0.8029,
      "step": 920
    },
    {
      "epoch": 4.854881266490765,
      "eval_loss": 1.7451767921447754,
      "eval_runtime": 4.5459,
      "eval_samples_per_second": 43.995,
      "eval_steps_per_second": 10.999,
      "step": 920
    },
    {
      "epoch": 4.96042216358839,
      "grad_norm": 19.125,
      "learning_rate": 1e-05,
      "loss": 0.7929,
      "step": 940
    },
    {
      "epoch": 4.96042216358839,
      "eval_loss": 1.719967246055603,
      "eval_runtime": 4.7451,
      "eval_samples_per_second": 42.148,
      "eval_steps_per_second": 10.537,
      "step": 940
    }
  ],
  "logging_steps": 20,
  "max_steps": 9450,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 20,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.968166912425984e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}