{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9984,
  "eval_steps": 100,
  "global_step": 156,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 3.125e-07,
      "logits/chosen": -2.783127546310425,
      "logits/rejected": -2.8651208877563477,
      "logps/chosen": -134.2432861328125,
      "logps/rejected": -141.6387939453125,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.125e-06,
      "logits/chosen": -2.801163911819458,
      "logits/rejected": -2.7942428588867188,
      "logps/chosen": -112.86317443847656,
      "logps/rejected": -110.90413665771484,
      "loss": 0.6931,
      "rewards/accuracies": 0.4444444477558136,
      "rewards/chosen": 0.0007365171913988888,
      "rewards/margins": -3.1015442800708115e-05,
      "rewards/rejected": 0.0007675326196476817,
      "step": 10
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.989935734988098e-06,
      "logits/chosen": -2.7939412593841553,
      "logits/rejected": -2.761488437652588,
      "logps/chosen": -111.9773178100586,
      "logps/rejected": -112.6773681640625,
      "loss": 0.693,
      "rewards/accuracies": 0.5531250238418579,
      "rewards/chosen": 0.007041769567877054,
      "rewards/margins": 0.0005797661142423749,
      "rewards/rejected": 0.006462003104388714,
      "step": 20
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.8776412907378845e-06,
      "logits/chosen": -2.7452473640441895,
      "logits/rejected": -2.71763277053833,
      "logps/chosen": -110.77873229980469,
      "logps/rejected": -116.26164245605469,
      "loss": 0.6919,
      "rewards/accuracies": 0.590624988079071,
      "rewards/chosen": 0.027953902259469032,
      "rewards/margins": 0.002175498753786087,
      "rewards/rejected": 0.025778403505682945,
      "step": 30
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.646121984004666e-06,
      "logits/chosen": -2.7981982231140137,
      "logits/rejected": -2.760676860809326,
      "logps/chosen": -110.84574890136719,
      "logps/rejected": -111.5237808227539,
      "loss": 0.6908,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": 0.05981600284576416,
      "rewards/margins": 0.0045239622704684734,
      "rewards/rejected": 0.055292047560214996,
      "step": 40
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.3069871595684795e-06,
      "logits/chosen": -2.7610268592834473,
      "logits/rejected": -2.7524187564849854,
      "logps/chosen": -109.18692779541016,
      "logps/rejected": -110.45135498046875,
      "loss": 0.6898,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": 0.07008253037929535,
      "rewards/margins": 0.003140285611152649,
      "rewards/rejected": 0.0669422522187233,
      "step": 50
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.8772424536302565e-06,
      "logits/chosen": -2.7594542503356934,
      "logits/rejected": -2.7281312942504883,
      "logps/chosen": -105.79144287109375,
      "logps/rejected": -108.7798080444336,
      "loss": 0.6899,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": 0.08012694865465164,
      "rewards/margins": 0.008532116189599037,
      "rewards/rejected": 0.07159483432769775,
      "step": 60
    },
    {
      "epoch": 0.45,
      "learning_rate": 3.3784370602033572e-06,
      "logits/chosen": -2.7187533378601074,
      "logits/rejected": -2.6961326599121094,
      "logps/chosen": -120.80352783203125,
      "logps/rejected": -117.37217712402344,
      "loss": 0.6883,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": 0.05428874492645264,
      "rewards/margins": 0.007891224697232246,
      "rewards/rejected": 0.04639752581715584,
      "step": 70
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.835583164544139e-06,
      "logits/chosen": -2.7139596939086914,
      "logits/rejected": -2.6886355876922607,
      "logps/chosen": -117.95060729980469,
      "logps/rejected": -119.08524322509766,
      "loss": 0.6878,
      "rewards/accuracies": 0.5843750238418579,
      "rewards/chosen": 0.04534279555082321,
      "rewards/margins": 0.010814065113663673,
      "rewards/rejected": 0.03452872857451439,
      "step": 80
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.2759017277414165e-06,
      "logits/chosen": -2.7270092964172363,
      "logits/rejected": -2.677152633666992,
      "logps/chosen": -109.81172943115234,
      "logps/rejected": -110.4306640625,
      "loss": 0.6872,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": 0.026867974549531937,
      "rewards/margins": 0.010544367134571075,
      "rewards/rejected": 0.01632360741496086,
      "step": 90
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7274575140626318e-06,
      "logits/chosen": -2.720876932144165,
      "logits/rejected": -2.7096195220947266,
      "logps/chosen": -115.74837493896484,
      "logps/rejected": -114.7901382446289,
      "loss": 0.6844,
      "rewards/accuracies": 0.5531250238418579,
      "rewards/chosen": 0.042589299380779266,
      "rewards/margins": 0.017415037378668785,
      "rewards/rejected": 0.02517426386475563,
      "step": 100
    },
    {
      "epoch": 0.64,
      "eval_logits/chosen": -2.722978353500366,
      "eval_logits/rejected": -2.648787021636963,
      "eval_logps/chosen": -280.98046875,
      "eval_logps/rejected": -257.7253723144531,
      "eval_loss": 0.677879810333252,
      "eval_rewards/accuracies": 0.6480000019073486,
      "eval_rewards/chosen": 0.03059276193380356,
      "eval_rewards/margins": 0.032687921077013016,
      "eval_rewards/rejected": -0.0020951556507498026,
      "eval_runtime": 383.9393,
      "eval_samples_per_second": 5.209,
      "eval_steps_per_second": 0.651,
      "step": 100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.217751806485235e-06,
      "logits/chosen": -2.6989266872406006,
      "logits/rejected": -2.669929265975952,
      "logps/chosen": -106.67137145996094,
      "logps/rejected": -105.73466491699219,
      "loss": 0.6849,
      "rewards/accuracies": 0.640625,
      "rewards/chosen": 0.05706842616200447,
      "rewards/margins": 0.01945202611386776,
      "rewards/rejected": 0.03761639818549156,
      "step": 110
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.723433775328385e-07,
      "logits/chosen": -2.6370861530303955,
      "logits/rejected": -2.6202707290649414,
      "logps/chosen": -107.36185455322266,
      "logps/rejected": -108.76318359375,
      "loss": 0.6858,
      "rewards/accuracies": 0.5843750238418579,
      "rewards/chosen": 0.06415753811597824,
      "rewards/margins": 0.012921139597892761,
      "rewards/rejected": 0.05123639851808548,
      "step": 120
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.1356686569674344e-07,
      "logits/chosen": -2.7071995735168457,
      "logits/rejected": -2.6700949668884277,
      "logps/chosen": -110.8349609375,
      "logps/rejected": -116.52140045166016,
      "loss": 0.6859,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": 0.062352847307920456,
      "rewards/margins": 0.018708955496549606,
      "rewards/rejected": 0.04364389181137085,
      "step": 130
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.59412823400657e-07,
      "logits/chosen": -2.7012362480163574,
      "logits/rejected": -2.673867702484131,
      "logps/chosen": -114.33103942871094,
      "logps/rejected": -117.1007308959961,
      "loss": 0.6849,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": 0.055680979043245316,
      "rewards/margins": 0.020022045820951462,
      "rewards/rejected": 0.03565892577171326,
      "step": 140
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.262559558016325e-08,
      "logits/chosen": -2.6588995456695557,
      "logits/rejected": -2.643526077270508,
      "logps/chosen": -107.59385681152344,
      "logps/rejected": -118.29096984863281,
      "loss": 0.6837,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": 0.05322548747062683,
      "rewards/margins": 0.02210088260471821,
      "rewards/rejected": 0.031124606728553772,
      "step": 150
    },
    {
      "epoch": 1.0,
      "step": 156,
      "total_flos": 0.0,
      "train_loss": 0.6878455548714368,
      "train_runtime": 6320.6894,
      "train_samples_per_second": 3.164,
      "train_steps_per_second": 0.025
    }
  ],
  "logging_steps": 10,
  "max_steps": 156,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}