{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.984,
  "eval_steps": 100,
  "global_step": 124,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 3.846153846153847e-07,
      "logits/chosen": 0.09327474981546402,
      "logits/rejected": 0.0010143294930458069,
      "logps/chosen": -192.48846435546875,
      "logps/rejected": -100.94705200195312,
      "loss": 0.0102,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.16,
      "learning_rate": 3.846153846153847e-06,
      "logits/chosen": 0.1767091602087021,
      "logits/rejected": 0.07442302256822586,
      "logps/chosen": -181.4591522216797,
      "logps/rejected": -162.86940002441406,
      "loss": 0.0101,
      "rewards/accuracies": 0.3958333432674408,
      "rewards/chosen": -0.001088320161215961,
      "rewards/margins": 0.0011313353898003697,
      "rewards/rejected": -0.0022196555510163307,
      "step": 10
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.951096619903317e-06,
      "logits/chosen": 0.22487369179725647,
      "logits/rejected": 0.2731098234653473,
      "logps/chosen": -178.03126525878906,
      "logps/rejected": -134.20669555664062,
      "loss": 0.0102,
      "rewards/accuracies": 0.38749998807907104,
      "rewards/chosen": -0.0006419686833396554,
      "rewards/margins": 0.000687784340698272,
      "rewards/rejected": -0.0013297529658302665,
      "step": 20
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.716164218065246e-06,
      "logits/chosen": 0.2530214190483093,
      "logits/rejected": 0.23770615458488464,
      "logps/chosen": -171.042724609375,
      "logps/rejected": -149.58749389648438,
      "loss": 0.0104,
      "rewards/accuracies": 0.375,
      "rewards/chosen": -0.0013910250272601843,
      "rewards/margins": -0.00043516140431165695,
      "rewards/rejected": -0.0009558637393638492,
      "step": 30
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.3048902348863116e-06,
      "logits/chosen": 0.2087957113981247,
      "logits/rejected": 0.2569302022457123,
      "logps/chosen": -174.41390991210938,
      "logps/rejected": -153.81405639648438,
      "loss": 0.0105,
      "rewards/accuracies": 0.41874998807907104,
      "rewards/chosen": 2.615232915559318e-05,
      "rewards/margins": -0.0007305769249796867,
      "rewards/rejected": 0.000756729394197464,
      "step": 40
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.7500000000000005e-06,
      "logits/chosen": 0.22499620914459229,
      "logits/rejected": 0.17940528690814972,
      "logps/chosen": -198.2622833251953,
      "logps/rejected": -162.13284301757812,
      "loss": 0.0105,
      "rewards/accuracies": 0.3687500059604645,
      "rewards/chosen": 0.0005174060934223235,
      "rewards/margins": -0.0008635882404632866,
      "rewards/rejected": 0.0013809942174702883,
      "step": 50
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.0956464785579125e-06,
      "logits/chosen": 0.2462855875492096,
      "logits/rejected": 0.2873149812221527,
      "logps/chosen": -191.82350158691406,
      "logps/rejected": -158.4237823486328,
      "loss": 0.0101,
      "rewards/accuracies": 0.40625,
      "rewards/chosen": -0.0009249815484508872,
      "rewards/margins": 0.0009990528924390674,
      "rewards/rejected": -0.0019240345573052764,
      "step": 60
    },
    {
      "epoch": 1.12,
      "learning_rate": 2.39389699200963e-06,
      "logits/chosen": 0.24232041835784912,
      "logits/rejected": 0.14627447724342346,
      "logps/chosen": -198.8780059814453,
      "logps/rejected": -164.05284118652344,
      "loss": 0.0101,
      "rewards/accuracies": 0.39375001192092896,
      "rewards/chosen": 0.000793910410720855,
      "rewards/margins": 0.001237305928952992,
      "rewards/rejected": -0.0004433956928551197,
      "step": 70
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.700590188571887e-06,
      "logits/chosen": 0.13903482258319855,
      "logits/rejected": 0.18899227678775787,
      "logps/chosen": -202.53575134277344,
      "logps/rejected": -162.55294799804688,
      "loss": 0.0101,
      "rewards/accuracies": 0.39375001192092896,
      "rewards/chosen": 4.065161192556843e-05,
      "rewards/margins": 0.0009858234552666545,
      "rewards/rejected": -0.0009451720979996026,
      "step": 80
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.0708929268538034e-06,
      "logits/chosen": 0.2650024890899658,
      "logits/rejected": 0.17201000452041626,
      "logps/chosen": -175.6930694580078,
      "logps/rejected": -153.9431915283203,
      "loss": 0.0101,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.00013711625069845468,
      "rewards/margins": 0.0010541726369410753,
      "rewards/rejected": -0.001191288698464632,
      "step": 90
    },
    {
      "epoch": 1.6,
      "learning_rate": 5.549106142039018e-07,
      "logits/chosen": 0.1846569925546646,
      "logits/rejected": 0.1680203378200531,
      "logps/chosen": -177.53756713867188,
      "logps/rejected": -143.4310302734375,
      "loss": 0.0103,
      "rewards/accuracies": 0.3687500059604645,
      "rewards/chosen": -0.0002936289238277823,
      "rewards/margins": 0.00016203436825890094,
      "rewards/rejected": -0.0004556631320156157,
      "step": 100
    },
    {
      "epoch": 1.6,
      "eval_logits/chosen": -0.010850394144654274,
      "eval_logits/rejected": 0.0866025984287262,
      "eval_logps/chosen": -306.3062438964844,
      "eval_logps/rejected": -278.57757568359375,
      "eval_loss": 0.010814609937369823,
      "eval_rewards/accuracies": 0.5005000233650208,
      "eval_rewards/chosen": 0.0006301876856014132,
      "eval_rewards/margins": -2.8262209525564685e-05,
      "eval_rewards/rejected": 0.00065844994969666,
      "eval_runtime": 840.0738,
      "eval_samples_per_second": 2.381,
      "eval_steps_per_second": 0.595,
      "step": 100
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.937002879188285e-07,
      "logits/chosen": 0.2905462980270386,
      "logits/rejected": 0.20439067482948303,
      "logps/chosen": -172.76882934570312,
      "logps/rejected": -152.1476593017578,
      "loss": 0.0102,
      "rewards/accuracies": 0.45625001192092896,
      "rewards/chosen": -0.0004940209328196943,
      "rewards/margins": 0.0009124716743826866,
      "rewards/rejected": -0.0014064926654100418,
      "step": 110
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.6003680950742728e-08,
      "logits/chosen": 0.1698417365550995,
      "logits/rejected": 0.17967729270458221,
      "logps/chosen": -172.40513610839844,
      "logps/rejected": -144.2118377685547,
      "loss": 0.0103,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": 0.0004940934595651925,
      "rewards/margins": 0.0001839537435444072,
      "rewards/rejected": 0.00031013964326120913,
      "step": 120
    },
    {
      "epoch": 1.98,
      "step": 124,
      "total_flos": 0.0,
      "train_loss": 0.0102488252845022,
      "train_runtime": 3093.4739,
      "train_samples_per_second": 0.647,
      "train_steps_per_second": 0.04
    }
  ],
  "logging_steps": 10,
  "max_steps": 124,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}