{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9874476987447699,
  "eval_steps": 500,
  "global_step": 59,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.016736401673640166,
      "grad_norm": 5.772879799335353,
      "learning_rate": 8.333333333333333e-08,
      "logits/chosen": -2.801664352416992,
      "logits/rejected": -2.8308780193328857,
      "logps/chosen": -137.20802307128906,
      "logps/pi_response": -133.3135223388672,
      "logps/ref_response": -133.3135223388672,
      "logps/rejected": -141.6568145751953,
      "loss": 0.6933,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.16736401673640167,
      "grad_norm": 5.907728715475504,
      "learning_rate": 4.930057285201027e-07,
      "logits/chosen": -2.7963662147521973,
      "logits/rejected": -2.7924230098724365,
      "logps/chosen": -155.6320037841797,
      "logps/pi_response": -153.67327880859375,
      "logps/ref_response": -153.69000244140625,
      "logps/rejected": -155.3567657470703,
      "loss": 0.6933,
      "rewards/accuracies": 0.3888888955116272,
      "rewards/chosen": -0.00027147436048835516,
      "rewards/margins": -0.00035462365485727787,
      "rewards/rejected": 8.314927254104987e-05,
      "step": 10
    },
    {
      "epoch": 0.33472803347280333,
      "grad_norm": 6.13620952506366,
      "learning_rate": 4.187457503795526e-07,
      "logits/chosen": -2.8272671699523926,
      "logits/rejected": -2.814912796020508,
      "logps/chosen": -150.66888427734375,
      "logps/pi_response": -150.51107788085938,
      "logps/ref_response": -147.89337158203125,
      "logps/rejected": -152.90628051757812,
      "loss": 0.6935,
      "rewards/accuracies": 0.503125011920929,
      "rewards/chosen": -0.026421720162034035,
      "rewards/margins": 0.0005710300174541771,
      "rewards/rejected": -0.02699274942278862,
      "step": 20
    },
    {
      "epoch": 0.502092050209205,
      "grad_norm": 6.096076579165405,
      "learning_rate": 2.8691164100062034e-07,
      "logits/chosen": -2.782132625579834,
      "logits/rejected": -2.7697999477386475,
      "logps/chosen": -158.5966033935547,
      "logps/pi_response": -158.03225708007812,
      "logps/ref_response": -141.50277709960938,
      "logps/rejected": -158.53091430664062,
      "loss": 0.693,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.16214272379875183,
      "rewards/margins": 0.0023461617529392242,
      "rewards/rejected": -0.16448888182640076,
      "step": 30
    },
    {
      "epoch": 0.6694560669456067,
      "grad_norm": 6.372740034002305,
      "learning_rate": 1.4248369943086995e-07,
      "logits/chosen": -2.7531590461730957,
      "logits/rejected": -2.752042293548584,
      "logps/chosen": -155.7115020751953,
      "logps/pi_response": -155.2098388671875,
      "logps/ref_response": -143.01797485351562,
      "logps/rejected": -154.04501342773438,
      "loss": 0.6917,
      "rewards/accuracies": 0.49687498807907104,
      "rewards/chosen": -0.11710642278194427,
      "rewards/margins": 0.007167123258113861,
      "rewards/rejected": -0.12427356094121933,
      "step": 40
    },
    {
      "epoch": 0.8368200836820083,
      "grad_norm": 6.021594135117957,
      "learning_rate": 3.473909705816111e-08,
      "logits/chosen": -2.7664427757263184,
      "logits/rejected": -2.7666189670562744,
      "logps/chosen": -143.96603393554688,
      "logps/pi_response": -144.52731323242188,
      "logps/ref_response": -138.1813201904297,
      "logps/rejected": -141.3411407470703,
      "loss": 0.6915,
      "rewards/accuracies": 0.5093749761581421,
      "rewards/chosen": -0.06307660043239594,
      "rewards/margins": 0.0030819603707641363,
      "rewards/rejected": -0.06615855544805527,
      "step": 50
    },
    {
      "epoch": 0.9874476987447699,
      "step": 59,
      "total_flos": 0.0,
      "train_loss": 0.6922962140228789,
      "train_runtime": 2747.7742,
      "train_samples_per_second": 5.562,
      "train_steps_per_second": 0.021
    }
  ],
  "logging_steps": 10,
  "max_steps": 59,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}